-- Logs begin at Mon 2022-02-21 08:16:13 UTC, end at Mon 2022-02-21 10:00:36 UTC. -- Feb 21 08:49:43.772628 dv-neutron-830062-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 21 08:49:46.061464 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.common.config [-] Logging enabled! Feb 21 08:49:46.062175 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev28 Feb 21 08:49:46.062175 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83445) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 21 08:49:46.064402 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.common.config [-] Logging enabled! Feb 21 08:49:46.064654 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev28 Feb 21 08:49:46.064898 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83445) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 21 08:49:46.065868 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 08:49:46.066094 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 08:49:46.066451 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 08:49:46.066712 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 08:49:46.066915 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 08:49:46.067253 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.067548 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.067845 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.068118 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.068363 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.068647 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.068925 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.069210 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.069503 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.069786 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.070090 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.070346 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.071104 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.071721 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.071721 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.071954 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.072181 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] debug = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.072455 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.072887 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.073283 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.073560 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.073846 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.074117 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.074392 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.074674 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.075029 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] host = dv-neutron-830062-1-hyperv {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.075308 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.075593 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.075876 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.076160 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.076433 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.076709 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.076992 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.077264 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.077535 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] log_file = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.077804 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.078089 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.078376 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.078660 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.078882 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.079132 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.079420 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.079700 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.079973 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.080243 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.080515 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.080788 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.081060 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.081326 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.081602 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.081881 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.082163 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.082440 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.082712 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.083008 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.083282 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.083559 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.083830 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.084100 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.084374 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.084659 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.084927 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.085199 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.085494 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.085774 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.086046 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.086900 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.087207 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.087490 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.087762 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.088040 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.088306 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] use_json = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.088574 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.088840 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.089121 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.089393 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.089659 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.089930 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.090203 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.090482 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.090751 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:46.091077 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.091375 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.091674 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.091954 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.092244 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.092519 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.092813 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.093093 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.093378 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.093662 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.093947 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.094225 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.094501 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.094795 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.095105 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.095450 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.095654 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.095943 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.096221 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.096492 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.096762 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.097048 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.097324 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.097594 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.097873 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.098149 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.098415 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.098683 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.098958 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.099346 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.099612 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.099883 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.100152 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.100426 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.100698 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.100979 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.101250 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.101518 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.101788 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.102087 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.102355 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.102623 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.102903 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.103203 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.103483 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.103755 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.104025 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.104297 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.104569 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.104844 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.105110 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.105382 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.105654 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.105920 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.106185 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.106459 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.106727 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.107015 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.107455 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.107744 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.107855 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.108412 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.108412 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.110493 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.110493 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.110493 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.110493 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.110493 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.110493 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.110493 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.111469 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.111469 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.111469 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.111469 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.111768 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.111917 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.112196 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.112470 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.112744 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.113026 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.113309 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.113596 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.113885 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.114174 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.114464 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.114752 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.115055 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.115372 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.115855 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:46.115855 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 08:49:46.116098 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83445) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 21 08:49:46.528834 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO keyring.backend [-] Loading KWallet Feb 21 08:49:46.536853 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO keyring.backend [-] Loading SecretService Feb 21 08:49:46.540173 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO keyring.backend [-] Loading Windows Feb 21 08:49:46.541576 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO keyring.backend [-] Loading chainer Feb 21 08:49:46.542156 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO keyring.backend [-] Loading macOS Feb 21 08:49:46.578088 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 21 08:49:46.578345 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 21 08:49:46.578623 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 21 08:49:46.578966 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 21 08:49:46.898075 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:46.898408 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:46.898618 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:46.958850 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:46.959150 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:46.959419 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:46.962675 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:46.962941 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:46.963298 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:46.994139 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:46.994405 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:46.994673 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.023610 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.023903 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.024168 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.365100 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.365736 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.365736 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.365925 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.366892 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.500557 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.500867 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.501144 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.501414 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.501778 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.502056 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.502357 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.502649 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.502940 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.503290 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.503731 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.503898 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.504337 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.504465 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.504737 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.505043 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.505332 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.505639 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.505930 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.506246 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.506630 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.506918 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.507192 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.507514 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.507765 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.508075 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.509110 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 08:49:47.509386 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 08:49:47.509664 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 08:49:47.509941 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 08:49:47.510213 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 08:49:47.510482 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 08:49:47.511147 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 21 08:49:47.514994 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 21 08:49:47.520039 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 21 08:49:47.523545 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 21 08:49:47.525232 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 21 08:49:47.525638 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 21 08:49:47.525974 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 21 08:49:47.526357 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 21 08:49:47.529301 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 21 08:49:47.529493 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 21 08:49:47.529832 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 08:49:47.559674 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 21 08:49:47.560134 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.560432 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83445) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 21 08:49:47.560796 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.562217 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83445) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 21 08:49:47.562509 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 08:49:47.562759 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 21 08:49:47.566135 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.566411 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:47.627202 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 21 08:49:47.627440 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 21 08:49:47.627572 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 21 08:49:47.627946 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 21 08:49:47.660073 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_db.sqlalchemy.engines [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83445) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 21 08:49:48.007174 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Initializing driver for type 'gre' Feb 21 08:49:48.007671 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] gre ID ranges: [(1, 1000)] Feb 21 08:49:48.067184 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Initializing driver for type 'local' Feb 21 08:49:48.067672 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Initializing driver for type 'vlan' Feb 21 08:49:48.081273 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] VlanTypeDriver initialization complete Feb 21 08:49:48.081709 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Initializing driver for type 'vxlan' Feb 21 08:49:48.082331 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] vxlan ID ranges: [(1, 1000)] Feb 21 08:49:48.141014 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Initializing extension driver 'port_security' Feb 21 08:49:48.141492 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.extensions.port_security [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] PortSecurityExtensionDriver initialization complete Feb 21 08:49:48.141900 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Initializing mechanism driver 'openvswitch' Feb 21 08:49:48.143227 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Initializing mechanism driver 'hyperv' Feb 21 08:49:48.150333 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:49:48.151041 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > port after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.151414 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > port after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.151763 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > port after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.152288 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 21 08:49:48.152710 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > subnet after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.153059 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > subnet after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.153447 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > subnet after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.153834 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 21 08:49:48.154251 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > network after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.154596 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > network after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.154934 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > network after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.155338 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 21 08:49:48.155740 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > security_group after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.156085 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > security_group after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.156421 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > security_group after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.156945 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 21 08:49:48.157341 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.157686 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.158017 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.158398 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 21 08:49:48.158842 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] ML2 OVO RPC backend initialized. {{(pid=83445) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 21 08:49:48.159571 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router_interface after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.159924 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.160357 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > network before_response 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.160679 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > networks before_response 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.161017 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > port before_response 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.161351 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > ports before_response 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.161690 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > subnet before_response 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.162026 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > subnets before_response 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.162362 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > network after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.162694 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > network after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.163046 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > network after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.163379 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > port after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.163708 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > port after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.164035 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > port after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.164898 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > subnet after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.165244 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > subnet after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.165577 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > subnet after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.166170 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Modular L2 Plugin initialization complete Feb 21 08:49:48.166495 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading services supported by the core plugin {{(pid=83445) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 21 08:49:48.166819 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.managers [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Got port-security extension from driver 'port_security' Feb 21 08:49:48.167311 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.extensions.vlantransparent [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Disabled vlantransparent extension. Feb 21 08:49:48.167723 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83445) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 21 08:49:48.168030 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading Plugin: router Feb 21 08:49:48.204452 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router_interface before_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.204842 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router after_create 55549900 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.205203 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router before_create 55549900 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.205563 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.205934 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.206280 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router after_delete 55549900 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.206638 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > floatingip after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.207014 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router after_create 55549900 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.207364 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router after_update 55549900 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.207714 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router after_update 55549900 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.208059 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.208452 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router after_update 55549900 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.208870 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router precommit_update 55549900 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.209197 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: port after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.209532 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: port after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.209865 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: subnet after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.210195 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.210535 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > port precommit_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.210874 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router precommit_create 55549900 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.211850 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: port before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.212201 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router precommit_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.212557 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router after_update 55549900 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.212895 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router precommit_delete 55549900 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.213240 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router precommit_create 55549900 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.213606 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router_interface after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.213948 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router precommit_update 55549900 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.214318 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > agent after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.214666 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > agent after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.215037 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > network after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.216046 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Tracking information for resource: router configured {{(pid=83445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 08:49:48.216378 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Tracking information for resource: floatingip configured {{(pid=83445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 08:49:48.221842 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.db.l3_agentschedulers_db [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 21 08:49:48.222419 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: port after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.222779 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: port after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.223158 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: port after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.223507 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: port after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.224452 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router before_create 55550100 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.224817 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router precommit_delete 55550100 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.225172 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router precommit_create 55550100 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.225525 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > router precommit_update 55550100 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.230487 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.services.provider_configuration [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service providers = [] {{(pid=83445) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 21 08:49:48.230846 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.db.servicetype_db [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83445) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 21 08:49:48.233901 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.services.service_base [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 08:49:48.234244 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.services.service_base [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 08:49:48.234658 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.services.service_base [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 08:49:48.235589 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.services.service_base [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 08:49:48.235961 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.services.service_base [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 21 08:49:48.236351 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 08:49:48.236659 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 21 08:49:48.247983 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 08:49:48.248312 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading Plugin: auto_allocate Feb 21 08:49:48.254456 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: network precommit_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.254820 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: network precommit_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.255398 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 08:49:48.255713 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading Plugin: tag Feb 21 08:49:48.263478 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 08:49:48.263731 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading Plugin: timestamp Feb 21 08:49:48.267922 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 08:49:48.268308 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading Plugin: network_ip_availability Feb 21 08:49:48.274663 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.275128 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.275480 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.276235 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 08:49:48.276549 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading Plugin: flavors Feb 21 08:49:48.281488 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 08:49:48.281810 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading Plugin: revisions Feb 21 08:49:48.286344 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 08:49:48.286743 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.708s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 21 08:49:48.287547 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83445) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 21 08:49:48.287875 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Initializing extension manager. Feb 21 08:49:48.288372 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: __init__.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.288705 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: __pycache__ {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.289030 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.289387 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.289714 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: _filter_validation_lib.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.290036 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.290356 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: address_group.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.291152 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.291725 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: address-group Feb 21 08:49:48.292038 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: address_scope.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.292755 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.293254 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: address-scope Feb 21 08:49:48.293572 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: admin_state_down_before_update.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.294542 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.295081 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: router-admin-state-down-before-update Feb 21 08:49:48.295405 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: agent.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.296106 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.296604 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: agent Feb 21 08:49:48.296919 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: agent_resources_synced.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.297828 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.298329 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: agent-resources-synced Feb 21 08:49:48.298644 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: allowedaddresspairs.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.301073 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.301597 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: allowed-address-pairs Feb 21 08:49:48.302164 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: auto_allocated_topology.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.303038 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.303549 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: auto-allocated-topology Feb 21 08:49:48.303870 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: availability_zone.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.304615 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.305206 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: availability_zone Feb 21 08:49:48.305648 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: availability_zone_filter.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.306319 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.306802 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: availability_zone_filter Feb 21 08:49:48.307167 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: data_plane_status.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.308067 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.308571 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension data-plane-status not supported by any of loaded plugins Feb 21 08:49:48.308888 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: default_subnetpools.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.309796 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.310298 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: default-subnetpools Feb 21 08:49:48.310619 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: dhcpagentscheduler.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.311442 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.311940 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: dhcp_agent_scheduler Feb 21 08:49:48.312351 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: dns.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.313259 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.313756 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension dns-integration not supported by any of loaded plugins Feb 21 08:49:48.314075 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: dns_domain_ports.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.314971 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.315485 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 21 08:49:48.315800 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: dvr.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.316469 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.316964 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: dvr Feb 21 08:49:48.317284 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: empty_string_filtering.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.318194 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.318698 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: empty-string-filtering Feb 21 08:49:48.319041 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.319955 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.320455 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 21 08:49:48.321292 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.322193 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.322693 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 21 08:49:48.323039 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: external_net.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.323939 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.324438 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: external-net Feb 21 08:49:48.324748 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: extra_dhcp_opt.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.325646 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.326143 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: extra_dhcp_opt Feb 21 08:49:48.326462 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: extraroute.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.327385 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.327883 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: extraroute Feb 21 08:49:48.328193 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: extraroute_atomic.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.329230 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.329728 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: extraroute-atomic Feb 21 08:49:48.330039 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: filter_validation.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.330719 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.331249 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: filter-validation Feb 21 08:49:48.331566 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: fip_pf_description.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.332459 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.332959 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 21 08:49:48.333275 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: fip_port_details.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.334200 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.334698 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: fip-port-details Feb 21 08:49:48.335020 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: flavors.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.336840 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.337349 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: flavors Feb 21 08:49:48.337667 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.339409 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.339920 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 21 08:49:48.340240 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: floatingip_pools.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.340943 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.341446 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: floatingip-pools Feb 21 08:49:48.341800 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: ip_allocation.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.342712 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.343253 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension ip_allocation not supported by any of loaded plugins Feb 21 08:49:48.343568 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.344475 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.344993 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: ip-substring-filtering Feb 21 08:49:48.345313 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: l2_adjacency.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.346226 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.346733 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension l2_adjacency not supported by any of loaded plugins Feb 21 08:49:48.347076 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: l3.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.348077 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.348581 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: router Feb 21 08:49:48.348898 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: l3_conntrack_helper.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.351367 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.351952 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 21 08:49:48.352284 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.353204 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.353714 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: ext-gw-mode Feb 21 08:49:48.354035 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.354940 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.355470 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: l3-ha Feb 21 08:49:48.355825 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: l3_flavors.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.356731 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.357236 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: l3-flavors Feb 21 08:49:48.357596 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.358475 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.358974 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: l3-port-ip-change-not-allowed Feb 21 08:49:48.359322 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: l3agentscheduler.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.360419 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.360942 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: l3_agent_scheduler Feb 21 08:49:48.361244 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: logging.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.362815 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.363361 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension logging not supported by any of loaded plugins Feb 21 08:49:48.363680 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: metering.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.364439 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.365039 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: metering Feb 21 08:49:48.365329 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.366482 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.367080 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: metering_source_and_destination_fields Feb 21 08:49:48.367461 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: multiprovidernet.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.368383 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.368888 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: multi-provider Feb 21 08:49:48.369207 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: netmtu.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.370112 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.370613 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: net-mtu Feb 21 08:49:48.370929 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: netmtu_writable.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.371865 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.372758 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: net-mtu-writable Feb 21 08:49:48.372758 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: network_availability_zone.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.373408 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.373907 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: network_availability_zone Feb 21 08:49:48.374224 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: network_ip_availability.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.375346 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.375851 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: network-ip-availability Feb 21 08:49:48.376166 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: network_segment_range.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.376948 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.377450 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension network-segment-range not supported by any of loaded plugins Feb 21 08:49:48.377765 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: pagination.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.378769 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.379118 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: pagination Feb 21 08:49:48.379434 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.380352 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.380863 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: port-mac-address-regenerate Feb 21 08:49:48.381176 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: port_resource_request.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.382076 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.382578 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension port-resource-request not supported by any of loaded plugins Feb 21 08:49:48.382893 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: portbindings.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.384364 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.384869 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: binding Feb 21 08:49:48.385399 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: portbindings_extended.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.386647 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.387408 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: binding-extended Feb 21 08:49:48.387408 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: portsecurity.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.388377 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.388858 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: port-security Feb 21 08:49:48.389201 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: project_id.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.390175 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.390471 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: project-id Feb 21 08:49:48.390784 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: providernet.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.391727 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.392232 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: provider Feb 21 08:49:48.392548 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: qos.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.396640 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.397160 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension qos not supported by any of loaded plugins Feb 21 08:49:48.397486 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.399305 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.399851 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 21 08:49:48.400174 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.401093 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.401597 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 21 08:49:48.401963 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: qos_default.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.402876 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.403410 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension qos-default not supported by any of loaded plugins Feb 21 08:49:48.403728 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: qos_fip.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.404384 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.404881 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension qos-fip not supported by any of loaded plugins Feb 21 08:49:48.405196 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: qos_gateway_ip.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.406109 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.406609 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 21 08:49:48.406925 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: qos_port_network_policy.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.407858 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.408388 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 21 08:49:48.408702 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: qos_rule_type_details.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.409611 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.410105 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 21 08:49:48.410419 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: qos_rules_alias.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.411487 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.411999 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 21 08:49:48.412306 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: quotasv2.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.413347 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.413673 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: quotas Feb 21 08:49:48.413988 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: quotasv2_detail.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.415693 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.416029 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: quota_details Feb 21 08:49:48.416352 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: rbac.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.417425 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.417955 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: rbac-policies Feb 21 08:49:48.418282 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: rbac_address_scope.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.419265 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.419740 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: rbac-address-scope Feb 21 08:49:48.420058 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: rbac_security_groups.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.420965 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.421476 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: rbac-security-groups Feb 21 08:49:48.421796 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: rbac_subnetpool.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.422697 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.423236 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: rbac-subnetpool Feb 21 08:49:48.423551 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: revisionifmatch.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.424473 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.424978 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: revision-if-match Feb 21 08:49:48.425286 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: revisions.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.426397 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.426906 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: standard-attr-revisions Feb 21 08:49:48.427252 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: router_availability_zone.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.427934 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.428435 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: router_availability_zone Feb 21 08:49:48.428750 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: routerservicetype.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.429676 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.430198 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension router-service-type not supported by any of loaded plugins Feb 21 08:49:48.430512 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: security_groups_port_filtering.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.431447 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.431943 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: port-security-groups-filtering Feb 21 08:49:48.432257 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: securitygroup.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.443549 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.444085 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: security-group Feb 21 08:49:48.444413 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: segment.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.445254 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.446275 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension segment not supported by any of loaded plugins Feb 21 08:49:48.446597 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.447622 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.448136 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 21 08:49:48.448453 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: servicetype.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.449589 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.450105 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: service-type Feb 21 08:49:48.450424 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: sorting.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.451418 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.451737 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: sorting Feb 21 08:49:48.452060 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: standard_attr_segment.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.452983 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.453493 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 21 08:49:48.453810 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: standardattrdescription.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.454466 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.454964 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: standard-attr-description Feb 21 08:49:48.455311 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: stateful_security_group.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.456230 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.456734 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: stateful-security-group Feb 21 08:49:48.457055 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: stdattrs_common.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.457638 dv-neutron-830062-1-hyperv neutron-server[83445]: WARNING neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 21 08:49:48.457961 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.458888 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.459423 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 21 08:49:48.459746 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: subnet_onboard.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.460904 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.461987 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: subnet_onboard Feb 21 08:49:48.462309 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.463279 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.463785 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 21 08:49:48.464109 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: subnet_service_types.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.465031 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.465534 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: subnet-service-types Feb 21 08:49:48.465849 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: subnetallocation.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.466944 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.467466 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: subnet_allocation Feb 21 08:49:48.467785 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.468461 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.468963 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: subnetpool-prefix-ops Feb 21 08:49:48.469281 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.470201 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.470698 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 21 08:49:48.471031 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: tagging.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.472132 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.472642 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: standard-attr-tag Feb 21 08:49:48.472971 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: timestamp.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.474183 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.474693 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loaded extension: standard-attr-timestamp Feb 21 08:49:48.475038 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: trunk.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.476078 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.476586 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension trunk not supported by any of loaded plugins Feb 21 08:49:48.476948 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: trunk_details.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.477857 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.478366 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension trunk-details not supported by any of loaded plugins Feb 21 08:49:48.478685 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: uplink_status_propagation.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.479623 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.480128 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 21 08:49:48.480443 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Loading extension file: vlantransparent.py {{(pid=83445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 21 08:49:48.481122 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 21 08:49:48.481619 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extension vlan-transparent not supported by any of loaded plugins Feb 21 08:49:48.484000 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:network Feb 21 08:49:48.484720 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:subnet Feb 21 08:49:48.485319 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 08:49:48.486108 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:port Feb 21 08:49:48.487429 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.resource_helper [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 08:49:48.487871 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.resource_helper [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service FLAVORS assigned prefix: {{(pid=83445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 08:49:48.488494 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.resource_helper [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 08:49:48.488914 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.resource_helper [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 08:49:48.489242 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:router Feb 21 08:49:48.489883 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:floatingip Feb 21 08:49:48.490601 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.resource_helper [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service METERING assigned prefix: /metering {{(pid=83445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 08:49:48.492084 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.492510 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.492903 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:49:48.494128 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 08:49:48.494556 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:security_group Feb 21 08:49:48.495257 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 08:49:48.496138 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.resource_helper [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service CORE assigned prefix: {{(pid=83445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 08:49:48.496484 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 08:49:48.496922 dv-neutron-830062-1-hyperv neutron-server[83445]: WARNING neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] subnetpool is already registered Feb 21 08:49:48.497521 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.resource_helper [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service CORE assigned prefix: {{(pid=83445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 08:49:48.497859 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 08:49:48.498193 dv-neutron-830062-1-hyperv neutron-server[83445]: WARNING neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] subnetpool is already registered Feb 21 08:49:48.500775 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.resource_helper [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 08:49:48.501209 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.resource_helper [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service FLAVORS assigned prefix: {{(pid=83445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 08:49:48.501789 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.resource_helper [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 08:49:48.502204 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.resource_helper [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 08:49:48.502532 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:router Feb 21 08:49:48.502854 dv-neutron-830062-1-hyperv neutron-server[83445]: WARNING neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] router is already registered Feb 21 08:49:48.503465 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:floatingip Feb 21 08:49:48.503790 dv-neutron-830062-1-hyperv neutron-server[83445]: WARNING neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] floatingip is already registered Feb 21 08:49:48.504407 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.resource_helper [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service METERING assigned prefix: /metering {{(pid=83445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 08:49:48.505068 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 08:49:48.505387 dv-neutron-830062-1-hyperv neutron-server[83445]: WARNING neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] rbac_policy is already registered Feb 21 08:49:48.505922 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:security_group Feb 21 08:49:48.506241 dv-neutron-830062-1-hyperv neutron-server[83445]: WARNING neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] security_group is already registered Feb 21 08:49:48.506809 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 08:49:48.507169 dv-neutron-830062-1-hyperv neutron-server[83445]: WARNING neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] security_group_rule is already registered Feb 21 08:49:48.507823 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.resource_helper [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service CORE assigned prefix: {{(pid=83445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 08:49:48.508673 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 08:49:48.509054 dv-neutron-830062-1-hyperv neutron-server[83445]: WARNING neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] subnetpool is already registered Feb 21 08:49:48.509679 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.resource_helper [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Service CORE assigned prefix: {{(pid=83445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 08:49:48.509996 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 08:49:48.510314 dv-neutron-830062-1-hyperv neutron-server[83445]: WARNING neutron.quota.resource_registry [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] subnetpool is already registered Feb 21 08:49:48.510965 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: extensions {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.512460 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: address-groups {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.514075 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: address-scopes {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.515389 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: agents {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.516544 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: auto-allocated-topology {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.517773 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: availability_zones {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.519337 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: dhcp-networks {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.520694 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: dhcp-agents {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.522203 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: routers {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.524688 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: flavors {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.525806 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: service_profiles {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.526967 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: next_providers {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.528471 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: service_profiles {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.529861 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: floatingip-pools {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.531124 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: routers {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.532867 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: floatingips {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.534125 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: l3-routers {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.535614 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: l3-agents {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.537111 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: metering-labels {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.538450 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: metering-label-rules {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.539889 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: network-ip-availabilities {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.541168 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: bindings {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.543876 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: quotas {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.545291 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: quotas {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.546828 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: rbac-policies {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.548151 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: security-groups {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.549411 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: security-group-rules {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.550653 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: service-providers {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.551906 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: subnetpools {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.553367 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: subnetpools {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.554925 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: tags {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.556584 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: tags {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.558319 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: tags {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.560144 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: tags {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.561940 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: tags {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.563669 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: tags {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.565445 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: tags {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.567371 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: tags {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.569268 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: tags {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.573462 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron.api.extensions [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Extended resource: tags {{(pid=83445) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 21 08:49:48.579550 dv-neutron-830062-1-hyperv neutron-server[83445]: WARNING keystonemiddleware.auth_token [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 21 08:49:48.584712 dv-neutron-830062-1-hyperv neutron-server[83445]: WARNING keystonemiddleware.auth_token [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 21 08:49:48.594874 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Acquired lock "singleton_lock" {{(pid=83445) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 21 08:49:48.595404 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Releasing lock "singleton_lock" {{(pid=83445) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 21 08:49:48.596140 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO oslo_service.service [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Starting 2 workers Feb 21 08:49:48.601278 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Started child 83584 {{(pid=83445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 21 08:49:48.606777 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Started child 83585 {{(pid=83445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 21 08:49:48.608769 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO neutron.service [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Neutron service started, listening on 0.0.0.0:9696 Feb 21 08:49:48.609799 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Notify callbacks [] for process, before_spawn {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:49:48.610433 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:49:48.612059 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [-] (83584) wsgi starting up on http://0.0.0.0:9696 Feb 21 08:49:48.612861 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:49:48.613316 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO oslo_service.service [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Starting 1 workers Feb 21 08:49:48.614443 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [-] (83585) wsgi starting up on http://0.0.0.0:9696 Feb 21 08:49:48.618544 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Started child 83586 {{(pid=83445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 21 08:49:48.619122 dv-neutron-830062-1-hyperv neutron-server[83445]: INFO oslo_service.service [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Starting 1 workers Feb 21 08:49:48.622418 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.service [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] calling RpcWorker wait() {{(pid=83586) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 21 08:49:48.623389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.service [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] returning from RpcWorker wait() {{(pid=83586) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 21 08:49:48.623617 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Started child 83587 {{(pid=83445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 21 08:49:48.624489 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9feb2ecb-b88a-4ff9-998f-f228b970a3bb None None] Notify callbacks [] for process, after_spawn {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:49:48.624904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:49:48.625417 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:49:48.626544 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83445) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 21 08:49:48.626767 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 08:49:48.626917 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 08:49:48.627141 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 08:49:48.627488 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 08:49:48.627652 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 08:49:48.628183 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.628448 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.628707 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.628960 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.629240 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.629785 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.630057 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.630326 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.630592 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.630821 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.631011 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.631204 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.631397 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.631622 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.631992 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.632283 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.632514 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.632773 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.632977 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.633731 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.634049 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.634280 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.634552 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] debug = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.634785 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:49:48.635605 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.635605 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.635605 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.636169 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.636358 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:49:48.636566 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.636566 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.636566 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.637138 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.637138 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.637138 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.637667 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.637667 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.638051 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.638051 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.638434 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.638626 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.639201 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] host = dv-neutron-830062-1-hyperv {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.639201 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.639589 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.639589 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.639966 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.640150 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.640338 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.640524 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.640822 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.641018 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.641229 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.641440 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.641636 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.641974 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.642185 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_file = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.642378 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_options = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.642566 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.642749 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.643018 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.643214 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.643430 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.643873 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.644068 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.644262 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.644456 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.644667 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.644865 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.645054 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.645244 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.645455 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.645647 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.645851 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.646051 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.646234 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.646512 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.646699 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.646880 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.647106 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.647337 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.647531 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.647750 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.647985 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.648213 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.648408 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.648610 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.648880 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.649869 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.649869 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.650245 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.650477 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.650678 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.650885 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.651164 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.651415 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.651652 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.651902 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.652232 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.652411 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.652630 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.652943 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.653307 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.653482 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] use_json = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.653663 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.653887 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.654132 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.654368 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.654615 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.654830 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.655068 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.655318 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.655561 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.656022 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.656312 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.656633 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.656838 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.657069 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.657302 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.657529 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.657745 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.657988 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.658211 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.658516 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.658731 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.659096 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.659352 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.659742 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.660025 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.660025 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.660346 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.660514 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.660672 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.660878 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.661086 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.661330 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.661564 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.661773 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.661992 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.662217 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.662512 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.662673 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.662879 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.663165 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.663467 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.663636 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.663819 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.664029 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.664281 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.664513 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.664737 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.664951 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.665186 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.665406 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.665617 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.665826 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.666032 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.666249 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.666472 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.666682 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.666888 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.667119 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.667354 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.667581 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.667838 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.668053 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.668325 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.668539 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.668755 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.668969 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.669198 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.669421 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.669628 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.669921 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.670207 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.670368 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.670533 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.670710 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.670871 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.671102 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.671284 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.671533 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.671732 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.671926 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.672118 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.672303 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.672504 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.672920 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.674224 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.674450 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.674813 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.675190 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.675571 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.675971 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.676282 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.676617 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.676957 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.677297 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.678962 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.680936 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.680936 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.681340 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.681586 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.681973 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.683029 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.683029 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.683340 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.683683 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.684090 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.684550 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.684950 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.685276 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.685660 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.686398 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.686607 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.687165 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.687554 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.687901 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.688810 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.689225 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.689613 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.690064 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.690469 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.691124 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.691537 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.694234 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.696737 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.697059 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.697384 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.697686 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.698024 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.698350 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.699502 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.699502 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.699502 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.699964 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.699964 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.700204 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.700678 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.700834 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.701083 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.701310 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.701736 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.702217 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.702691 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.703152 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.703424 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.703905 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.704428 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.704707 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.704977 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.705237 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.705482 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.705922 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.706185 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.706431 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.706865 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.707140 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.707556 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.707817 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.708224 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.708507 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.708796 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.709103 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.709603 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.709603 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.709798 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.710069 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.710284 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.710512 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.710802 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.711086 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.711427 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.711722 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.711991 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.712222 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.712499 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.712777 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.713032 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.713308 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.713581 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.713788 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.714015 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.714248 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.714469 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.714934 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.715358 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.715702 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.715918 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.716325 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.716832 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.717298 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.717584 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.717818 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.718122 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.718358 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.718602 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.719046 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.719442 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.719877 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.720135 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.720422 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.720683 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.721007 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.721243 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.721669 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.722067 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.722460 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.722949 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.723391 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.723792 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.724309 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.724704 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.725111 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.725579 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.726003 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.726438 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.726949 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.727361 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.727768 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.728179 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.728648 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.729087 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.729481 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.729959 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.730390 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.730658 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.730974 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.731365 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.731619 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.731908 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.732122 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.732557 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.732969 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.733392 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.733796 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.734078 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.734512 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.734785 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.735178 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.735506 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.735785 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.736036 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.736390 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.736804 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.737084 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.737389 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.737686 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.737992 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.738219 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.738440 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.738705 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.739059 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.739278 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.739527 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.739756 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.740038 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.740316 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.740637 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.740824 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.741269 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.741543 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.741793 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.742215 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.742946 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 08:49:48.744031 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83445) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 21 08:49:48.744466 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 08:49:48.744696 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 08:49:48.744871 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 08:49:48.745357 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 08:49:48.745526 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 08:49:48.745769 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.745958 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.746129 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.746321 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.746484 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.746803 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.747079 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.747229 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.747410 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.747568 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.747765 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.747931 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.748089 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.748234 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.748448 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.748567 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.748780 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.748955 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.749172 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.749296 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.749402 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.749565 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.749739 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] debug = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.749896 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.750176 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.750401 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.750570 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.750716 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.750882 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.751110 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.751310 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.751443 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.751614 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.751763 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.751940 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.752124 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.752305 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.752454 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.752644 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.752798 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] host = dv-neutron-830062-1-hyperv {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.752982 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.753135 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.753317 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.753476 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.753663 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.753819 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.754016 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.754163 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.754294 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.754457 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.754645 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.754808 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.755018 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.755261 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_file = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.755394 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_options = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.755628 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.755740 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.755912 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.756096 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.756287 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.756447 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.756635 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.756801 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.757563 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.757563 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.757563 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.757563 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.757871 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.757871 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.758039 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.758729 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.758958 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.759110 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.759290 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.759426 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.759619 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.759782 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.759970 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.760127 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.760270 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.760415 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.760609 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.760760 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.760946 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.761098 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.761273 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.761637 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.761797 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.761963 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.762130 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.762309 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.762463 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.762650 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.763012 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.763171 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.763358 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.763697 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.763855 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.764012 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.764276 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.764435 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] use_json = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.764573 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.764705 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.764832 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.765084 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.765341 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.765341 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.765646 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.765646 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.765927 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 08:49:48.766010 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.766186 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.766366 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.766559 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.766724 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.766918 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.767109 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.767307 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.767464 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.767658 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.767856 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.768025 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.768235 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.768397 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.768593 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.769005 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.769193 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.769357 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.769551 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.769719 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.769914 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.770074 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.770266 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.770426 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.770619 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.770831 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.770963 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.771176 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.771396 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.771631 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.771820 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.771982 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.772170 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.772336 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.772496 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.772656 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.772845 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.773007 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.773199 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.773358 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.773545 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.773741 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.773940 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.774097 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.774292 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.774469 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.774633 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.774818 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.775058 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.775222 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.775358 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.775564 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.775724 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.775915 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.776075 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.776273 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.776431 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.776624 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.776813 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.776979 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.777138 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.778499 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.778499 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.778499 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.778499 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.778499 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.778499 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.778499 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.778499 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.779824 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.779824 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.779824 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.779824 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.779824 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.780402 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.780402 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.780402 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.782784 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.782784 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.782784 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.782784 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.782784 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.782784 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.782784 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.782784 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784157 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784157 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784157 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784157 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784157 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784157 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784157 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784157 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784947 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784947 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784947 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784947 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784947 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784947 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784947 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.784947 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.785949 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.785949 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.785949 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.785949 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.785949 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.785949 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.785949 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.785949 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.787446 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.787446 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.787446 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.787446 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.787446 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.787446 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.787446 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.787446 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.788504 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.788504 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.788504 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.788504 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.788747 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.789304 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.789304 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.789636 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.789801 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.790081 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.790344 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.790633 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.790881 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.791203 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.791515 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.791796 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.792071 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.792335 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.792628 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.792925 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.793218 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.793508 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.793807 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.795055 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.795055 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.795055 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.795055 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.795697 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.795697 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.795697 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.796079 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.796182 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.796483 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.796734 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.796990 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.797287 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.797575 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.797871 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.798163 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.798420 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.798675 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.798928 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.799212 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.799500 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.799747 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.799994 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.800245 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.800497 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.800791 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.801044 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.801293 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.801556 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.801786 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.802074 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.802297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:49:48.802524 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.802761 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.802761 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.803201 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.803433 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.803649 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.803859 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.804076 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.804293 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.804510 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.804775 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.805637 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.805859 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.806092 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.806319 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.806546 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.806762 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.806969 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.807300 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.807546 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.807800 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.808047 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.808294 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.808585 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.808842 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.809087 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.809330 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.809592 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.809882 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.810131 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.810374 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.810617 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.810876 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.811193 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.811486 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.811673 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.811898 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.812155 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.812441 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.812693 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.812957 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.813204 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.813451 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.813700 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.814038 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.814302 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.814587 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.814864 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.815219 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.815510 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.815783 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.816064 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.816363 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.816697 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.816975 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.817219 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.817380 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.817648 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.817942 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.818125 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.818304 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.818482 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.818661 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.818839 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.819060 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.819060 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.819449 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.819449 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.819923 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.819923 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.819923 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.820545 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.820545 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.820545 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.820545 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.822148 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.822148 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.822148 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.822148 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.822148 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 08:49:48.822148 dv-neutron-830062-1-hyperv neutron-server[83445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 08:49:48.956314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 44134) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:49:48.965504 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069757 Feb 21 08:50:00.250303 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45965ac-c456-407e-a9a2-34b665aeb349 None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 08:50:00.350350 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45965ac-c456-407e-a9a2-34b665aeb349 None None] No non-hosted networks {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 21 08:50:00.368230 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c5c3bd1d-7bd5-4d8b-a43e-d01cb8015d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1689736'] for agent, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:02.870251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-02ff2e73-fb16-4191-9575-c65b1a155f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1689736'] for agent, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:02.926447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c645d9cd-13e5-4d13-879e-01f615f9530f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:03.575133 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1689736'] for agent, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:03.576048 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:03.576725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:03.577170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:03.577864 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:03.578808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:03.579179 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:03.579646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:03.580131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:03.581676 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:03.582627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:03.583295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:03.585460 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-830062-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:50:03.603814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-830062-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:50:03.928458 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1689736'] for agent, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:05.891353 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1689736'] for agent, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:06.209595 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.db.l3_hamode_db [None req-69e726ad-fc9a-4515-93ac-0039abc3f4f2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 21 08:50:06.298342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e726ad-fc9a-4515-93ac-0039abc3f4f2 None None] Routers set() bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:50:06.298659 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e726ad-fc9a-4515-93ac-0039abc3f4f2 None None] Router IDs set() for agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 21 08:50:07.770400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 44226) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:50:08.450082 dv-neutron-830062-1-hyperv neutron-server[83584]: WARNING oslo_policy.policy [None req-c4b2bf7c-67ce-4a88-9915-7612c13c8b17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 08:50:08.450691 dv-neutron-830062-1-hyperv neutron-server[83584]: WARNING oslo_policy.policy [None req-c4b2bf7c-67ce-4a88-9915-7612c13c8b17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 08:50:08.708936 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-c4b2bf7c-67ce-4a88-9915-7612c13c8b17 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 08:50:08.709949 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c4b2bf7c-67ce-4a88-9915-7612c13c8b17 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9387174 Feb 21 08:50:11.166632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 44240) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:50:11.579378 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4988870c-246f-487b-be08-bbaafd88bd75 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:50:11.632335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.policy [None req-4988870c-246f-487b-be08-bbaafd88bd75 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83584) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 21 08:50:11.633108 dv-neutron-830062-1-hyperv neutron-server[83584]: WARNING oslo_policy.policy [None req-4988870c-246f-487b-be08-bbaafd88bd75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 08:50:11.633976 dv-neutron-830062-1-hyperv neutron-server[83584]: WARNING oslo_policy.policy [None req-4988870c-246f-487b-be08-bbaafd88bd75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 08:50:11.637290 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.quota [None req-4988870c-246f-487b-be08-bbaafd88bd75 admin admin] Loaded quota_driver: . Feb 21 08:50:11.653819 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4988870c-246f-487b-be08-bbaafd88bd75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:50:11.724251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4988870c-246f-487b-be08-bbaafd88bd75 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764259168503', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764259141959', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764259143395', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764259134039', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764259123259', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7594620', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7418348', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1603325', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1672385'] for rbac-policy, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:11.803306 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4988870c-246f-487b-be08-bbaafd88bd75 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:11.804434 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4988870c-246f-487b-be08-bbaafd88bd75 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6367147 Feb 21 08:50:14.439564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 44254) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:50:14.852758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'admin_state_up': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:50:14.857711 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:50:14.862798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Usage tracker for resource:network and tenant:e5f761dc8b0c47b8b42f39f9340be89b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:50:14.867675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:50:14.874519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:50:14.884433 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Made reservation on behalf of e5f761dc8b0c47b8b42f39f9340be89b for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:50:14.887405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:14.906599 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:14.951695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:50:14.955691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f761dc8b0c47b8b42f39f9340be89b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:50:14.958581 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:50:14.965402 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:50:15.037324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:15.041330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:15.067255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:50:15.096531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764261835102', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:15.097048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Unsubscribe: segment precommit_create {{(pid=83584) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 08:50:15.097544 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Added segment bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666 of type vlan for network 9b89655c-0264-411b-b149-058b1d65ff20 Feb 21 08:50:15.106352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d11f774-6291-4191-bfac-ee33e8799d3c,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:15.171804 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:15.172646 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:15.172646 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:15.172949 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:15.173316 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:15.173763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:15.174139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:15.174468 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:15.174787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:15.175132 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:15.175452 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Tracked resource versions report: Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: pushed versions: Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: { 'ConntrackHelper': {'1.0'}, Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Log': {'1.0'}, Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Network': {'1.1'}, Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Port': {'1.5'}, Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'PortForwarding': {'1.2'}, Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'QosPolicy': {'1.8'}, Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'SecurityGroup': {'1.2'}, Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'SecurityGroupRule': {'1.0'}, Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'SubPort': {'1.0'}, Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Subnet': {'1.1'}, Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Trunk': {'1.1'}} Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: consumer versions: Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: { DHCP agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: L3 agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: Metadata agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: Metering agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: Open vSwitch agent@dv-neutron-830062-1-hyperv: { 'ConntrackHelper': '1.0', Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Log': '1.0', Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Network': '1.1', Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Port': '1.5', Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'PortForwarding': '1.2', Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'QosPolicy': '1.8', Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'SecurityGroup': '1.2', Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'SecurityGroupRule': '1.0', Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'SubPort': '1.0', Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Subnet': '1.1', Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Trunk': '1.1'}} Feb 21 08:50:15.176772 dv-neutron-830062-1-hyperv neutron-server[83584]: {{(pid=83584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 08:50:15.214147 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:15.260649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:15.262007 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:50:15.263003 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:15.369897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=9b89655c-0264-411b-b149-058b1d65ff20,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:15.374770 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bebf0ead-5e38-4a12-a09e-b6c0531c4fe1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9341776 Feb 21 08:50:15.382300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 9b89655c-0264-411b-b149-058b1d65ff20 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:50:18.037778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 44270) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:50:18.537169 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23359cfc-43e6-4380-a400-98325de704de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:50:18.538481 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-23359cfc-43e6-4380-a400-98325de704de admin admin] 10.222.0.48 "GET /v2.0/networks/9b89655c-0264-411b-b149-058b1d65ff20 HTTP/1.1" status: 200 len: 824 time: 0.4997728 Feb 21 08:50:18.567691 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8021b151-03b9-42a4-95b2-73e2d6f308e2 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/55f4531d-4a1b-4163-8fe5-43a7d5919427 HTTP/1.1" status: 200 len: 734 time: 0.0236533 Feb 21 08:50:18.577244 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20', 'subnetpool_id': '55f4531d-4a1b-4163-8fe5-43a7d5919427', 'ip_version': 4, 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:50:18.581967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:50:18.585979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Usage tracker for resource:subnet and tenant:e5f761dc8b0c47b8b42f39f9340be89b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:50:18.589600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:50:18.595731 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:50:18.605924 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Made reservation on behalf of e5f761dc8b0c47b8b42f39f9340be89b for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:50:18.608268 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:18.902591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:18.988879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d6235b-6086-47cb-9787-bac900bc7f1c,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:18.995390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Checking segment: {'id': 'bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:50:18.995802 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Network hostable DHCP agents. Network: 9b89655c-0264-411b-b149-058b1d65ff20, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:50:19.020302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Network 9b89655c-0264-411b-b149-058b1d65ff20 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:50:19.031363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 9b89655c-0264-411b-b149-058b1d65ff20) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:50:19.035997 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:50:19.036616 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:19.043317 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad82ce20-331b-46d3-869a-1424242d85dc None None] Network 9b89655c-0264-411b-b149-058b1d65ff20 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:50:19.064639 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cbb2a338-b312-44b8-9ede-3e2fb4fce018 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4857552 Feb 21 08:50:19.372688 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-9b89655c-0264-411b-b149-058b1d65ff20', 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20', 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'fixed_ips': [{'subnet_id': '15d6235b-6086-47cb-9787-bac900bc7f1c'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:50:19.373825 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:19.570847 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Allocated IP 172.20.0.2 (9b89655c-0264-411b-b149-058b1d65ff20/15d6235b-6086-47cb-9787-bac900bc7f1c/a15a4b46-656c-4dc4-bf12-a177fd22c50a) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:50:19.814287 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:19.829658 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Transition to ACTIVE for port object a15a4b46-656c-4dc4-bf12-a177fd22c50a will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:50:19.853900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Transition to ACTIVE for port object a15a4b46-656c-4dc4-bf12-a177fd22c50a will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:50:19.861050 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:19.935579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Network 9b89655c-0264-411b-b149-058b1d65ff20 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:50:19.939843 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:50:19.941539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Pushing event updated for resources: {'Port': ['ID=a15a4b46-656c-4dc4-bf12-a177fd22c50a,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:19.945384 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:50:19.956351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:19.956703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:19.957042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:19.957377 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:19.957725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:19.958060 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:19.958386 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:19.958726 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:19.959080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:19.959402 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:19.959727 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Tracked resource versions report: Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: pushed versions: Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: { 'ConntrackHelper': {'1.0'}, Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Log': {'1.0'}, Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Network': {'1.1'}, Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Port': {'1.5'}, Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'PortForwarding': {'1.2'}, Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'QosPolicy': {'1.8'}, Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'SecurityGroup': {'1.2'}, Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'SecurityGroupRule': {'1.0'}, Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'SubPort': {'1.0'}, Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Subnet': {'1.1'}, Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Trunk': {'1.1'}} Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: consumer versions: Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: { DHCP agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: L3 agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: Metadata agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: Metering agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: Open vSwitch agent@dv-neutron-830062-1-hyperv: { 'ConntrackHelper': '1.0', Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Log': '1.0', Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Network': '1.1', Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Port': '1.5', Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'PortForwarding': '1.2', Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'QosPolicy': '1.8', Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'SecurityGroup': '1.2', Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'SecurityGroupRule': '1.0', Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'SubPort': '1.0', Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Subnet': '1.1', Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Trunk': '1.1'}} Feb 21 08:50:19.961077 dv-neutron-830062-1-hyperv neutron-server[83586]: {{(pid=83586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 08:50:20.053071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Attempting to bind port a15a4b46-656c-4dc4-bf12-a177fd22c50a on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:50:20.053761 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Attempting to bind port a15a4b46-656c-4dc4-bf12-a177fd22c50a by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:50:20.053914 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Attempting to bind port a15a4b46-656c-4dc4-bf12-a177fd22c50a on network 9b89655c-0264-411b-b149-058b1d65ff20 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:50:20.061176 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:50:20.061575 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Checking segment: {'id': 'bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:50:20.062058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:20.062450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Bound using segment: {'id': 'bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:50:20.062943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Bound port: a15a4b46-656c-4dc4-bf12-a177fd22c50a, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:50:20.063381 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:20.154752 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] For port a15a4b46-656c-4dc4-bf12-a177fd22c50a, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:50:20.159106 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] For port a15a4b46-656c-4dc4-bf12-a177fd22c50a, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a15a4b46-656c-4dc4-bf12-a177fd22c50a,segment=NetworkSegment(bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666),segment_id=bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:50:20.164092 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:20.277383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a1ef0-8a89-4a3b-a1d5-9becc6e488a0 None None] Pushing event updated for resources: {'Port': ['ID=a15a4b46-656c-4dc4-bf12-a177fd22c50a,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:21.422334 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 44280) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:50:22.090456 dv-neutron-830062-1-hyperv neutron-server[83585]: WARNING oslo_policy.policy [None req-539b3343-db27-4626-8214-6214fe1b4df1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 08:50:22.091076 dv-neutron-830062-1-hyperv neutron-server[83585]: WARNING oslo_policy.policy [None req-539b3343-db27-4626-8214-6214fe1b4df1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 08:50:22.312287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-539b3343-db27-4626-8214-6214fe1b4df1 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 08:50:22.327015 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-539b3343-db27-4626-8214-6214fe1b4df1 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8890555 Feb 21 08:50:23.919841 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a15a4b46-656c-4dc4-bf12-a177fd22c50a up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:50:24.000969 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc71d13-0cd0-4952-8c46-a371d0460780 None None] Network 9b89655c-0264-411b-b149-058b1d65ff20 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:50:24.022095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port a15a4b46-656c-4dc4-bf12-a177fd22c50a completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:50:24.130230 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-be249a53-8864-4ff6-8776-8789c89c5bfb None None] Provisioning for port a15a4b46-656c-4dc4-bf12-a177fd22c50a completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:50:24.149728 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-be249a53-8864-4ff6-8776-8789c89c5bfb None None] Provisioning complete for port a15a4b46-656c-4dc4-bf12-a177fd22c50a triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:50:24.150118 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-be249a53-8864-4ff6-8776-8789c89c5bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:24.370630 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-be249a53-8864-4ff6-8776-8789c89c5bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:24.419854 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-be249a53-8864-4ff6-8776-8789c89c5bfb None None] For port a15a4b46-656c-4dc4-bf12-a177fd22c50a, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a15a4b46-656c-4dc4-bf12-a177fd22c50a,segment=NetworkSegment(bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666),segment_id=bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:50:24.426455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-be249a53-8864-4ff6-8776-8789c89c5bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:24.514286 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be249a53-8864-4ff6-8776-8789c89c5bfb None None] Pushing event updated for resources: {'Port': ['ID=a15a4b46-656c-4dc4-bf12-a177fd22c50a,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:24.718923 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-755acb4c-c708-441c-ad88-21355e4136e8 None None] Provisioning complete for port a15a4b46-656c-4dc4-bf12-a177fd22c50a triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:50:24.719226 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-755acb4c-c708-441c-ad88-21355e4136e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:24.788130 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 44302) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:50:25.296548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-eefa23be-f70f-4c82-bfc3-75c4cfa6ce21 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 08:50:25.297581 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-eefa23be-f70f-4c82-bfc3-75c4cfa6ce21 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5083642 Feb 21 08:50:25.886300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a15a4b46-656c-4dc4-bf12-a177fd22c50a up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:50:25.960505 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port a15a4b46-656c-4dc4-bf12-a177fd22c50a triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:50:25.960872 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:27.999467 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 44314) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:50:28.397916 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-62213cb7-1662-46e0-8736-d07b6cfc3bd1 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'admin_state_up': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:50:28.403754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-62213cb7-1662-46e0-8736-d07b6cfc3bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:50:28.407637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-62213cb7-1662-46e0-8736-d07b6cfc3bd1 admin admin] Usage tracker for resource:router and tenant:e5f761dc8b0c47b8b42f39f9340be89b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:50:28.411102 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-62213cb7-1662-46e0-8736-d07b6cfc3bd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:50:28.416940 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-62213cb7-1662-46e0-8736-d07b6cfc3bd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:50:28.428367 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-62213cb7-1662-46e0-8736-d07b6cfc3bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:28.429896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-62213cb7-1662-46e0-8736-d07b6cfc3bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:28.455661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-62213cb7-1662-46e0-8736-d07b6cfc3bd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:28.577708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-62213cb7-1662-46e0-8736-d07b6cfc3bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:28.599381 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-62213cb7-1662-46e0-8736-d07b6cfc3bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:28.600588 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-62213cb7-1662-46e0-8736-d07b6cfc3bd1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6001227 Feb 21 08:50:30.123302 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2a149849-0b91-478c-bc48-c4081e2a0933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:31.060261 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 44324) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:50:31.534636 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-4da3129a-ce41-466d-b948-2989d5a2e75f admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 08:50:31.535653 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4da3129a-ce41-466d-b948-2989d5a2e75f admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4744122 Feb 21 08:50:32.871217 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cd5c8617-ecdc-4c1c-85c4-9af94dd6e9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:33.576408 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:33.855924 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 44334) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:50:33.874327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:34.270686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:50:34.277475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:50:34.281558 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Usage tracker for resource:network and tenant:9ed4c4b2dd9641d5b4b44fd640084e3a is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:50:34.284682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:50:34.291686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:50:34.302145 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Made reservation on behalf of 9ed4c4b2dd9641d5b4b44fd640084e3a for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:50:34.304469 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:34.317520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:34.358745 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:50:34.362868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Usage tracker for resource:security_group_rule and tenant:9ed4c4b2dd9641d5b4b44fd640084e3a is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:50:34.365867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:50:34.372219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:50:34.442395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:34.447008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:34.465505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Reserving flat network on physical network physnet1 {{(pid=83584) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 21 08:50:34.487222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3464b3-37f2-47fc-971d-69b944dd60d0,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:34.492548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:34.492786 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Added segment 374a50d0-389a-40e4-99eb-51f0961ffdf3 of type flat for network 26751cdd-d227-4344-a8c3-bb5c4927964b Feb 21 08:50:34.531648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:34.569677 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:34.571021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:50:34.571603 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:34.680338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] Pushing event updated for resources: {'Network': ['ID=26751cdd-d227-4344-a8c3-bb5c4927964b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:34.684445 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4a434aaa-164e-488f-a3d6-d10859afd102 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8275206 Feb 21 08:50:34.691914 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 26751cdd-d227-4344-a8c3-bb5c4927964b details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:50:35.832721 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:37.205389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 44354) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:50:37.544945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.policy [None req-b6b57fdd-a301-4da2-bd93-a399569a8f7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83585) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 21 08:50:37.545634 dv-neutron-830062-1-hyperv neutron-server[83585]: WARNING oslo_policy.policy [None req-b6b57fdd-a301-4da2-bd93-a399569a8f7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 08:50:37.546001 dv-neutron-830062-1-hyperv neutron-server[83585]: WARNING oslo_policy.policy [None req-b6b57fdd-a301-4da2-bd93-a399569a8f7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 08:50:37.548872 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b57fdd-a301-4da2-bd93-a399569a8f7d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:50:37.550692 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b6b57fdd-a301-4da2-bd93-a399569a8f7d admin admin] 10.222.0.48 "GET /v2.0/subnets/15d6235b-6086-47cb-9787-bac900bc7f1c HTTP/1.1" status: 200 len: 849 time: 0.3442993 Feb 21 08:50:37.755683 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0a0a0638-1c98-4caa-8958-7cd03f2e68e6 admin admin] 10.222.0.48 "GET /v2.0/routers/4de7fb73-eb63-4963-bf18-140216a5a56c HTTP/1.1" status: 200 len: 704 time: 0.1967814 Feb 21 08:50:38.301814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:38.611329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Allocated IP 172.20.0.1 (9b89655c-0264-411b-b149-058b1d65ff20/15d6235b-6086-47cb-9787-bac900bc7f1c/ce97eff3-54dd-4785-859c-2c362c7ab871) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:50:38.793773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:38.818549 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Transition to ACTIVE for port object ce97eff3-54dd-4785-859c-2c362c7ab871 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:50:38.879885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:38.947580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Network 9b89655c-0264-411b-b149-058b1d65ff20 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:50:38.951064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:50:38.987599 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce97eff3-54dd-4785-859c-2c362c7ab871,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:38.990373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:50:38.990918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:39.006310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:39.006761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:39.007260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:39.007685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:39.008036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:39.008387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:39.008730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:39.009165 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:39.010221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:39.010221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:39.010465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Tracked resource versions report: Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: pushed versions: Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: { 'ConntrackHelper': {'1.0'}, Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Log': {'1.0'}, Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Network': {'1.1'}, Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Port': {'1.5'}, Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'PortForwarding': {'1.2'}, Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'QosPolicy': {'1.8'}, Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'SecurityGroup': {'1.2'}, Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'SecurityGroupRule': {'1.0'}, Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'SubPort': {'1.0'}, Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Subnet': {'1.1'}, Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Trunk': {'1.1'}} Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: consumer versions: Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: { DHCP agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: L3 agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: Metadata agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: Metering agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: Open vSwitch agent@dv-neutron-830062-1-hyperv: { 'ConntrackHelper': '1.0', Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Log': '1.0', Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Network': '1.1', Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Port': '1.5', Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'PortForwarding': '1.2', Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'QosPolicy': '1.8', Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'SecurityGroup': '1.2', Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'SecurityGroupRule': '1.0', Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'SubPort': '1.0', Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Subnet': '1.1', Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Trunk': '1.1'}} Feb 21 08:50:39.011867 dv-neutron-830062-1-hyperv neutron-server[83585]: {{(pid=83585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 08:50:39.144067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:39.270296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-68f9227c-9189-4376-92c0-f58bb55e3a4c None None] Provisioning for port ce97eff3-54dd-4785-859c-2c362c7ab871 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:50:39.278521 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-68f9227c-9189-4376-92c0-f58bb55e3a4c None None] Provisioning complete for port ce97eff3-54dd-4785-859c-2c362c7ab871 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:50:39.279167 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-68f9227c-9189-4376-92c0-f58bb55e3a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:39.352854 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-68f9227c-9189-4376-92c0-f58bb55e3a4c None None] Port ce97eff3-54dd-4785-859c-2c362c7ab871 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:50:39.411141 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:39.417572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:39.418679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:39.565864 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce97eff3-54dd-4785-859c-2c362c7ab871,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:39.641869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Network 9b89655c-0264-411b-b149-058b1d65ff20 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:50:39.643030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:50:39.880365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-78a8d492-0451-405f-afa5-a34ae136687a None None] Provisioning complete for port ce97eff3-54dd-4785-859c-2c362c7ab871 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:50:39.880847 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-78a8d492-0451-405f-afa5-a34ae136687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:39.938853 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-78a8d492-0451-405f-afa5-a34ae136687a None None] Port ce97eff3-54dd-4785-859c-2c362c7ab871 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:50:40.075440 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Router 4de7fb73-eb63-4963-bf18-140216a5a56c is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 08:50:40.257097 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:50:40.271487 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Sync routers for ids ['4de7fb73-eb63-4963-bf18-140216a5a56c'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:50:40.273158 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7a8d80e7-a7a5-4fc2-a632-ebbcedfed7c9 admin admin] 10.222.0.48 "PUT /v2.0/routers/4de7fb73-eb63-4963-bf18-140216a5a56c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5117900 Feb 21 08:50:40.286816 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Routers {'4de7fb73-eb63-4963-bf18-140216a5a56c'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:50:40.287680 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:50:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['4de7fb73-eb63-4963-bf18-140216a5a56c'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:50:40.482380 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Set router 4de7fb73-eb63-4963-bf18-140216a5a56c gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:50:40.915113 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'name': 'router1', 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:50:28Z', 'updated_at': '2022-02-21T08:50:39Z', 'revision_number': 2, 'project_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'gw_port_host': None, '_interfaces': [{'id': 'ce97eff3-54dd-4785-859c-2c362c7ab871', 'name': '', 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20', 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'mac_address': 'fa:16:3e:e7:33:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15d6235b-6086-47cb-9787-bac900bc7f1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:50:38Z', 'updated_at': '2022-02-21T08:50:39Z', 'revision_number': 2, 'project_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'subnets': [{'id': '15d6235b-6086-47cb-9787-bac900bc7f1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f4531d-4a1b-4163-8fe5-43a7d5919427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:50:40.922464 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Checking router: 4de7fb73-eb63-4963-bf18-140216a5a56c for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 08:50:40.923127 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Updating router 4de7fb73-eb63-4963-bf18-140216a5a56c port ce97eff3-54dd-4785-859c-2c362c7ab871 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 08:50:40.987285 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:41.416472 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:41.440028 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Transition to ACTIVE for port object ce97eff3-54dd-4785-859c-2c362c7ab871 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:50:41.450012 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:41.761843 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Attempting to bind port ce97eff3-54dd-4785-859c-2c362c7ab871 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:50:41.762231 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Attempting to bind port ce97eff3-54dd-4785-859c-2c362c7ab871 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:50:41.762716 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Attempting to bind port ce97eff3-54dd-4785-859c-2c362c7ab871 on network 9b89655c-0264-411b-b149-058b1d65ff20 {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:50:41.770917 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:50:41.771332 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Checking segment: {'id': 'bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:50:41.771785 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:41.772162 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Bound using segment: {'id': 'bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:50:41.772847 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Bound port: ce97eff3-54dd-4785-859c-2c362c7ab871, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:50:41.773032 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:41.784417 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405e611-5705-4abc-a618-fcd5f6d77ab8 None None] Pushing event updated for resources: {'Port': ['ID=ce97eff3-54dd-4785-859c-2c362c7ab871,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:41.799739 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2405e611-5705-4abc-a618-fcd5f6d77ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:41.800118 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2405e611-5705-4abc-a618-fcd5f6d77ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:41.800505 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2405e611-5705-4abc-a618-fcd5f6d77ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:41.800900 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2405e611-5705-4abc-a618-fcd5f6d77ab8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:41.801240 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2405e611-5705-4abc-a618-fcd5f6d77ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:41.801609 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2405e611-5705-4abc-a618-fcd5f6d77ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:41.801983 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2405e611-5705-4abc-a618-fcd5f6d77ab8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:41.802259 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2405e611-5705-4abc-a618-fcd5f6d77ab8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:41.802585 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2405e611-5705-4abc-a618-fcd5f6d77ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:41.802897 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2405e611-5705-4abc-a618-fcd5f6d77ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:41.803286 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2405e611-5705-4abc-a618-fcd5f6d77ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2405e611-5705-4abc-a618-fcd5f6d77ab8 None None] Tracked resource versions report: Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: pushed versions: Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: { 'ConntrackHelper': {'1.0'}, Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Log': {'1.0'}, Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Network': {'1.1'}, Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Port': {'1.5'}, Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'PortForwarding': {'1.2'}, Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'QosPolicy': {'1.8'}, Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'SecurityGroup': {'1.2'}, Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'SecurityGroupRule': {'1.0'}, Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'SubPort': {'1.0'}, Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Subnet': {'1.1'}, Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Trunk': {'1.1'}} Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: consumer versions: Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: { DHCP agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: L3 agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: Metadata agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: Metering agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: Open vSwitch agent@dv-neutron-830062-1-hyperv: { 'ConntrackHelper': '1.0', Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Log': '1.0', Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Network': '1.1', Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Port': '1.5', Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'PortForwarding': '1.2', Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'QosPolicy': '1.8', Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'SecurityGroup': '1.2', Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'SecurityGroupRule': '1.0', Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'SubPort': '1.0', Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Subnet': '1.1', Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Trunk': '1.1'}} Feb 21 08:50:41.805134 dv-neutron-830062-1-hyperv neutron-server[83587]: {{(pid=83587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 08:50:41.902295 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] For port ce97eff3-54dd-4785-859c-2c362c7ab871, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:50:41.906955 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] For port ce97eff3-54dd-4785-859c-2c362c7ab871, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ce97eff3-54dd-4785-859c-2c362c7ab871,segment=NetworkSegment(bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666),segment_id=bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:50:41.912075 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:42.039813 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405e611-5705-4abc-a618-fcd5f6d77ab8 None None] Pushing event updated for resources: {'Port': ['ID=ce97eff3-54dd-4785-859c-2c362c7ab871,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:42.044527 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Routers {'4de7fb73-eb63-4963-bf18-140216a5a56c'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:50:42.045709 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:50:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['4de7fb73-eb63-4963-bf18-140216a5a56c'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:50:42.259324 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] Set router 4de7fb73-eb63-4963-bf18-140216a5a56c gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:50:42.634220 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'name': 'router1', 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:50:28Z', 'updated_at': '2022-02-21T08:50:39Z', 'revision_number': 2, 'project_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'gw_port_host': None, '_interfaces': [{'id': 'ce97eff3-54dd-4785-859c-2c362c7ab871', 'name': '', 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20', 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'mac_address': 'fa:16:3e:e7:33:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15d6235b-6086-47cb-9787-bac900bc7f1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:50:38Z', 'updated_at': '2022-02-21T08:50:41Z', 'revision_number': 4, 'project_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'subnets': [{'id': '15d6235b-6086-47cb-9787-bac900bc7f1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f4531d-4a1b-4163-8fe5-43a7d5919427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:50:42.638127 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e0d9bb-8871-4df4-a975-ab20af2339b6 None None] The sync data for ids ['4de7fb73-eb63-4963-bf18-140216a5a56c'] in dv-neutron-830062-1-hyperv is: [{'id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'name': 'router1', 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:50:28Z', 'updated_at': '2022-02-21T08:50:39Z', 'revision_number': 2, 'project_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'gw_port_host': None, '_interfaces': [{'id': 'ce97eff3-54dd-4785-859c-2c362c7ab871', 'name': '', 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20', 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'mac_address': 'fa:16:3e:e7:33:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15d6235b-6086-47cb-9787-bac900bc7f1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:50:38Z', 'updated_at': '2022-02-21T08:50:41Z', 'revision_number': 4, 'project_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'subnets': [{'id': '15d6235b-6086-47cb-9787-bac900bc7f1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f4531d-4a1b-4163-8fe5-43a7d5919427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:50:42.680809 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 44382) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:50:42.875701 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91de35c-88dd-479c-89d3-67596c0dd43d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:50:42.876251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b91de35c-88dd-479c-89d3-67596c0dd43d admin admin] Synchronizing usage tracker for tenant:9ed4c4b2dd9641d5b4b44fd640084e3a on resource:network {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:50:42.896303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b91de35c-88dd-479c-89d3-67596c0dd43d admin admin] Unset dirty status for tenant:9ed4c4b2dd9641d5b4b44fd640084e3a on resource:network {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:50:42.897475 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b91de35c-88dd-479c-89d3-67596c0dd43d admin admin] 10.222.0.48 "GET /v2.0/networks/26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 842 time: 0.2157109 Feb 21 08:50:42.907648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Request body: {'subnet': {'gateway_ip': '172.26.6.1', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'cidr': '172.26.6.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:50:42.913467 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:50:42.918511 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Usage tracker for resource:subnet and tenant:9ed4c4b2dd9641d5b4b44fd640084e3a is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:50:42.921715 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:50:42.928507 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:50:42.942264 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Made reservation on behalf of 9ed4c4b2dd9641d5b4b44fd640084e3a for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:50:42.946335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:43.400727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.objects.ports [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83584) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 08:50:43.401183 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:43.492729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df197e4-5511-4406-944f-6c9103f79cdc,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:43.506570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:50:43.506908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Network hostable DHCP agents. Network: 26751cdd-d227-4344-a8c3-bb5c4927964b, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:50:43.537001 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:50:43.550755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 26751cdd-d227-4344-a8c3-bb5c4927964b) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:50:43.559139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:50:43.559947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:43.568667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643c3184-353d-4b09-9e22-1e176d7d4f95 None None] Network 26751cdd-d227-4344-a8c3-bb5c4927964b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:50:43.584809 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d340649f-9bb0-47ba-8866-e0ecf68be93c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6815650 Feb 21 08:50:43.880210 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfc18a5-971b-4685-9c30-eaca2de6e449 None None] Network 26751cdd-d227-4344-a8c3-bb5c4927964b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:50:43.962010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ce97eff3-54dd-4785-859c-2c362c7ab871 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:50:44.194878 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port ce97eff3-54dd-4785-859c-2c362c7ab871 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:50:44.209662 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port ce97eff3-54dd-4785-859c-2c362c7ab871 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:50:44.210222 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:44.343600 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:44.388512 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port ce97eff3-54dd-4785-859c-2c362c7ab871, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ce97eff3-54dd-4785-859c-2c362c7ab871,segment=NetworkSegment(bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666),segment_id=bb1f27a9-aee5-42ef-abfd-d0c2b1ce6666)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:50:44.396581 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:44.482837 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=ce97eff3-54dd-4785-859c-2c362c7ab871,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:45.903137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 44396) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:50:45.918787 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ce97eff3-54dd-4785-859c-2c362c7ab871 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:50:46.023818 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port ce97eff3-54dd-4785-859c-2c362c7ab871 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:50:46.024847 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:46.211670 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-55b98f44-4c6a-4d1a-bf34-f04c23eaf01d admin admin] 10.222.0.48 "GET /v2.0/routers/4de7fb73-eb63-4963-bf18-140216a5a56c HTTP/1.1" status: 200 len: 710 time: 0.3072712 Feb 21 08:50:46.350556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b2a231-94ae-423e-935f-525da2ad2390 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:50:46.351991 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f7b2a231-94ae-423e-935f-525da2ad2390 admin admin] 10.222.0.48 "GET /v2.0/networks/26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 886 time: 0.1353474 Feb 21 08:50:46.361006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:50:46.878978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:47.078529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:47.143263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:47.331483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Allocated IP 172.26.6.15 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/724aec8d-eff8-4237-8cbd-045adbb6aecc) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:50:47.492760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:47.524329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:47.593385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:50:47.597432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:50:47.600816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:50:47.647249 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Pushing event updated for resources: {'Port': ['ID=724aec8d-eff8-4237-8cbd-045adbb6aecc,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:47.765372 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:47.938459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:47.942222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:48.150758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Router 4de7fb73-eb63-4963-bf18-140216a5a56c has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 08:50:48.359482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:50:48.367583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:48.368409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Sync routers for ids ['4de7fb73-eb63-4963-bf18-140216a5a56c'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:50:48.368889 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-23ccbfe5-d04c-4ad0-b04e-82c872e7572e admin admin] 10.222.0.48 "PUT /v2.0/routers/4de7fb73-eb63-4963-bf18-140216a5a56c HTTP/1.1" status: 200 len: 889 time: 2.0111103 Feb 21 08:50:48.381996 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Routers {'4de7fb73-eb63-4963-bf18-140216a5a56c'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:50:48.382705 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:50:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['4de7fb73-eb63-4963-bf18-140216a5a56c'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:50:48.590958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Set router 4de7fb73-eb63-4963-bf18-140216a5a56c gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:50:48.977217 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'name': 'router1', 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '724aec8d-eff8-4237-8cbd-045adbb6aecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:50:28Z', 'updated_at': '2022-02-21T08:50:47Z', 'revision_number': 4, 'project_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'gw_port': {'id': '724aec8d-eff8-4237-8cbd-045adbb6aecc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:50:47Z', 'updated_at': '2022-02-21T08:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'ce97eff3-54dd-4785-859c-2c362c7ab871', 'name': '', 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20', 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'mac_address': 'fa:16:3e:e7:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15d6235b-6086-47cb-9787-bac900bc7f1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:50:38Z', 'updated_at': '2022-02-21T08:50:44Z', 'revision_number': 5, 'project_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'subnets': [{'id': '15d6235b-6086-47cb-9787-bac900bc7f1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f4531d-4a1b-4163-8fe5-43a7d5919427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:50:48.983040 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Checking router: 4de7fb73-eb63-4963-bf18-140216a5a56c for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 08:50:48.983402 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Updating router 4de7fb73-eb63-4963-bf18-140216a5a56c port 724aec8d-eff8-4237-8cbd-045adbb6aecc binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 08:50:49.042198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:49.433100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:49.445476 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Transition to ACTIVE for port object 724aec8d-eff8-4237-8cbd-045adbb6aecc will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:50:49.452891 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:49.546140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e25e3-e40e-46fb-a0d2-32825eac4a81 None None] Pushing event updated for resources: {'Port': ['ID=724aec8d-eff8-4237-8cbd-045adbb6aecc,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:49.549703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Attempting to bind port 724aec8d-eff8-4237-8cbd-045adbb6aecc on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:50:49.550074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Attempting to bind port 724aec8d-eff8-4237-8cbd-045adbb6aecc by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:50:49.550434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Attempting to bind port 724aec8d-eff8-4237-8cbd-045adbb6aecc on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:50:49.558741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:50:49.559147 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:50:49.559543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:49.560031 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:50:49.560551 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Bound port: 724aec8d-eff8-4237-8cbd-045adbb6aecc, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:50:49.560940 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:49.639373 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] For port 724aec8d-eff8-4237-8cbd-045adbb6aecc, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:50:49.646023 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] For port 724aec8d-eff8-4237-8cbd-045adbb6aecc, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=724aec8d-eff8-4237-8cbd-045adbb6aecc,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:50:49.651485 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:49.703629 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 5 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:50:49.775856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e25e3-e40e-46fb-a0d2-32825eac4a81 None None] Pushing event updated for resources: {'Port': ['ID=724aec8d-eff8-4237-8cbd-045adbb6aecc,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:49.785165 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Routers {'4de7fb73-eb63-4963-bf18-140216a5a56c'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:50:49.785631 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:50:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['4de7fb73-eb63-4963-bf18-140216a5a56c'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:50:49.981409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] Set router 4de7fb73-eb63-4963-bf18-140216a5a56c gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:50:50.348625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'name': 'router1', 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '724aec8d-eff8-4237-8cbd-045adbb6aecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:50:28Z', 'updated_at': '2022-02-21T08:50:47Z', 'revision_number': 4, 'project_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'gw_port': {'id': '724aec8d-eff8-4237-8cbd-045adbb6aecc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:50:47Z', 'updated_at': '2022-02-21T08:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'ce97eff3-54dd-4785-859c-2c362c7ab871', 'name': '', 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20', 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'mac_address': 'fa:16:3e:e7:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15d6235b-6086-47cb-9787-bac900bc7f1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:50:38Z', 'updated_at': '2022-02-21T08:50:44Z', 'revision_number': 5, 'project_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'subnets': [{'id': '15d6235b-6086-47cb-9787-bac900bc7f1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f4531d-4a1b-4163-8fe5-43a7d5919427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:50:50.352790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31a4e4c-03c4-4f74-9c17-01f01726e0ab None None] The sync data for ids ['4de7fb73-eb63-4963-bf18-140216a5a56c'] in dv-neutron-830062-1-hyperv is: [{'id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'name': 'router1', 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '724aec8d-eff8-4237-8cbd-045adbb6aecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:50:28Z', 'updated_at': '2022-02-21T08:50:47Z', 'revision_number': 4, 'project_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'gw_port': {'id': '724aec8d-eff8-4237-8cbd-045adbb6aecc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:50:47Z', 'updated_at': '2022-02-21T08:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'ce97eff3-54dd-4785-859c-2c362c7ab871', 'name': '', 'network_id': '9b89655c-0264-411b-b149-058b1d65ff20', 'tenant_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'mac_address': 'fa:16:3e:e7:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de7fb73-eb63-4963-bf18-140216a5a56c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15d6235b-6086-47cb-9787-bac900bc7f1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:50:38Z', 'updated_at': '2022-02-21T08:50:44Z', 'revision_number': 5, 'project_id': 'e5f761dc8b0c47b8b42f39f9340be89b', 'subnets': [{'id': '15d6235b-6086-47cb-9787-bac900bc7f1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f4531d-4a1b-4163-8fe5-43a7d5919427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:50:50.805142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 44406) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:50:50.971439 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4f93f3ac-ae42-4e79-891a-40aaa5d6deb9 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1649809 Feb 21 08:50:51.946491 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 724aec8d-eff8-4237-8cbd-045adbb6aecc up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:50:52.022260 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 724aec8d-eff8-4237-8cbd-045adbb6aecc completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:50:52.028444 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 724aec8d-eff8-4237-8cbd-045adbb6aecc triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:50:52.028809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:52.147923 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:52.174897 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 724aec8d-eff8-4237-8cbd-045adbb6aecc, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=724aec8d-eff8-4237-8cbd-045adbb6aecc,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:50:52.179990 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:50:52.254716 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=724aec8d-eff8-4237-8cbd-045adbb6aecc,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:50:53.907467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 724aec8d-eff8-4237-8cbd-045adbb6aecc up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:50:53.989864 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 724aec8d-eff8-4237-8cbd-045adbb6aecc triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:50:53.990455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:51:00.120066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f434f620-f7f7-4bb5-b67e-aeeb14d37202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:51:02.873608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1e29b251-03e7-4c8e-a519-109a98596669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:51:03.572389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:51:03.878189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:51:05.840091 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:51:26.703248 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 5 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:51:30.114792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5ad4ae55-c2f4-4e7c-a232-28e40c71e6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:51:32.881354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bd418e69-c46f-4686-b997-ff93ab65067b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:51:33.557251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:51:33.882612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:51:35.848771 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:52:00.123737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-13ca2620-b1f1-4771-9a81-e5aac76a25dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:52:02.875495 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a3143374-553c-41a7-9130-402cc7b3a9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:52:03.571086 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:52:03.704672 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 5 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:52:03.885507 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:52:05.873654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:52:30.122424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-60411505-9f13-4a51-b840-1bca7e02dd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:52:32.897389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-330a9b78-e45f-407b-a30a-ea4a24fb78eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:52:33.566279 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:52:33.891797 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:52:35.862702 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:52:40.705017 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 5 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:53:00.115996 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-51d7cb53-ff3b-4d06-ba8c-9169ee34fb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:01.393959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45010) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:53:01.492599 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-4847a47f-d5b7-445d-a5b0-f5d0c0e9c792 admin admin] GET failed (client error): The resource could not be found. Feb 21 08:53:01.493871 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4847a47f-d5b7-445d-a5b0-f5d0c0e9c792 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0989296 Feb 21 08:53:01.628586 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5cd214-97f2-4cba-ae58-eec68b018855 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:01.630052 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0f5cd214-97f2-4cba-ae58-eec68b018855 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1322534 Feb 21 08:53:02.879072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ff15196f-e5fb-4a79-9e11-9cbbf3ad552e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:03.572635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:03.716539 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45020) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:53:03.855191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04973eac-31a9-41b1-83d0-ef2dc3de2770 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:03.855661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-04973eac-31a9-41b1-83d0-ef2dc3de2770 admin admin] Synchronizing usage tracker for tenant:9ed4c4b2dd9641d5b4b44fd640084e3a on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:53:03.875452 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-04973eac-31a9-41b1-83d0-ef2dc3de2770 admin admin] Unset dirty status for tenant:9ed4c4b2dd9641d5b4b44fd640084e3a on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:53:03.876914 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-04973eac-31a9-41b1-83d0-ef2dc3de2770 admin admin] 10.222.0.48 "GET /v2.0/subnets/15d6235b-6086-47cb-9787-bac900bc7f1c HTTP/1.1" status: 200 len: 849 time: 0.1593409 Feb 21 08:53:03.887653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:53:03.891320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:04.004610 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:04.211855 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764261804683'] for subnet, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:04.265401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b24eeb-3b38-4bde-b367-594373c19f3f None None] Network 9b89655c-0264-411b-b149-058b1d65ff20 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:53:04.267752 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:04.268349 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:04.269640 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] 10.222.0.48 "PUT /v2.0/subnets/15d6235b-6086-47cb-9787-bac900bc7f1c HTTP/1.1" status: 200 len: 868 time: 0.3870294 Feb 21 08:53:04.281631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d6235b-6086-47cb-9787-bac900bc7f1c,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:53:04.291181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:04.291563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:04.291875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:04.292207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:04.292532 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:04.292859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:04.293187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:04.293520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:04.293839 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:04.294160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:04.294475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70d52-8567-4aec-9ae7-9d34b951b3d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:04.767606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d1fe6db8-7812-4407-b07a-74627213dc2f None None] Provisioning complete for port ce97eff3-54dd-4785-859c-2c362c7ab871 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:53:04.767986 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d1fe6db8-7812-4407-b07a-74627213dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:04.909267 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d1fe6db8-7812-4407-b07a-74627213dc2f None None] Provisioning complete for port a15a4b46-656c-4dc4-bf12-a177fd22c50a triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:53:04.910002 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d1fe6db8-7812-4407-b07a-74627213dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:05.863810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:06.349068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45030) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:53:06.550869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f51bbf-9e0d-46e1-8f21-487146d95cca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:06.551200 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f51bbf-9e0d-46e1-8f21-487146d95cca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:06.559917 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c2f51bbf-9e0d-46e1-8f21-487146d95cca admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2027202 Feb 21 08:53:08.617133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45040) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:53:08.842914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5b9f0d-98c4-440e-8944-9cd120e05bf3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:08.843228 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5b9f0d-98c4-440e-8944-9cd120e05bf3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:08.844757 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ce5b9f0d-98c4-440e-8944-9cd120e05bf3 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2266572 Feb 21 08:53:10.919744 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45050) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:53:11.114149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636e3971-4c21-4cb0-826d-becb77591b77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:11.116214 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-636e3971-4c21-4cb0-826d-becb77591b77 admin admin] 10.222.0.48 "GET /v2.0/networks/26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 886 time: 0.1953526 Feb 21 08:53:13.287728 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45060) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:53:13.534413 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7c2e02-7cdd-42c8-9d50-29053ab3865d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:13.536353 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-aa7c2e02-7cdd-42c8-9d50-29053ab3865d admin admin] 10.222.0.48 "GET /v2.0/networks/9b89655c-0264-411b-b149-058b1d65ff20 HTTP/1.1" status: 200 len: 868 time: 0.2474918 Feb 21 08:53:15.615272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45070) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:53:15.753467 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb076a22-b941-4066-a71e-aa60c5eebee8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:15.753835 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb076a22-b941-4066-a71e-aa60c5eebee8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:15.755423 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bb076a22-b941-4066-a71e-aa60c5eebee8 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1392035 Feb 21 08:53:17.705172 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 5 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:53:17.850020 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45080) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:53:17.984178 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5d0012-0dbd-4f4c-9820-fe110a65b311 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:17.984545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5d0012-0dbd-4f4c-9820-fe110a65b311 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:17.986092 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5e5d0012-0dbd-4f4c-9820-fe110a65b311 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1351376 Feb 21 08:53:20.057591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45090) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:53:20.192413 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88310ad3-8e49-4dcd-98b0-f91022c8fe9f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:20.193937 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-88310ad3-8e49-4dcd-98b0-f91022c8fe9f admin admin] 10.222.0.48 "GET /v2.0/subnets/15d6235b-6086-47cb-9787-bac900bc7f1c HTTP/1.1" status: 200 len: 868 time: 0.1353960 Feb 21 08:53:22.233741 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45100) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:53:22.372348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e064d2a6-5ca8-44ea-b1c9-e1220a6fecad admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:22.373701 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e064d2a6-5ca8-44ea-b1c9-e1220a6fecad admin admin] 10.222.0.48 "GET /v2.0/subnets/8df197e4-5511-4406-944f-6c9103f79cdc HTTP/1.1" status: 200 len: 816 time: 0.1387296 Feb 21 08:53:30.119482 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-702b44a0-6501-402b-b342-fb7292d9bc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:32.884112 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-208ab636-6b35-4c29-a032-8cf4b504c834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:33.570782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:33.893429 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:35.870964 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:41.210631 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45138) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:53:41.283860 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-1d209070-3190-4d5c-9a73-ca5eb1e5160d admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 08:53:41.284877 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1d209070-3190-4d5c-9a73-ca5eb1e5160d admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0732465 Feb 21 08:53:43.386674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45148) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:53:43.478205 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-680da687-642b-4080-9473-b7d91edc7ec7 admin admin] GET failed (client error): The resource could not be found. Feb 21 08:53:43.479477 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-680da687-642b-4080-9473-b7d91edc7ec7 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0918684 Feb 21 08:53:43.607294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2586030-03d0-4bc6-bc83-35032c669039 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:43.608766 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a2586030-03d0-4bc6-bc83-35032c669039 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1253085 Feb 21 08:53:45.703485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45158) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:53:45.779584 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:53:45.780784 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.quota [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Loaded quota_driver: . Feb 21 08:53:45.788084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:53:45.800793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:53:45.814828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Made reservation on behalf of 9ed4c4b2dd9641d5b4b44fd640084e3a for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:53:45.818239 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:45.949653 dv-neutron-830062-1-hyperv neutron-server[83585]: WARNING neutron.services.revisions.revision_plugin [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Could not find related network for resource to bump revision. Feb 21 08:53:45.965510 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:53:45.976973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764261835102', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:45.977531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Unsubscribe: segment precommit_create {{(pid=83585) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 08:53:45.977996 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Added segment ed2b1484-c634-4e2b-a435-6e816a1fd0a1 of type vlan for network be18b7c1-bd7e-49ce-adb0-522bea17f74c Feb 21 08:53:46.048190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:46.082338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:46.083373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:46.083973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:46.191712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Pushing event updated for resources: {'Network': ['ID=be18b7c1-bd7e-49ce-adb0-522bea17f74c,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:53:46.196897 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4924147 Feb 21 08:53:46.201446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:46.201773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:46.202109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:46.202435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:46.202759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:46.203102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:46.203423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:46.203740 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:46.204052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:46.204367 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:46.204683 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c0e7-ba77-4c80-b5ed-214932fbd665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:46.217401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network be18b7c1-bd7e-49ce-adb0-522bea17f74c details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:53:48.284331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45168) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:53:48.374624 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b614f83-3fdf-47da-b400-5a76e3660b3d admin admin] GET failed (client error): The resource could not be found. Feb 21 08:53:48.375175 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6b614f83-3fdf-47da-b400-5a76e3660b3d admin admin] Synchronizing usage tracker for tenant:9ed4c4b2dd9641d5b4b44fd640084e3a on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:53:48.390539 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6b614f83-3fdf-47da-b400-5a76e3660b3d admin admin] Unset dirty status for tenant:9ed4c4b2dd9641d5b4b44fd640084e3a on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:53:48.391889 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6b614f83-3fdf-47da-b400-5a76e3660b3d admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1064584 Feb 21 08:53:48.498650 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa6c5fe-0f9a-4831-baaa-50e4dde9e6e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:48.500061 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3aa6c5fe-0f9a-4831-baaa-50e4dde9e6e7 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1042881 Feb 21 08:53:48.509977 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5c4dc221-4882-47e3-a991-e8cde757032c admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'be18b7c1-bd7e-49ce-adb0-522bea17f74c', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:53:48.514494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5c4dc221-4882-47e3-a991-e8cde757032c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:53:48.524186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5c4dc221-4882-47e3-a991-e8cde757032c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:53:48.534429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4dc221-4882-47e3-a991-e8cde757032c admin admin] Made reservation on behalf of 9ed4c4b2dd9641d5b4b44fd640084e3a for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:53:48.536831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc221-4882-47e3-a991-e8cde757032c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:48.750638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc221-4882-47e3-a991-e8cde757032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:48.831517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dc221-4882-47e3-a991-e8cde757032c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee80de84-f4d2-4d5f-93e3-06542fcedad4,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:53:48.838433 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4dc221-4882-47e3-a991-e8cde757032c admin admin] Checking segment: {'id': 'ed2b1484-c634-4e2b-a435-6e816a1fd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'be18b7c1-bd7e-49ce-adb0-522bea17f74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:53:48.838781 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4dc221-4882-47e3-a991-e8cde757032c admin admin] Network hostable DHCP agents. Network: be18b7c1-bd7e-49ce-adb0-522bea17f74c, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:53:48.865371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4dc221-4882-47e3-a991-e8cde757032c admin admin] Network be18b7c1-bd7e-49ce-adb0-522bea17f74c is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:53:48.876031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-5c4dc221-4882-47e3-a991-e8cde757032c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, be18b7c1-bd7e-49ce-adb0-522bea17f74c) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:53:48.880835 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4dc221-4882-47e3-a991-e8cde757032c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:53:48.881417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc221-4882-47e3-a991-e8cde757032c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:48.887467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59e62a4-eb77-458b-9dd2-361dbb6f5080 None None] Network be18b7c1-bd7e-49ce-adb0-522bea17f74c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:53:48.906736 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5c4dc221-4882-47e3-a991-e8cde757032c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3999932 Feb 21 08:53:49.134172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-be18b7c1-bd7e-49ce-adb0-522bea17f74c', 'network_id': 'be18b7c1-bd7e-49ce-adb0-522bea17f74c', 'tenant_id': '9ed4c4b2dd9641d5b4b44fd640084e3a', 'fixed_ips': [{'subnet_id': 'ee80de84-f4d2-4d5f-93e3-06542fcedad4'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:53:49.135154 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:49.304360 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Allocated IP 192.168.233.2 (be18b7c1-bd7e-49ce-adb0-522bea17f74c/ee80de84-f4d2-4d5f-93e3-06542fcedad4/1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:53:49.529414 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:49.544358 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Transition to ACTIVE for port object 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:53:49.566482 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Transition to ACTIVE for port object 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:53:49.573826 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:49.650444 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Network be18b7c1-bd7e-49ce-adb0-522bea17f74c is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:53:49.651648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:53:49.654669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:53:49.661133 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Pushing event updated for resources: {'Port': ['ID=1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:53:49.697078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:49.697428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:49.697763 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:49.698098 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:49.698424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:49.698773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:49.699171 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:49.699525 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:49.699846 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:49.700167 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:49.700509 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:53:49.768193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Attempting to bind port 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:53:49.768640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Attempting to bind port 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'ed2b1484-c634-4e2b-a435-6e816a1fd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'be18b7c1-bd7e-49ce-adb0-522bea17f74c'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:53:49.769076 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Attempting to bind port 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5 on network be18b7c1-bd7e-49ce-adb0-522bea17f74c {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:53:49.777960 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:53:49.778380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Checking segment: {'id': 'ed2b1484-c634-4e2b-a435-6e816a1fd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'be18b7c1-bd7e-49ce-adb0-522bea17f74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:53:49.778798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:49.779215 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Bound using segment: {'id': 'ed2b1484-c634-4e2b-a435-6e816a1fd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'be18b7c1-bd7e-49ce-adb0-522bea17f74c'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:53:49.779766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Bound port: 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2b1484-c634-4e2b-a435-6e816a1fd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'be18b7c1-bd7e-49ce-adb0-522bea17f74c'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:53:49.780142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:49.906838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] For port 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:53:49.912679 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] For port 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5,segment=NetworkSegment(ed2b1484-c634-4e2b-a435-6e816a1fd0a1),segment_id=ed2b1484-c634-4e2b-a435-6e816a1fd0a1)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:53:49.918045 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:50.002013 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cf8bb-7926-4b4c-b73c-608f800e1c07 None None] Pushing event updated for resources: {'Port': ['ID=1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:53:50.858640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7bf6bf-e11f-4193-940c-532534f49b7b None None] Network be18b7c1-bd7e-49ce-adb0-522bea17f74c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:53:50.963542 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-423a6d3e-f68a-4d7b-bd85-5ce873260d7f None None] Provisioning for port 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:53:52.018090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:53:52.088369 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:53:52.093520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:53:52.093892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:52.209484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:52.242225 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5,segment=NetworkSegment(ed2b1484-c634-4e2b-a435-6e816a1fd0a1),segment_id=ed2b1484-c634-4e2b-a435-6e816a1fd0a1)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:53:52.246517 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:52.315070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:53:53.998083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:53:54.067308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 1ef070e6-9ff5-4eb3-b7aa-147f0f1f1da5 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:53:54.067669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:53:54.705589 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 5 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:54:00.122819 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-52493657-ae1e-4877-a1a0-cb659c6dddf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:54:02.887534 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a73be8bf-1597-4b1d-87e7-e9f391a03264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:54:03.566935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:54:03.898135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:54:05.874406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:54:30.125704 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-30e0f82e-0534-406f-af5e-5f2c996d397e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:54:31.705616 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 5 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:54:32.889731 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-978a43b2-8f44-4ed0-b499-b3655e9003b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:54:33.575598 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:54:33.902425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:54:35.873724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:00.131609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c8654fce-6fb8-4589-b3e2-18e9493a0e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:02.892589 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3845225b-7876-4579-95ba-459c018763a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:03.573636 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:03.902867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:05.878408 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:07.482508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45210) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:55:07.488249 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-313fd237-4225-4a8a-b8ea-9d95f7dc0d90 tempest-verify_tempest_config-1953950489 tempest-verify_tempest_config-1953950489-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 08:55:07.489193 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-313fd237-4225-4a8a-b8ea-9d95f7dc0d90 tempest-verify_tempest_config-1953950489 tempest-verify_tempest_config-1953950489-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056818 Feb 21 08:55:07.859510 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45226) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:55:07.998583 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:08.032487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:55:08.036654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:e781bac283e144b3ab89fb26513ab759 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:55:08.039659 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:55:08.045691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:55:08.124002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:08.130066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:08.174752 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fcd256-cdbb-460a-9924-3ae72b0f0d43,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:55:08.183419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Synchronizing usage tracker for tenant:9ed4c4b2dd9641d5b4b44fd640084e3a on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:55:08.189411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:55:08.190251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:55:08.190579 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:55:08.190900 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:55:08.191252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:55:08.191579 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:55:08.191914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:55:08.192235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:55:08.192547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:55:08.192855 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:55:08.193168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:55:08.211641 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] Unset dirty status for tenant:9ed4c4b2dd9641d5b4b44fd640084e3a on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:55:08.213115 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-88804891-6f5e-4ca5-ae4c-950becf40fc4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e781bac283e144b3ab89fb26513ab759&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3525686 Feb 21 08:55:08.215747 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45232) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:55:08.281789 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b4ca4870-9191-489e-809e-e5f19dc9a49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:08.307823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b4ca4870-9191-489e-809e-e5f19dc9a49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:08.401239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b4ca4870-9191-489e-809e-e5f19dc9a49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:08.416408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca4870-9191-489e-809e-e5f19dc9a49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fcd256-cdbb-460a-9924-3ae72b0f0d43,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:55:08.425725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b4ca4870-9191-489e-809e-e5f19dc9a49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:08.426853 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b4ca4870-9191-489e-809e-e5f19dc9a49f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8fcd256-cdbb-460a-9924-3ae72b0f0d43 HTTP/1.1" status: 204 len: 168 time: 0.2101793 Feb 21 08:55:08.705666 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 5 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:55:30.124823 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3499-dec4-4bc9-9949-4fdc40df80ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:32.895487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-84bd2fa7-6408-4c32-ab0f-0495cb729357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:33.567326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:33.905294 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:35.879744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:55:45.706078 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 5 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:56:00.128759 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-677bc459-fcac-4a22-b12a-1e6b67ed9ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:56:02.899010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-88967689-c140-45ca-b330-a2e7fef4a7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:56:03.576705 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:56:03.912497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:56:05.881695 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:56:22.705675 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 5 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:56:30.131469 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-62196456-0c7d-4e83-ad9b-a56dc6c8aeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:56:30.242765 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1689736'] for agent, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:56:32.901926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aedb207a-4246-4e40-bdc7-6386623825d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:56:33.573828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:56:33.914214 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:56:35.884281 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:56:45.580977 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45302) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:56:45.734870 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-333de3fd-c9ac-493d-b8f7-1b2c2aa149e3 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1522284 Feb 21 08:56:47.822400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45312) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:56:47.907604 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d0f3da29-85ff-429d-80d4-7ec85abf1e06 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0839465 Feb 21 08:56:59.733457 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:57:00.135163 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bd546619-e1ac-445e-b96d-e3559e5df546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:57:00.188060 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:57:02.912144 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e757-6d07-46c2-beb6-0577ea14af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:57:03.577043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:57:03.916244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:57:05.888421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:57:30.137264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e6b8ce42-a96f-45ca-afed-306b6a312b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:57:30.202646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:57:32.908921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c3818f62-da43-484a-aa47-bf830279efb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:57:33.580898 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:57:33.918678 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:57:35.892615 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:57:36.724504 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:58:00.130163 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e438effa-4f31-448e-9b66-1b2e654fc2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:00.199718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:02.904621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-52a53786-e3ac-467a-becf-3662e486ff90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:03.586093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:03.920304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:05.925443 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:13.725544 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:58:15.952342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45442) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:16.399402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1981652312-network', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:16.408927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:16.415740 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Usage tracker for resource:network and tenant:7fdb594f298e42dbb47700adbc49145f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:16.419968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:16.427322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:16.438078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Made reservation on behalf of 7fdb594f298e42dbb47700adbc49145f for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:16.440810 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:16.453826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:16.495302 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:16.502894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Usage tracker for resource:security_group_rule and tenant:7fdb594f298e42dbb47700adbc49145f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:16.506217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:16.512342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:16.600950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:16.607274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:16.647585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:58:16.681317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4c626-1e8a-47e8-8daf-8c57cea14ab3,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:16.693164 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:16.693689 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Added segment 17112de3-38d0-428e-9df5-5af9e5f77062 of type vlan for network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 Feb 21 08:58:16.707099 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:16.707887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:16.708469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:16.708999 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:16.709550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:16.710092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:16.710598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:16.711155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:16.711685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:16.712217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:16.712751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Tracked resource versions report: Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: pushed versions: Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: { 'ConntrackHelper': {'1.0'}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Log': {'1.0'}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Network': {'1.1'}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Port': {'1.5'}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'PortForwarding': {'1.2'}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'QosPolicy': {'1.8'}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'SecurityGroup': {'1.2'}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'SecurityGroupRule': {'1.0'}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'SubPort': {'1.0'}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Subnet': {'1.1'}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Trunk': {'1.1'}} Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: consumer versions: Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: { DHCP agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: HyperV agent@hv-neutron-8300: {}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: L3 agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: Metadata agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: Metering agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: Open vSwitch agent@dv-neutron-830062-1-hyperv: { 'ConntrackHelper': '1.0', Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Log': '1.0', Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Network': '1.1', Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Port': '1.5', Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'PortForwarding': '1.2', Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'QosPolicy': '1.8', Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'SecurityGroup': '1.2', Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'SecurityGroupRule': '1.0', Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'SubPort': '1.0', Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Subnet': '1.1', Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: 'Trunk': '1.1'}} Feb 21 08:58:16.714587 dv-neutron-830062-1-hyperv neutron-server[83585]: {{(pid=83585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 08:58:16.757719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:16.802645 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:16.804383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:16.805147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:16.912927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] Pushing event updated for resources: {'Network': ['ID=ab12aaff-f429-4b8e-bdc9-61e3709a4af8,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:16.925617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ea5c19c1-dcae-410e-9b8b-9e8be097db0b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9724383 Feb 21 08:58:16.928494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45478) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:16.934083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:58:16.935204 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Request body: {'subnet': {'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1981652312-subnet', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:16.940905 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:16.945144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Usage tracker for resource:subnet and tenant:7fdb594f298e42dbb47700adbc49145f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:16.954767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:16.961645 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:16.973187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Made reservation on behalf of 7fdb594f298e42dbb47700adbc49145f for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:16.976626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:17.200874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:17.258679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=16a8f84c-ea91-4075-9f54-c7ae84ea5299,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:17.296852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Checking segment: {'id': '17112de3-38d0-428e-9df5-5af9e5f77062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:17.297213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Network hostable DHCP agents. Network: ab12aaff-f429-4b8e-bdc9-61e3709a4af8, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:58:17.321703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:58:17.334144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, ab12aaff-f429-4b8e-bdc9-61e3709a4af8) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:17.340290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:17.341217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:17.350138 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32b78db-f44a-478b-90d1-13f1f945e41d None None] Network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:17.377242 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8ae94627-0e62-4ce3-a6a2-3cd8c05d4d1c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4473655 Feb 21 08:58:17.380422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45494) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:17.388343 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:17.396902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:17.403521 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Usage tracker for resource:router and tenant:7fdb594f298e42dbb47700adbc49145f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:17.409157 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:17.419782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:17.444525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:17.445983 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:17.483895 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:17.668369 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'fixed_ips': [{'subnet_id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:58:17.671761 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:17.715387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45504) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:17.745767 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:17.932353 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Allocated IP 172.20.0.2 (ab12aaff-f429-4b8e-bdc9-61e3709a4af8/16a8f84c-ea91-4075-9f54-c7ae84ea5299/c7069bc4-578d-48fc-b9b4-30be00826b6d) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:17.956377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45516) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:18.020217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.064408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.233677 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Allocated IP 172.26.6.116 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/88857b0c-a230-4daa-94f9-c3b8af74b028) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:18.237341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.256429 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Transition to ACTIVE for port object c7069bc4-578d-48fc-b9b4-30be00826b6d will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:18.289390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Transition to ACTIVE for port object c7069bc4-578d-48fc-b9b4-30be00826b6d will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:18.298430 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.335251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1447074450-network', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:18.342354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:18.349845 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Usage tracker for resource:network and tenant:fcf07ebb0bb24770aefe2d4ec14c19be is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:18.354287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:18.364313 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:18.378094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Made reservation on behalf of fcf07ebb0bb24770aefe2d4ec14c19be for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:18.381704 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.404305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.411323 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:18.412316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Pushing event updated for resources: {'Port': ['ID=c7069bc4-578d-48fc-b9b4-30be00826b6d,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:18.415500 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:18.418479 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:18.427039 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.427307 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.427635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.427956 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.428309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.428696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.428919 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.429246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.429560 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.430057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.430173 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Tracked resource versions report: Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: pushed versions: Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: { 'ConntrackHelper': {'1.0'}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Log': {'1.0'}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Network': {'1.1'}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Port': {'1.5'}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'PortForwarding': {'1.2'}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'QosPolicy': {'1.8'}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'SecurityGroup': {'1.2'}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'SecurityGroupRule': {'1.0'}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'SubPort': {'1.0'}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Subnet': {'1.1'}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Trunk': {'1.1'}} Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: consumer versions: Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: { DHCP agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: HyperV agent@hv-neutron-8300: {}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: L3 agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: Metadata agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: Metering agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: Open vSwitch agent@dv-neutron-830062-1-hyperv: { 'ConntrackHelper': '1.0', Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Log': '1.0', Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Network': '1.1', Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Port': '1.5', Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'PortForwarding': '1.2', Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'QosPolicy': '1.8', Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'SecurityGroup': '1.2', Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'SecurityGroupRule': '1.0', Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'SubPort': '1.0', Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Subnet': '1.1', Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: 'Trunk': '1.1'}} Feb 21 08:58:18.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: {{(pid=83586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 08:58:18.462232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.468381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:18.475281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Usage tracker for resource:security_group_rule and tenant:fcf07ebb0bb24770aefe2d4ec14c19be is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:18.479669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:18.487634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:18.529857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Attempting to bind port c7069bc4-578d-48fc-b9b4-30be00826b6d on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:58:18.530275 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Attempting to bind port c7069bc4-578d-48fc-b9b4-30be00826b6d by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '17112de3-38d0-428e-9df5-5af9e5f77062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:58:18.530771 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Attempting to bind port c7069bc4-578d-48fc-b9b4-30be00826b6d on network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:58:18.538686 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:58:18.539073 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Checking segment: {'id': '17112de3-38d0-428e-9df5-5af9e5f77062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:18.539431 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.539816 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Bound using segment: {'id': '17112de3-38d0-428e-9df5-5af9e5f77062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:58:18.540320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Bound port: c7069bc4-578d-48fc-b9b4-30be00826b6d, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17112de3-38d0-428e-9df5-5af9e5f77062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:58:18.540704 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.578397 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.589979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.605995 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.662159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:58:18.673476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d2473e-aed3-46a6-a335-63bef70fb659,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:18.680263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.680591 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Added segment 1983d57a-403b-47c7-9912-0a049afbe94b of type vlan for network 89acac8e-b1b3-408a-accb-00019777cf15 Feb 21 08:58:18.694247 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] For port c7069bc4-578d-48fc-b9b4-30be00826b6d, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:58:18.701162 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] For port c7069bc4-578d-48fc-b9b4-30be00826b6d, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c7069bc4-578d-48fc-b9b4-30be00826b6d,segment=NetworkSegment(17112de3-38d0-428e-9df5-5af9e5f77062),segment_id=17112de3-38d0-428e-9df5-5af9e5f77062)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:58:18.711366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.719430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.756330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2094932268-network', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:18.762333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:18.766868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.767927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:18.768564 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:18.774878 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Usage tracker for resource:network and tenant:8271100a41e84071a556dd64b7cbb83e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:18.836801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:18.847285 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1303048 Feb 21 08:58:18.849034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:18.854053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45534) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:18.874326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26836de-8907-4530-b36c-cd916d0d82d3 None None] Pushing event updated for resources: {'Port': ['ID=c7069bc4-578d-48fc-b9b4-30be00826b6d,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:18.880873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:18.887959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Pushing event updated for resources: {'Port': ['ID=88857b0c-a230-4daa-94f9-c3b8af74b028,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:18.888418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Request body: {'subnet': {'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1447074450-subnet', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:18.902646 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.903019 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.903359 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.903674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.903991 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.904412 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.904776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.905121 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.905575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.906047 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.906626 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Tracked resource versions report: Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: pushed versions: Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: { 'ConntrackHelper': {'1.0'}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Log': {'1.0'}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Network': {'1.1'}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Port': {'1.5'}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'PortForwarding': {'1.2'}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'QosPolicy': {'1.8'}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'SecurityGroup': {'1.2'}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'SecurityGroupRule': {'1.0'}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'SubPort': {'1.0'}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Subnet': {'1.1'}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Trunk': {'1.1'}} Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: consumer versions: Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: { DHCP agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: HyperV agent@hv-neutron-8300: {}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: L3 agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: Metadata agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: Metering agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: Open vSwitch agent@dv-neutron-830062-1-hyperv: { 'ConntrackHelper': '1.0', Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Log': '1.0', Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Network': '1.1', Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Port': '1.5', Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'PortForwarding': '1.2', Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'QosPolicy': '1.8', Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'SecurityGroup': '1.2', Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'SecurityGroupRule': '1.0', Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'SubPort': '1.0', Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Subnet': '1.1', Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: 'Trunk': '1.1'}} Feb 21 08:58:18.910811 dv-neutron-830062-1-hyperv neutron-server[83584]: {{(pid=83584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 08:58:18.916087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:18.945501 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:18.993552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:18.999340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Usage tracker for resource:subnet and tenant:fcf07ebb0bb24770aefe2d4ec14c19be is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:19.005092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:19.013403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:19.034134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Made reservation on behalf of fcf07ebb0bb24770aefe2d4ec14c19be for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:19.036731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:19.106455 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Made reservation on behalf of 8271100a41e84071a556dd64b7cbb83e for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:19.108803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:19.266446 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:19.267294 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:19.308750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:19.439436 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bca2e-9c3e-4d42-b1a2-ec0766379521 admin admin] Pushing event updated for resources: {'Network': ['ID=89acac8e-b1b3-408a-accb-00019777cf15,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:19.445058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:19.453003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 89acac8e-b1b3-408a-accb-00019777cf15 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:58:19.516292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfec0fb1-966b-4a0f-bd30-1e11ff14d54e,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:19.530483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:19.542835 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Usage tracker for resource:security_group_rule and tenant:8271100a41e84071a556dd64b7cbb83e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:19.548426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:19.571836 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:19.590893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Checking segment: {'id': '1983d57a-403b-47c7-9912-0a049afbe94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:19.591326 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Network hostable DHCP agents. Network: 89acac8e-b1b3-408a-accb-00019777cf15, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:58:19.667405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Network 89acac8e-b1b3-408a-accb-00019777cf15 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:58:19.695303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 89acac8e-b1b3-408a-accb-00019777cf15) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:19.708844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8f30f0-4e9e-42ed-95c1-e15495843470 None None] Network 89acac8e-b1b3-408a-accb-00019777cf15 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:19.714069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:19.714975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:19.740982 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:19.747344 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4e8caa47-c27e-4aec-989e-375a8b4a595c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8913572 Feb 21 08:58:19.749911 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45554) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:19.752043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:19.760071 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Router f1fec1cc-45b9-4b13-8b3a-b417fb990256 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 08:58:19.779099 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:19.833470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:58:19.835871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:19.849050 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Usage tracker for resource:router and tenant:fcf07ebb0bb24770aefe2d4ec14c19be is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:19.860170 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:19.877965 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:19.878321 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Added segment bdb85d5e-12bc-4220-a4fc-0ece310086a7 of type vlan for network bc03625c-78e2-44a3-bddc-dae02bd7e601 Feb 21 08:58:19.895370 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:19.915547 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbcfd04-fd24-44a3-b84d-5b226adf2a48,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:19.956639 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:19.957670 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:19.973628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:20.026195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:20.127168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-89acac8e-b1b3-408a-accb-00019777cf15', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'fixed_ips': [{'subnet_id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:58:20.127983 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:20.212534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:20.213375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:20.213937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:20.272713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c7069bc4-578d-48fc-b9b4-30be00826b6d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:20.284176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:58:20.300974 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Sync routers for ids ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:58:20.320246 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Routers {'f1fec1cc-45b9-4b13-8b3a-b417fb990256'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:58:20.320896 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:58:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:20.334681 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3767180 Feb 21 08:58:20.334887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45570) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:20.352516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Request body: {'subnet': {'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2094932268-subnet', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:20.362325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:20.365671 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e6df4b79-c40e-4a21-a0ea-aa85153eed77 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9836841 Feb 21 08:58:20.369601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:20.373457 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45574) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:20.606067 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Allocated IP 172.20.0.2 (89acac8e-b1b3-408a-accb-00019777cf15/cfec0fb1-966b-4a0f-bd30-1e11ff14d54e/80fd5616-dead-4b62-9656-723e862c649d) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:20.614592 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Set router f1fec1cc-45b9-4b13-8b3a-b417fb990256 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:58:20.664209 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Usage tracker for resource:subnet and tenant:8271100a41e84071a556dd64b7cbb83e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:20.672786 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:20.717682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:20.721146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98d2d7-6e6c-4653-9030-56a59e6e6364 admin admin] Pushing event updated for resources: {'Network': ['ID=bc03625c-78e2-44a3-bddc-dae02bd7e601,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:20.745272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:20.773129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Made reservation on behalf of 8271100a41e84071a556dd64b7cbb83e for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:20.776087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:20.902623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2f7c7d-6b18-4deb-a29d-7d43f48f2843 None None] Network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:20.999447 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:21.036370 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:21.287774 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45596) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:21.300617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network bc03625c-78e2-44a3-bddc-dae02bd7e601 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:58:21.393493 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Allocated IP 172.26.6.148 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/6a2868a9-0207-445f-a516-c7aad96f377f) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:21.484376 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T08:58:19Z', 'revision_number': 3, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:21.489249 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Checking router: f1fec1cc-45b9-4b13-8b3a-b417fb990256 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 08:58:21.489925 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Updating router f1fec1cc-45b9-4b13-8b3a-b417fb990256 port 88857b0c-a230-4daa-94f9-c3b8af74b028 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 08:58:21.573266 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:21.628084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:21.704712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:21.847052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port c7069bc4-578d-48fc-b9b4-30be00826b6d completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:21.865411 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port c7069bc4-578d-48fc-b9b4-30be00826b6d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:21.866357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:21.874164 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:21.887728 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:21.897963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:21.906839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:21.992134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6609537d-7fc2-4787-91f5-7f14b775659e None None] Provisioning for port c7069bc4-578d-48fc-b9b4-30be00826b6d completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:22.013829 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6609537d-7fc2-4787-91f5-7f14b775659e None None] Provisioning complete for port c7069bc4-578d-48fc-b9b4-30be00826b6d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:22.019440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6609537d-7fc2-4787-91f5-7f14b775659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.131089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Pushing event updated for resources: {'Subnet': ['ID=64784111-56ad-4f02-b892-99743affd6a9,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:22.136576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2868a9-0207-445f-a516-c7aad96f377f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:22.189371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.190587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.224721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Checking segment: {'id': 'bdb85d5e-12bc-4220-a4fc-0ece310086a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:22.225760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Network hostable DHCP agents. Network: bc03625c-78e2-44a3-bddc-dae02bd7e601, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:58:22.331242 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Network bc03625c-78e2-44a3-bddc-dae02bd7e601 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:58:22.364064 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, bc03625c-78e2-44a3-bddc-dae02bd7e601) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:22.364616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.374217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:22.376720 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.419892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72463c07-38e1-48db-89c1-939c57e1b0aa None None] Network bc03625c-78e2-44a3-bddc-dae02bd7e601 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:22.422021 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1391987066'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:22.444815 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.460603 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Transition to ACTIVE for port object 88857b0c-a230-4daa-94f9-c3b8af74b028 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:22.470416 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.526156 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-84afce18-1e54-4952-a8d7-6c84cf67036a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1904712 Feb 21 08:58:22.533235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45624) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:22.548886 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:22.578229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:22.585712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Usage tracker for resource:network and tenant:6e3622a2e87d47ceb28c3de10ec87f43 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:22.589178 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:22.590091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:22.601112 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:22.614377 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Usage tracker for resource:router and tenant:8271100a41e84071a556dd64b7cbb83e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:22.618871 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:22.631539 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef672f-4f1f-4a1a-afe4-87b4515916a4 None None] Pushing event updated for resources: {'Port': ['ID=88857b0c-a230-4daa-94f9-c3b8af74b028,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:22.637050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:22.653872 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Made reservation on behalf of 6e3622a2e87d47ceb28c3de10ec87f43 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:22.659880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.665721 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Attempting to bind port 88857b0c-a230-4daa-94f9-c3b8af74b028 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:58:22.667872 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Attempting to bind port 88857b0c-a230-4daa-94f9-c3b8af74b028 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:58:22.669179 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Attempting to bind port 88857b0c-a230-4daa-94f9-c3b8af74b028 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:58:22.673794 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef672f-4f1f-4a1a-afe4-87b4515916a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:22.683057 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef672f-4f1f-4a1a-afe4-87b4515916a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:22.684567 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef672f-4f1f-4a1a-afe4-87b4515916a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:22.686174 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef672f-4f1f-4a1a-afe4-87b4515916a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:22.687981 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef672f-4f1f-4a1a-afe4-87b4515916a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:22.689959 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef672f-4f1f-4a1a-afe4-87b4515916a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:22.690499 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef672f-4f1f-4a1a-afe4-87b4515916a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:22.691124 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef672f-4f1f-4a1a-afe4-87b4515916a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:22.693323 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef672f-4f1f-4a1a-afe4-87b4515916a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:22.695562 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.695752 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef672f-4f1f-4a1a-afe4-87b4515916a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:22.696431 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef672f-4f1f-4a1a-afe4-87b4515916a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef672f-4f1f-4a1a-afe4-87b4515916a4 None None] Tracked resource versions report: Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: pushed versions: Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: { 'ConntrackHelper': {'1.0'}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Log': {'1.0'}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Network': {'1.1'}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Port': {'1.5'}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'PortForwarding': {'1.2'}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'QosPolicy': {'1.8'}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'SecurityGroup': {'1.2'}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'SecurityGroupRule': {'1.0'}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'SubPort': {'1.0'}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Subnet': {'1.1'}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Trunk': {'1.1'}} Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: consumer versions: Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: { DHCP agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: HyperV agent@hv-neutron-8300: {}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: L3 agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: Metadata agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: Metering agent@dv-neutron-830062-1-hyperv: {}, Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: Open vSwitch agent@dv-neutron-830062-1-hyperv: { 'ConntrackHelper': '1.0', Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Log': '1.0', Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Network': '1.1', Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Port': '1.5', Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'PortForwarding': '1.2', Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'QosPolicy': '1.8', Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'SecurityGroup': '1.2', Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'SecurityGroupRule': '1.0', Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'SubPort': '1.0', Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Subnet': '1.1', Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: 'Trunk': '1.1'}} Feb 21 08:58:22.698422 dv-neutron-830062-1-hyperv neutron-server[83587]: {{(pid=83587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 08:58:22.717986 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:58:22.718500 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:22.719398 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.724107 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:58:22.724713 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Bound port: 88857b0c-a230-4daa-94f9-c3b8af74b028, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:58:22.725224 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.739762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.740691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.757107 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:22.765329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Usage tracker for resource:security_group_rule and tenant:6e3622a2e87d47ceb28c3de10ec87f43 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:22.772721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:22.784464 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.788048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:22.833285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Transition to ACTIVE for port object 80fd5616-dead-4b62-9656-723e862c649d will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:22.849319 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.879605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6609537d-7fc2-4787-91f5-7f14b775659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.895364 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] For port 88857b0c-a230-4daa-94f9-c3b8af74b028, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:58:22.906000 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] For port 88857b0c-a230-4daa-94f9-c3b8af74b028, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=88857b0c-a230-4daa-94f9-c3b8af74b028,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:58:22.908518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.918724 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.935732 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:22.943281 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Transition to ACTIVE for port object 80fd5616-dead-4b62-9656-723e862c649d will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:22.999866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:58:23.032767 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef672f-4f1f-4a1a-afe4-87b4515916a4 None None] Pushing event updated for resources: {'Port': ['ID=88857b0c-a230-4daa-94f9-c3b8af74b028,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:23.035850 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Routers {'f1fec1cc-45b9-4b13-8b3a-b417fb990256'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:58:23.036537 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:58:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:23.049425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:23.069951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45632) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:23.090597 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:23.133571 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port c7069bc4-578d-48fc-b9b4-30be00826b6d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c7069bc4-578d-48fc-b9b4-30be00826b6d,segment=NetworkSegment(17112de3-38d0-428e-9df5-5af9e5f77062),segment_id=17112de3-38d0-428e-9df5-5af9e5f77062)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:58:23.193460 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:23.195078 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Added segment dca6d572-03f4-4312-8fa8-8fadc401b5e6 of type vlan for network 3be379e0-2818-4667-89de-86f396f764e3 Feb 21 08:58:23.197704 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-bc03625c-78e2-44a3-bddc-dae02bd7e601', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'fixed_ips': [{'subnet_id': '64784111-56ad-4f02-b892-99743affd6a9'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:58:23.198611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:23.206788 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13e2e01-b3de-4cbb-a609-2b3ccc5286d7,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:23.220191 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:23.307350 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:23.383535 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:23.394208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45642) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:23.409362 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Network 89acac8e-b1b3-408a-accb-00019777cf15 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:23.428765 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Pushing event updated for resources: {'Port': ['ID=80fd5616-dead-4b62-9656-723e862c649d,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:23.434329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:23.491695 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Router 0dd47ceb-d1c5-43ba-a839-9968950c724b is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 08:58:23.512380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45648) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:23.527636 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] Set router f1fec1cc-45b9-4b13-8b3a-b417fb990256 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:58:23.531728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:23.540156 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:23.541154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:23.550402 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:23.759285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Pushing event updated for resources: {'Network': ['ID=3be379e0-2818-4667-89de-86f396f764e3,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:23.838106 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8e29d1e8-bdf5-4de4-8935-91a5f85642c8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5489218 Feb 21 08:58:23.839119 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45656) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:23.887524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Allocated IP 172.20.0.1 (ab12aaff-f429-4b8e-bdc9-61e3709a4af8/16a8f84c-ea91-4075-9f54-c7ae84ea5299/875daf23-60dc-4afa-a5c1-a602842d57aa) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:23.995531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-567443988', 'router:external': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:23.999323 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Allocated IP 172.20.0.2 (bc03625c-78e2-44a3-bddc-dae02bd7e601/64784111-56ad-4f02-b892-99743affd6a9/8d4e0b90-18f3-40e3-8e22-ac742e9f2516) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:24.001550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:24.006643 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Usage tracker for resource:network and tenant:8355709553eb434d828b2daf0da2367a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:24.010892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:24.026406 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T08:58:19Z', 'revision_number': 3, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:24.032001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:24.034080 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2c9826-b8b9-4d6b-b2b2-4a740ca759f9 None None] The sync data for ids ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'] in dv-neutron-830062-1-hyperv is: [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T08:58:19Z', 'revision_number': 3, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:58:24.048901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Request body: {'subnet': {'network_id': '3be379e0-2818-4667-89de-86f396f764e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:24.180066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.189224 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.199499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:24.208846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1351433919', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:24.218886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Made reservation on behalf of 8355709553eb434d828b2daf0da2367a for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:24.228689 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.232625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45670) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:24.234825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.241056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Usage tracker for resource:subnet and tenant:6e3622a2e87d47ceb28c3de10ec87f43 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:24.247035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-876034691'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:24.255378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:24.262420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.284281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:24.289938 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Transition to ACTIVE for port object 875daf23-60dc-4afa-a5c1-a602842d57aa will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:24.292853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:24.298287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:24.311919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Usage tracker for resource:port and tenant:adfdcfb0f2d243b08afb0c2961aec642 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:24.315643 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Usage tracker for resource:network and tenant:79064654a3ef4a5b8c3d262838bd06e6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:24.319516 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:24.327508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:24.330561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:24.343056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Made reservation on behalf of 6e3622a2e87d47ceb28c3de10ec87f43 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:24.362487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.372495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:24.378095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Transition to ACTIVE for port object 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:24.416403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.424008 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Transition to ACTIVE for port object 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:24.448252 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 3be379e0-2818-4667-89de-86f396f764e3 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:58:24.531105 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.552928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:24.557165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Pushing event updated for resources: {'Port': ['ID=875daf23-60dc-4afa-a5c1-a602842d57aa,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:24.566000 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Network bc03625c-78e2-44a3-bddc-dae02bd7e601 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:24.569114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:24.571199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:24.580721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:24.581291 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.582480 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Usage tracker for resource:security_group_rule and tenant:8355709553eb434d828b2daf0da2367a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:24.585605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:24.595437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:24.626091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Allocated IP 172.26.6.149 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/b283cf77-0237-4eb2-94c6-67c4f9c3e96a) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:24.660741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:24.661507 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:24.667612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-6609537d-7fc2-4787-91f5-7f14b775659e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 08:58:24.668000 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-6609537d-7fc2-4787-91f5-7f14b775659e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 08:58:24.673152 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:24.688002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:24.693552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Usage tracker for resource:floatingip and tenant:2c62106717a343faa3a08278cba7249e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:24.698184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.703280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks [] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.706244 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:24.715090 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:24.759966 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.777633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:58:24.794769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.795099 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Added segment 2718bf2e-12fe-4066-a1f1-81bda2d0d98a of type vlan for network 54cf38a7-fcb7-4165-81d3-4f950ebc41a5 Feb 21 08:58:24.821113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.825617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=c7069bc4-578d-48fc-b9b4-30be00826b6d,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:24.859308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:24.993505 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Pushing event updated for resources: {'Port': ['ID=8d4e0b90-18f3-40e3-8e22-ac742e9f2516,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:24.994149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Made reservation on behalf of adfdcfb0f2d243b08afb0c2961aec642 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:25.005258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.015245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Made reservation on behalf of 79064654a3ef4a5b8c3d262838bd06e6 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:25.019615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.031319 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.032000 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:25.032670 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.039943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Attempting to bind port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:58:25.040536 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Attempting to bind port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'bdb85d5e-12bc-4220-a4fc-0ece310086a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:58:25.040709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Attempting to bind port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 on network bc03625c-78e2-44a3-bddc-dae02bd7e601 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:58:25.045018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Attempting to bind port 80fd5616-dead-4b62-9656-723e862c649d on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:58:25.045922 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Attempting to bind port 80fd5616-dead-4b62-9656-723e862c649d by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '1983d57a-403b-47c7-9912-0a049afbe94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:58:25.046178 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Attempting to bind port 80fd5616-dead-4b62-9656-723e862c649d on network 89acac8e-b1b3-408a-accb-00019777cf15 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:58:25.056303 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:58:25.056672 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Checking segment: {'id': 'bdb85d5e-12bc-4220-a4fc-0ece310086a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:25.057068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.057456 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Bound using segment: {'id': 'bdb85d5e-12bc-4220-a4fc-0ece310086a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:58:25.057911 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Bound port: 8d4e0b90-18f3-40e3-8e22-ac742e9f2516, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb85d5e-12bc-4220-a4fc-0ece310086a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:58:25.058406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.070033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:58:25.070396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Checking segment: {'id': '1983d57a-403b-47c7-9912-0a049afbe94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:25.070793 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.071204 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Bound using segment: {'id': '1983d57a-403b-47c7-9912-0a049afbe94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:58:25.072409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Bound port: 80fd5616-dead-4b62-9656-723e862c649d, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1983d57a-403b-47c7-9912-0a049afbe94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:58:25.072409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.088462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.095343 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.105545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.146720 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.237943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b05d95-b974-48db-ab42-8e508aff1265,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:25.241374 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.1449065 Feb 21 08:58:25.257663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45682) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:25.281757 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Request body: {'subnet': {'network_id': '54cf38a7-fcb7-4165-81d3-4f950ebc41a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:25.303447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] For port 80fd5616-dead-4b62-9656-723e862c649d, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:58:25.309296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] For port 80fd5616-dead-4b62-9656-723e862c649d, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=80fd5616-dead-4b62-9656-723e862c649d,segment=NetworkSegment(1983d57a-403b-47c7-9912-0a049afbe94b),segment_id=1983d57a-403b-47c7-9912-0a049afbe94b)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:58:25.316870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74083492-436f-4fc6-8395-e40af7707d36 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event updated for resources: {'Network': ['ID=54cf38a7-fcb7-4165-81d3-4f950ebc41a5,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:25.318608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] For port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:58:25.322649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:25.327475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] For port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8d4e0b90-18f3-40e3-8e22-ac742e9f2516,segment=NetworkSegment(bdb85d5e-12bc-4220-a4fc-0ece310086a7),segment_id=bdb85d5e-12bc-4220-a4fc-0ece310086a7)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:58:25.331097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.334634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:25.340165 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Usage tracker for resource:security_group_rule and tenant:adfdcfb0f2d243b08afb0c2961aec642 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:25.349813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Usage tracker for resource:security_group_rule and tenant:79064654a3ef4a5b8c3d262838bd06e6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:25.353436 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:25.370731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:25.376290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:25.388279 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:25.399188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 54cf38a7-fcb7-4165-81d3-4f950ebc41a5 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:58:25.402677 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:25.426204 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.426820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Usage tracker for resource:subnet and tenant:8355709553eb434d828b2daf0da2367a is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:25.441647 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:25.454210 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.468521 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:25.488393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:58:25.553414 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Sync routers for ids ['0dd47ceb-d1c5-43ba-a839-9968950c724b'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:58:25.566230 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c7069bc4-578d-48fc-b9b4-30be00826b6d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:25.574807 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Made reservation on behalf of 8355709553eb434d828b2daf0da2367a for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:25.577746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.599546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:25.627164 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:25.629716 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:25.659585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.691831 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Routers {'0dd47ceb-d1c5-43ba-a839-9968950c724b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:58:25.692447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:58:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0dd47ceb-d1c5-43ba-a839-9968950c724b'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:25.709840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.713719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.718501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.802190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bea14b-70d9-4921-9abc-84c2f152012e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:25.810345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:25.811802 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0e48fd96-119b-45a3-a5fe-517df916a020 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.0426099 Feb 21 08:58:25.821529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] device_id is not set on port 0b6e2c5a-bc2e-4719-8ef1-358a9d183027 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:58:25.844981 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1d2d508e-bab9-4315-8cbb-d917f7d4b778 None None] Provisioning for port 875daf23-60dc-4afa-a5c1-a602842d57aa completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:25.848257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b268f8-fb37-4804-a1da-caf66245b8ef None None] Pushing event updated for resources: {'Port': ['ID=80fd5616-dead-4b62-9656-723e862c649d,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:25.866437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45694) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:25.880452 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Pushing event updated for resources: {'Port': ['ID=b283cf77-0237-4eb2-94c6-67c4f9c3e96a,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:25.921855 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1d2d508e-bab9-4315-8cbb-d917f7d4b778 None None] Provisioning complete for port 875daf23-60dc-4afa-a5c1-a602842d57aa triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:25.922220 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1d2d508e-bab9-4315-8cbb-d917f7d4b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:26.025342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:26.034290 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1ab15-b1c3-4ac2-8615-0a76b1ce340c None None] Pushing event updated for resources: {'Port': ['ID=8d4e0b90-18f3-40e3-8e22-ac742e9f2516,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:26.046573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port c7069bc4-578d-48fc-b9b4-30be00826b6d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:26.047219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:26.049710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:26.079263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d508e-bab9-4315-8cbb-d917f7d4b778 None None] Port 875daf23-60dc-4afa-a5c1-a602842d57aa cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:58:26.092546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:58:26.179382 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Set router 0dd47ceb-d1c5-43ba-a839-9968950c724b gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:58:26.189531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 08:58:26.207934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:26.208279 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Added segment 522646c7-aa39-4ac1-875b-7a7b44d88524 of type vlan for network f0382203-a9c0-4278-bcdf-39162c3fbb7a Feb 21 08:58:26.218857 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:26.262349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d877abe-6c77-4b73-96bb-179fbe957574,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:26.265143 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Pushing event updated for resources: {'Subnet': ['ID=34dbe6e3-01fc-4b7f-b257-e580c15543de,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:26.297618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:26.299109 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:26.299880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Checking segment: {'id': 'dca6d572-03f4-4312-8fa8-8fadc401b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3be379e0-2818-4667-89de-86f396f764e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:26.300317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Network hostable DHCP agents. Network: 3be379e0-2818-4667-89de-86f396f764e3, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:58:26.344149 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1d2d508e-bab9-4315-8cbb-d917f7d4b778 None None] Provisioning complete for port c7069bc4-578d-48fc-b9b4-30be00826b6d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:26.344423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1d2d508e-bab9-4315-8cbb-d917f7d4b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:26.362470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:26.427748 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Allocated IP 172.26.6.168 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/0b6e2c5a-bc2e-4719-8ef1-358a9d183027) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:26.435546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:26.440758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:26.441384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:26.472796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Network 3be379e0-2818-4667-89de-86f396f764e3 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:58:26.581266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 3be379e0-2818-4667-89de-86f396f764e3) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:26.610460 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2131786 Feb 21 08:58:26.616988 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:26.617586 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:26.625025 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45702) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:26.629255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 88857b0c-a230-4daa-94f9-c3b8af74b028 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:26.639680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a0818-8a69-4d63-8692-a3361b1bff7c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Pushing event updated for resources: {'Network': ['ID=f0382203-a9c0-4278-bcdf-39162c3fbb7a,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:26.654404 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c99dc5a-87ab-4b15-86c2-d28a29dc3e77 None None] Network 3be379e0-2818-4667-89de-86f396f764e3 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:26.735284 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:26.739766 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Pushing event updated for resources: {'Port': ['ID=875daf23-60dc-4afa-a5c1-a602842d57aa,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:26.747905 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:26.822364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Request body: {'network': {'name': 'tempest-network--1197372663', 'router:external': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:26.836047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:26.851148 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d832f852-d811-4653-b752-72d43c2f4469 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8823838 Feb 21 08:58:26.858291 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45708) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:26.860734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Usage tracker for resource:network and tenant:01ffee3851ed4a13a122a203d1240351 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:26.865381 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network f0382203-a9c0-4278-bcdf-39162c3fbb7a details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:58:26.868754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:26.875586 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Request body: {'port': {'network_id': '3be379e0-2818-4667-89de-86f396f764e3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1633269182'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:27.039097 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:27.090619 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.091917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.092999 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.130957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.142753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Made reservation on behalf of 01ffee3851ed4a13a122a203d1240351 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:27.145125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.211142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 88857b0c-a230-4daa-94f9-c3b8af74b028 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:27.237104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.251371 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 88857b0c-a230-4daa-94f9-c3b8af74b028 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:27.251890 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.271989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:27.276553 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Usage tracker for resource:port and tenant:6e3622a2e87d47ceb28c3de10ec87f43 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:27.280401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:27.286858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:27.304315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Made reservation on behalf of 6e3622a2e87d47ceb28c3de10ec87f43 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:27.307347 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.312840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Allocated IP 172.26.6.203 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/0794ff52-1afe-4fbc-9ad4-053ac7a99e73) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:27.363264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Pushing event updated for resources: {'Port': ['ID=0b6e2c5a-bc2e-4719-8ef1-358a9d183027,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:27.380936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] device_id is not set on port b9a03c0a-8f22-44b2-9062-ef027ca8a82e yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:58:27.400440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T08:58:22Z', 'revision_number': 3, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:27.410383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Checking router: 0dd47ceb-d1c5-43ba-a839-9968950c724b for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 08:58:27.410979 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Updating router 0dd47ceb-d1c5-43ba-a839-9968950c724b port 6a2868a9-0207-445f-a516-c7aad96f377f binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 08:58:27.461959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:27.471160 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.480565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:27.494235 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:27.494685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:27.495299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.516630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:27.528430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Usage tracker for resource:security_group_rule and tenant:01ffee3851ed4a13a122a203d1240351 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:27.535852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:27.608123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:27.625247 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-aa11894f-0ee0-4c91-a43e-1faec760fa4f tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1114726 Feb 21 08:58:27.628538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45712) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:27.636728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.168'}]}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:27.664218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8a9493-50cb-4381-88e1-2e5a2c2ced93 None None] Network 89acac8e-b1b3-408a-accb-00019777cf15 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:27.666340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:27.678134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Usage tracker for resource:router and tenant:adfdcfb0f2d243b08afb0c2961aec642 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:27.687031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:27.702641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Allocated IP 172.20.0.9 (3be379e0-2818-4667-89de-86f396f764e3/34dbe6e3-01fc-4b7f-b257-e580c15543de/b9a03c0a-8f22-44b2-9062-ef027ca8a82e) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:27.705128 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:27.732346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.733314 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.743824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7130603e-bfb1-4386-8c62-69a7c4d6cfbd None None] Network bc03625c-78e2-44a3-bddc-dae02bd7e601 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:27.771988 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2587284-08da-4635-866b-df02e185df2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-3be379e0-2818-4667-89de-86f396f764e3', 'network_id': '3be379e0-2818-4667-89de-86f396f764e3', 'tenant_id': '6e3622a2e87d47ceb28c3de10ec87f43', 'fixed_ips': [{'subnet_id': '34dbe6e3-01fc-4b7f-b257-e580c15543de'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:58:27.772804 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2587284-08da-4635-866b-df02e185df2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.799021 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.813506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.832307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.928999 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:58:27.929417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.933014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.objects.ports [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83584) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 08:58:27.933467 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.959897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a59c8b-2e37-4cd2-903a-50e1b4a42f82,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:27.969213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:27.969559 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Added segment 2672c89c-ba75-4636-b0a6-e72592e8ecba of type vlan for network 17e84575-9e2e-4ab9-a1dc-dfd1627e89b7 Feb 21 08:58:28.078803 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-36c3242c-59b1-498b-8657-2d97897c6b5a None None] Provisioning complete for port 875daf23-60dc-4afa-a5c1-a602842d57aa triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:28.079208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-36c3242c-59b1-498b-8657-2d97897c6b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:28.091724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:28.108693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Transition to ACTIVE for port object b9a03c0a-8f22-44b2-9062-ef027ca8a82e will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:28.139549 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event updated for resources: {'Subnet': ['ID=732c87ea-8206-4cda-a2f0-793502e9db07,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:28.164557 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:28.183329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:28.214678 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Checking segment: {'id': '2718bf2e-12fe-4066-a1f1-81bda2d0d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '54cf38a7-fcb7-4165-81d3-4f950ebc41a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:28.215079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Network hostable DHCP agents. Network: 54cf38a7-fcb7-4165-81d3-4f950ebc41a5, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:58:28.232310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:28.295437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:28.300276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Network 3be379e0-2818-4667-89de-86f396f764e3 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:28.307353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:28.316089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:28.320367 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:28.320693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:28.325291 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Pushing event updated for resources: {'Port': ['ID=b9a03c0a-8f22-44b2-9062-ef027ca8a82e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:28.341654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:28.356972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 88857b0c-a230-4daa-94f9-c3b8af74b028, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=88857b0c-a230-4daa-94f9-c3b8af74b028,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:58:28.368266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event updated for resources: {'Port': ['ID=0794ff52-1afe-4fbc-9ad4-053ac7a99e73,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:28.375848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:28.381145 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:28.383326 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1990ffdd-f560-4a44-ab3a-e6bbadf50b30 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5186751 Feb 21 08:58:28.388615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45716) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:28.402302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:28.403928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:28.404985 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:28.405660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:28.416110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-36c3242c-59b1-498b-8657-2d97897c6b5a None None] Port 875daf23-60dc-4afa-a5c1-a602842d57aa cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:58:28.447963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Network 54cf38a7-fcb7-4165-81d3-4f950ebc41a5 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:58:28.517812 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:28.555190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 54cf38a7-fcb7-4165-81d3-4f950ebc41a5) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:28.579991 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:28.580733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:28.590125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf976bc9-3dd3-4350-af42-3fd678c14a70 None None] Network 54cf38a7-fcb7-4165-81d3-4f950ebc41a5 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:28.590814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-513f2d1a-b7e0-4dff-a7c9-450f85c07d17 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Deleting port b9a03c0a-8f22-44b2-9062-ef027ca8a82e {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:58:28.591270 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-513f2d1a-b7e0-4dff-a7c9-450f85c07d17 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:28.704502 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0782969 Feb 21 08:58:28.706206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45720) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:28.740631 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8fc07-3f08-4173-9d4d-2ed3ec75bc49 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event updated for resources: {'Network': ['ID=17e84575-9e2e-4ab9-a1dc-dfd1627e89b7,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:28.807153 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-92cc907c-9da3-408a-a1e8-07fa8ce6fa7a tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5439439 Feb 21 08:58:28.808099 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45726) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:28.817425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1121183298', 'network_id': '54cf38a7-fcb7-4165-81d3-4f950ebc41a5'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:28.826696 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:28.834110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Usage tracker for resource:port and tenant:8355709553eb434d828b2daf0da2367a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:28.835898 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 17e84575-9e2e-4ab9-a1dc-dfd1627e89b7 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:58:28.839070 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Router f1fec1cc-45b9-4b13-8b3a-b417fb990256 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 08:58:28.848208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 80fd5616-dead-4b62-9656-723e862c649d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:28.861723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:28.873213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:28.896066 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Made reservation on behalf of 8355709553eb434d828b2daf0da2367a for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:28.898698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:28.908479 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-d2587284-08da-4635-866b-df02e185df2b None None] Allocated IP 172.20.0.2 (3be379e0-2818-4667-89de-86f396f764e3/34dbe6e3-01fc-4b7f-b257-e580c15543de/00661595-b75a-47a2-a64b-fd06ebde9680) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:28.944625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=88857b0c-a230-4daa-94f9-c3b8af74b028,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:28.964479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] device_id is not set on port f2705335-44c3-411a-84f8-2bcc5260ccd9 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:58:29.005792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ac9d73d4-1545-49e9-a2b3-d4f2cc87c25f None None] Provisioning for port 80fd5616-dead-4b62-9656-723e862c649d completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:29.033143 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:29.083502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:29.163137 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Router b6bcc0cb-4cec-422e-800e-44cbb21ead75 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 08:58:29.175347 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:29.247712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Allocated IP 172.20.0.6 (54cf38a7-fcb7-4165-81d3-4f950ebc41a5/732c87ea-8206-4cda-a2f0-793502e9db07/f2705335-44c3-411a-84f8-2bcc5260ccd9) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:29.276241 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.resource_extend [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 08:58:29.462914 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ac9d73d4-1545-49e9-a2b3-d4f2cc87c25f None None] Provisioning for port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:29.474123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:29.493701 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:29.498005 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:29.519083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Transition to ACTIVE for port object 6a2868a9-0207-445f-a516-c7aad96f377f will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:29.577768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:29.614529 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2587284-08da-4635-866b-df02e185df2b None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:29.626288 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d2587284-08da-4635-866b-df02e185df2b None None] Transition to ACTIVE for port object 00661595-b75a-47a2-a64b-fd06ebde9680 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:29.648241 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d2587284-08da-4635-866b-df02e185df2b None None] Transition to ACTIVE for port object 00661595-b75a-47a2-a64b-fd06ebde9680 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:29.656448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 80fd5616-dead-4b62-9656-723e862c649d completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:29.667610 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756cd27d-d2eb-4c11-b431-32ab3e0e2cbf None None] Network 54cf38a7-fcb7-4165-81d3-4f950ebc41a5 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:29.691537 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event updated for resources: {'Port': ['ID=f2705335-44c3-411a-84f8-2bcc5260ccd9,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:29.692520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 80fd5616-dead-4b62-9656-723e862c649d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:29.692969 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:29.746712 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2587284-08da-4635-866b-df02e185df2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:29.779937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Network 54cf38a7-fcb7-4165-81d3-4f950ebc41a5 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:29.782178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:29.787810 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:29.788762 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:29.789751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:29.820997 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:29.837811 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:29.854379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:29.883533 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8d6a3293-0d10-4185-a9b8-23626398846f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0742173 Feb 21 08:58:29.892867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2587284-08da-4635-866b-df02e185df2b None None] Pushing event updated for resources: {'Port': ['ID=00661595-b75a-47a2-a64b-fd06ebde9680,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:29.897337 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45734) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:29.984260 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2587284-08da-4635-866b-df02e185df2b None None] Network 3be379e0-2818-4667-89de-86f396f764e3 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:29.996017 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-d2587284-08da-4635-866b-df02e185df2b None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:30.007392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2587284-08da-4635-866b-df02e185df2b None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:30.015762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-513f2d1a-b7e0-4dff-a7c9-450f85c07d17 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.032400 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Attempting to bind port 6a2868a9-0207-445f-a516-c7aad96f377f on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:58:30.032400 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Attempting to bind port 6a2868a9-0207-445f-a516-c7aad96f377f by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:58:30.032400 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Attempting to bind port 6a2868a9-0207-445f-a516-c7aad96f377f on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:58:30.034926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13536cf-41d3-41a8-a9f8-1c27dc5e26f4 None None] Pushing event updated for resources: {'Port': ['ID=6a2868a9-0207-445f-a516-c7aad96f377f,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:30.133969 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7ee9b920-60aa-41a0-82c5-12664412d01c None None] Provisioning complete for port 80fd5616-dead-4b62-9656-723e862c649d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:30.134428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b920-60aa-41a0-82c5-12664412d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.161489 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:58:30.161775 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:30.162226 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.162679 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:58:30.163240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Bound port: 6a2868a9-0207-445f-a516-c7aad96f377f, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:58:30.163689 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.240694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.245660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.278107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-513f2d1a-b7e0-4dff-a7c9-450f85c07d17 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Calling delete_port for b9a03c0a-8f22-44b2-9062-ef027ca8a82e owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:58:30.419095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d2587284-08da-4635-866b-df02e185df2b None None] Attempting to bind port 00661595-b75a-47a2-a64b-fd06ebde9680 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:58:30.419555 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d2587284-08da-4635-866b-df02e185df2b None None] Attempting to bind port 00661595-b75a-47a2-a64b-fd06ebde9680 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'dca6d572-03f4-4312-8fa8-8fadc401b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3be379e0-2818-4667-89de-86f396f764e3'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:58:30.420465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2587284-08da-4635-866b-df02e185df2b None None] Attempting to bind port 00661595-b75a-47a2-a64b-fd06ebde9680 on network 3be379e0-2818-4667-89de-86f396f764e3 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:58:30.442968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.448565 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-d0ec024e-adeb-49c4-8ae1-f827bbb92d0d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Deleting port f2705335-44c3-411a-84f8-2bcc5260ccd9 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:58:30.449114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0ec024e-adeb-49c4-8ae1-f827bbb92d0d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.451491 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f2ae1496-9067-4962-8497-e9fddbf4ea00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.473934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.474468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca3f3b2b-4d7a-4279-8e45-61a10dd2a4ae {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 08:58:30.502235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2587284-08da-4635-866b-df02e185df2b None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:58:30.502235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2587284-08da-4635-866b-df02e185df2b None None] Checking segment: {'id': 'dca6d572-03f4-4312-8fa8-8fadc401b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3be379e0-2818-4667-89de-86f396f764e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:30.502235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2587284-08da-4635-866b-df02e185df2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.502235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2587284-08da-4635-866b-df02e185df2b None None] Bound using segment: {'id': 'dca6d572-03f4-4312-8fa8-8fadc401b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3be379e0-2818-4667-89de-86f396f764e3'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:58:30.502235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d2587284-08da-4635-866b-df02e185df2b None None] Bound port: 00661595-b75a-47a2-a64b-fd06ebde9680, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca6d572-03f4-4312-8fa8-8fadc401b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3be379e0-2818-4667-89de-86f396f764e3'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:58:30.502235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2587284-08da-4635-866b-df02e185df2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.508929 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 21 08:58:30.510295 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5de1889e-814b-48dd-a45f-681f8c06d886 tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8786852 Feb 21 08:58:30.512931 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45738) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:30.537143 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] For port 6a2868a9-0207-445f-a516-c7aad96f377f, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:58:30.572386 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.578667 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.586563 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b8e8b-1db3-49e0-9946-84d9b085996b tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Deleting port 0b6e2c5a-bc2e-4719-8ef1-358a9d183027 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:58:30.587342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8e8b-1db3-49e0-9946-84d9b085996b tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.629780 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] For port 6a2868a9-0207-445f-a516-c7aad96f377f, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6a2868a9-0207-445f-a516-c7aad96f377f,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:58:30.676372 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.741973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:30.742318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:30.744104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:30.744104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > port after_create 55550000 {{(pid=83584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:30.744104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:30.744104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > port after_update 55550000 {{(pid=83584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:30.744500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:30.744711 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:30.744983 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:30.745290 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:30.812827 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 80fd5616-dead-4b62-9656-723e862c649d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=80fd5616-dead-4b62-9656-723e862c649d,segment=NetworkSegment(1983d57a-403b-47c7-9912-0a049afbe94b),segment_id=1983d57a-403b-47c7-9912-0a049afbe94b)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:58:30.818663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b920-60aa-41a0-82c5-12664412d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.832724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8e8b-1db3-49e0-9946-84d9b085996b tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.841165 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:30.842464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:30.909631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:30.909631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:30.910189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:30.910189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:30.910846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e84575-9e2e-4ab9-a1dc-dfd1627e89b7']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:30.922518 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d2587284-08da-4635-866b-df02e185df2b None None] For port 00661595-b75a-47a2-a64b-fd06ebde9680, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:58:30.928540 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13536cf-41d3-41a8-a9f8-1c27dc5e26f4 None None] Pushing event updated for resources: {'Port': ['ID=6a2868a9-0207-445f-a516-c7aad96f377f,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:30.966546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b8e8b-1db3-49e0-9946-84d9b085996b tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Calling delete_port for 0b6e2c5a-bc2e-4719-8ef1-358a9d183027 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:58:30.994950 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2672c89c-ba75-4636-b0a6-e72592e8ecba') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:30.995330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2672c89c-ba75-4636-b0a6-e72592e8ecba') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:31.008376 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d2587284-08da-4635-866b-df02e185df2b None None] For port 00661595-b75a-47a2-a64b-fd06ebde9680, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=00661595-b75a-47a2-a64b-fd06ebde9680,segment=NetworkSegment(dca6d572-03f4-4312-8fa8-8fadc401b5e6),segment_id=dca6d572-03f4-4312-8fa8-8fadc401b5e6)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:58:31.042119 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2587284-08da-4635-866b-df02e185df2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:31.042507 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:31.062768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Routers {'0dd47ceb-d1c5-43ba-a839-9968950c724b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:58:31.063519 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:58:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0dd47ceb-d1c5-43ba-a839-9968950c724b'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:31.143380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:31.206763 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-7ee9b920-60aa-41a0-82c5-12664412d01c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 08:58:31.206763 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-7ee9b920-60aa-41a0-82c5-12664412d01c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 08:58:31.215649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8e8b-1db3-49e0-9946-84d9b085996b tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:31.216904 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 08:58:31.217536 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:31.231083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=80fd5616-dead-4b62-9656-723e862c649d,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:31.270558 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b8e8b-1db3-49e0-9946-84d9b085996b tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b6e2c5a-bc2e-4719-8ef1-358a9d183027,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:31.304620 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:31.327896 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:31.327896 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:31.328226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8e8b-1db3-49e0-9946-84d9b085996b tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:31.340061 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5f4b8e8b-1db3-49e0-9946-84d9b085996b tempest-RoutersAdminNegativeTest-1455207029 tempest-RoutersAdminNegativeTest-1455207029-project-admin] 10.222.0.48 "DELETE /v2.0/ports/0b6e2c5a-bc2e-4719-8ef1-358a9d183027 HTTP/1.1" status: 204 len: 168 time: 0.8259885 Feb 21 08:58:31.386574 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2587284-08da-4635-866b-df02e185df2b None None] Pushing event updated for resources: {'Port': ['ID=00661595-b75a-47a2-a64b-fd06ebde9680,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn_limited( Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn_limited( Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 08:58:31.404208 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 08:58:31.426244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] Set router 0dd47ceb-d1c5-43ba-a839-9968950c724b gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:58:31.438260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 08:58:31.462710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:31.503955 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:31.691122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 17e84575-9e2e-4ab9-a1dc-dfd1627e89b7 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 21 08:58:31.768808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:31.771900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:31.796791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45746) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:31.853444 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8d4e0b90-18f3-40e3-8e22-ac742e9f2516,segment=NetworkSegment(bdb85d5e-12bc-4220-a4fc-0ece310086a7),segment_id=bdb85d5e-12bc-4220-a4fc-0ece310086a7)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:58:31.868060 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:31.880599 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event deleted for resources: {'Network': ['ID=17e84575-9e2e-4ab9-a1dc-dfd1627e89b7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:31.886671 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0ec024e-adeb-49c4-8ae1-f827bbb92d0d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:31.896600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:31.899346 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-513f2d1a-b7e0-4dff-a7c9-450f85c07d17 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:32.046407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=8d4e0b90-18f3-40e3-8e22-ac742e9f2516,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:32.057244 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-d0ec024e-adeb-49c4-8ae1-f827bbb92d0d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Calling delete_port for f2705335-44c3-411a-84f8-2bcc5260ccd9 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:58:32.093001 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-95d3067b-6abf-47df-9b23-1c86a75ca88d tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "DELETE /v2.0/networks/17e84575-9e2e-4ab9-a1dc-dfd1627e89b7 HTTP/1.1" status: 204 len: 168 time: 3.3820801 Feb 21 08:58:32.093792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45754) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:32.102938 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7ee9b920-60aa-41a0-82c5-12664412d01c None None] Provisioning complete for port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:32.103286 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:32.103736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b920-60aa-41a0-82c5-12664412d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:32.111325 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:32.147467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Usage tracker for resource:network and tenant:01ffee3851ed4a13a122a203d1240351 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:32.156953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:32.173769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:32.195859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Made reservation on behalf of 01ffee3851ed4a13a122a203d1240351 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:32.202443 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:32.230976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 88857b0c-a230-4daa-94f9-c3b8af74b028 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:32.303958 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-873d33cb-26c1-41d1-94d3-acae7688d33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:32.336523 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:58:32.360838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:32.361260 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Added segment 38f79fb8-3e19-4ba4-bd4d-8d7bf553465e of type vlan for network f9d6ce8f-8cd0-4524-a168-58d8d478ae77 Feb 21 08:58:32.381032 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-873d33cb-26c1-41d1-94d3-acae7688d33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:32.383559 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event updated for resources: {'Port': ['ID=0794ff52-1afe-4fbc-9ad4-053ac7a99e73,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:32.392467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-873d33cb-26c1-41d1-94d3-acae7688d33a admin admin] Usage tracker for resource:security_group_rule and tenant:106a24043cdf4662a9a924050af6e8a3 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:32.397269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-873d33cb-26c1-41d1-94d3-acae7688d33a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:32.420400 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-873d33cb-26c1-41d1-94d3-acae7688d33a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:32.459274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:32.480262 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:32.480620 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T08:58:22Z', 'revision_number': 3, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:32.486913 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb7916-b5cc-4179-bc7b-50753b7c2dc1 None None] The sync data for ids ['0dd47ceb-d1c5-43ba-a839-9968950c724b'] in dv-neutron-830062-1-hyperv is: [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T08:58:22Z', 'revision_number': 3, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:58:32.496810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:58:32.497753 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 88857b0c-a230-4daa-94f9-c3b8af74b028 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:32.500511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:32.512658 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Sync routers for ids ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:58:32.528249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:58:32.551313 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Routers {'b6bcc0cb-4cec-422e-800e-44cbb21ead75'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:58:32.551951 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:58:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:32.586511 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-66c7e1d8-b79d-4e6a-a068-311e016f7d65 admin admin] 10.222.0.48 "PUT /v2.0/routers/f1fec1cc-45b9-4b13-8b3a-b417fb990256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2120042 Feb 21 08:58:32.587856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:32.592410 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f2d1a-b7e0-4dff-a7c9-450f85c07d17 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Pushing event deleted for resources: {'Port': ['ID=b9a03c0a-8f22-44b2-9062-ef027ca8a82e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:32.593691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:32.594917 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:32.597891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:32.676224 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Sync routers for ids ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:58:32.702742 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.6050146 Feb 21 08:58:32.713351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45760) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:32.750483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Request body: {'subnet': {'network_id': 'f9d6ce8f-8cd0-4524-a168-58d8d478ae77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:32.856592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 80fd5616-dead-4b62-9656-723e862c649d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:32.899339 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Set router b6bcc0cb-4cec-422e-800e-44cbb21ead75 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:58:32.914680 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fe0225-5fe9-44d5-a756-251c48454c18 None None] Network 3be379e0-2818-4667-89de-86f396f764e3 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:32.925508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:32.970144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Usage tracker for resource:subnet and tenant:01ffee3851ed4a13a122a203d1240351 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:32.978009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:32.999930 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:33.016578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69931007-4494-429b-8bec-849c532de21c tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event updated for resources: {'Network': ['ID=f9d6ce8f-8cd0-4524-a168-58d8d478ae77,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:33.021168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Routers {'f1fec1cc-45b9-4b13-8b3a-b417fb990256'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:58:33.022103 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:58:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:33.033647 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-873d33cb-26c1-41d1-94d3-acae7688d33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:33.037343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Made reservation on behalf of 01ffee3851ed4a13a122a203d1240351 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:33.040929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:33.063514 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-873d33cb-26c1-41d1-94d3-acae7688d33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:33.098946 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network f9d6ce8f-8cd0-4524-a168-58d8d478ae77 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:58:33.235724 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-873d33cb-26c1-41d1-94d3-acae7688d33a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=106a24043cdf4662a9a924050af6e8a3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4352131 Feb 21 08:58:33.258282 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45774) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:33.322729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e476cea8-d64b-43f5-b81f-c89d7cf6fe16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:33.343456 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9a4661dc-7c1c-48cf-ba4a-242fe7dc1acf None None] Provisioning for port 00661595-b75a-47a2-a64b-fd06ebde9680 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:33.375193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d33cb-26c1-41d1-94d3-acae7688d33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a00ba4-aab1-4c1a-bf39-efbfbc0410ab,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:33.397571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:33.403144 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bcb51279-b7a5-4c52-bee7-fee8a4a41b03 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.8688521 Feb 21 08:58:33.404073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:33.410641 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a414b4fa-8937-4641-bfce-ab1b8a0f4cf7 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1735775 Feb 21 08:58:33.412575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45778) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:33.415467 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45780) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:33.427016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1813793b-dcec-436c-95f0-684af09ff8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:33.472943 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-177850685'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:33.506810 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1813793b-dcec-436c-95f0-684af09ff8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:33.570849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:33.585740 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-513f2d1a-b7e0-4dff-a7c9-450f85c07d17 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:33.589164 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0ec024e-adeb-49c4-8ae1-f827bbb92d0d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:33.645573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 80fd5616-dead-4b62-9656-723e862c649d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:33.646004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:33.650753 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Usage tracker for resource:network and tenant:2c62106717a343faa3a08278cba7249e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:33.706318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:33.756203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1813793b-dcec-436c-95f0-684af09ff8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:33.770821 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Set router f1fec1cc-45b9-4b13-8b3a-b417fb990256 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:58:33.814864 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T08:58:26Z', 'revision_number': 3, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:33.820487 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Checking router: b6bcc0cb-4cec-422e-800e-44cbb21ead75 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 08:58:33.821089 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Updating router b6bcc0cb-4cec-422e-800e-44cbb21ead75 port b283cf77-0237-4eb2-94c6-67c4f9c3e96a binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 08:58:33.848506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813793b-dcec-436c-95f0-684af09ff8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a00ba4-aab1-4c1a-bf39-efbfbc0410ab,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:33.860257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1813793b-dcec-436c-95f0-684af09ff8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:33.861502 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1813793b-dcec-436c-95f0-684af09ff8b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6a00ba4-aab1-4c1a-bf39-efbfbc0410ab HTTP/1.1" status: 204 len: 168 time: 0.6001298 Feb 21 08:58:33.893302 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:33.893887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45788) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:33.894546 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-513f2d1a-b7e0-4dff-a7c9-450f85c07d17 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] 10.222.0.48 "DELETE /v2.0/ports/b9a03c0a-8f22-44b2-9062-ef027ca8a82e HTTP/1.1" status: 204 len: 168 time: 5.4968719 Feb 21 08:58:33.898197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:33.920870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec024e-adeb-49c4-8ae1-f827bbb92d0d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2705335-44c3-411a-84f8-2bcc5260ccd9,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:33.956729 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:34.208049 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:34.293485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Made reservation on behalf of 2c62106717a343faa3a08278cba7249e for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:34.296877 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:34.383268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 00661595-b75a-47a2-a64b-fd06ebde9680 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:34.387553 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:34.441315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.objects.ports [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83585) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 08:58:34.441836 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:34.526411 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 00661595-b75a-47a2-a64b-fd06ebde9680 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:34.590326 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-16a9d13d-1692-47db-bd57-cc303206594b tempest-DHCPAgentSchedulersTestJSON-1241536767 tempest-DHCPAgentSchedulersTestJSON-1241536767-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6953855 Feb 21 08:58:34.597199 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45800) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:34.625053 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0ec024e-adeb-49c4-8ae1-f827bbb92d0d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:34.631672 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d0ec024e-adeb-49c4-8ae1-f827bbb92d0d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "DELETE /v2.0/ports/f2705335-44c3-411a-84f8-2bcc5260ccd9 HTTP/1.1" status: 204 len: 168 time: 4.7155879 Feb 21 08:58:34.641729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45804) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:34.642302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1752274818'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:34.642802 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 00661595-b75a-47a2-a64b-fd06ebde9680 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:34.643205 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:34.682677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54cf38a7-fcb7-4165-81d3-4f950ebc41a5', 'external_fixed_ips': [{'subnet_id': '732c87ea-8206-4cda-a2f0-793502e9db07', 'ip_address': '172.20.0.6'}]}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:34.685178 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:34.709075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Usage tracker for resource:network and tenant:6e3622a2e87d47ceb28c3de10ec87f43 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:34.727963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:34.734946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Usage tracker for resource:router and tenant:8355709553eb434d828b2daf0da2367a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:34.740899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:34.753863 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:34.766095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:34.769651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0f25f7a7-8f02-4f59-87d7-b952a4f26592,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:34.773948 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45808) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:34.776582 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:34.795668 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Transition to ACTIVE for port object b283cf77-0237-4eb2-94c6-67c4f9c3e96a will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:34.803204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Allocated IP 172.20.0.1 (89acac8e-b1b3-408a-accb-00019777cf15/cfec0fb1-966b-4a0f-bd30-1e11ff14d54e/9d9d7c83-ebc3-4cee-8633-d061c6454d3f) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:34.805648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:34.808877 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:34.818964 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:34.837840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Usage tracker for resource:security_group_rule and tenant:2c62106717a343faa3a08278cba7249e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:34.845089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:34.849040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:34.860323 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:34.884029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:34.887596 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Checking segment: {'id': '38f79fb8-3e19-4ba4-bd4d-8d7bf553465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f9d6ce8f-8cd0-4524-a168-58d8d478ae77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:34.888278 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Network hostable DHCP agents. Network: f9d6ce8f-8cd0-4524-a168-58d8d478ae77, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:58:34.910780 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T08:58:24Z', 'revision_number': 4, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '875daf23-60dc-4afa-a5c1-a602842d57aa', 'name': '', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'mac_address': 'fa:16:3e:07:9d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:23Z', 'updated_at': '2022-02-21T08:58:25Z', 'revision_number': 2, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'subnets': [{'id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:34.924947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Checking router: f1fec1cc-45b9-4b13-8b3a-b417fb990256 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 08:58:34.925322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Updating router f1fec1cc-45b9-4b13-8b3a-b417fb990256 port 875daf23-60dc-4afa-a5c1-a602842d57aa binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 08:58:34.938165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Made reservation on behalf of 6e3622a2e87d47ceb28c3de10ec87f43 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:34.940740 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3431202f-986e-4543-b38a-20d527682ca9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=adfdcfb0f2d243b08afb0c2961aec642&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1602366 Feb 21 08:58:34.944546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45812) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:34.947734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:34.965620 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17d93d-0fcf-4b91-974f-3cbe366c3f0f None None] Pushing event updated for resources: {'Port': ['ID=b283cf77-0237-4eb2-94c6-67c4f9c3e96a,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:35.025900 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Attempting to bind port b283cf77-0237-4eb2-94c6-67c4f9c3e96a on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:58:35.026614 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Attempting to bind port b283cf77-0237-4eb2-94c6-67c4f9c3e96a by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:58:35.027262 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Attempting to bind port b283cf77-0237-4eb2-94c6-67c4f9c3e96a on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:58:35.028494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Network f9d6ce8f-8cd0-4524-a168-58d8d478ae77 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:58:35.049878 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:58:35.050586 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:35.051180 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.051724 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:58:35.052356 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Bound port: b283cf77-0237-4eb2-94c6-67c4f9c3e96a, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:58:35.053384 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.087710 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, f9d6ce8f-8cd0-4524-a168-58d8d478ae77) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:35.125586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-898d9cec-9ed2-4c70-be3c-d89e17f85633 None None] Provisioning complete for port 00661595-b75a-47a2-a64b-fd06ebde9680 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:35.125858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.125966 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-898d9cec-9ed2-4c70-be3c-d89e17f85633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.128528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a2be0da5-de08-459f-a24e-b7982c4c81a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.131319 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:35.134161 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.189625 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45818) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:35.203440 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63677904', 'description': 'tempest-description--834488259'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:35.210018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:35.215389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Usage tracker for resource:security_group and tenant:7fdb594f298e42dbb47700adbc49145f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:35.215858 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.220058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:35.226741 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] For port b283cf77-0237-4eb2-94c6-67c4f9c3e96a, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:58:35.227879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:35.234448 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] For port b283cf77-0237-4eb2-94c6-67c4f9c3e96a, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b283cf77-0237-4eb2-94c6-67c4f9c3e96a,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:58:35.237879 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e031bb-9e14-413e-98b9-567bc6519354 None None] Network f9d6ce8f-8cd0-4524-a168-58d8d478ae77 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:35.240423 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.243105 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3ad623b4-b7ad-4ef5-809f-eacb2399617e tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5231452 Feb 21 08:58:35.246855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a2be0da5-de08-459f-a24e-b7982c4c81a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.254250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.266470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45822) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:35.330209 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:58:35.334916 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17d93d-0fcf-4b91-974f-3cbe366c3f0f None None] Pushing event updated for resources: {'Port': ['ID=b283cf77-0237-4eb2-94c6-67c4f9c3e96a,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:35.368291 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Request body: {'floatingip': {'floating_network_id': 'f9d6ce8f-8cd0-4524-a168-58d8d478ae77'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:35.375482 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Routers {'b6bcc0cb-4cec-422e-800e-44cbb21ead75'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:58:35.376376 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:58:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:35.378716 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:35.390215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Usage tracker for resource:floatingip and tenant:01ffee3851ed4a13a122a203d1240351 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:35.393616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:35.395675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.396026 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Added segment db748205-d3db-4b65-a06c-aa3b9e40e9ee of type vlan for network d60ef395-5aad-4bb1-adf5-06c5f831aee2 Feb 21 08:58:35.402441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:35.439887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.446921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.499269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.504367 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.506004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Transition to ACTIVE for port object 9d9d7c83-ebc3-4cee-8633-d061c6454d3f will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:35.517348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.555996 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4c5a82-a814-479e-a259-203e38d34c54,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:35.626764 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] Set router b6bcc0cb-4cec-422e-800e-44cbb21ead75 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:58:35.627038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:58:35.636950 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.679593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 00661595-b75a-47a2-a64b-fd06ebde9680, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=00661595-b75a-47a2-a64b-fd06ebde9680,segment=NetworkSegment(dca6d572-03f4-4312-8fa8-8fadc401b5e6),segment_id=dca6d572-03f4-4312-8fa8-8fadc401b5e6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:58:35.683976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a71cdf9-5e95-4b90-bee4-79c9f299aeb3 None None] Network f9d6ce8f-8cd0-4524-a168-58d8d478ae77 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:35.687795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.695540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.698641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:35.708545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:35.709232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.737694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Usage tracker for resource:security_group_rule and tenant:7fdb594f298e42dbb47700adbc49145f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:35.745590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:35.758402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:35.760629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a2be0da5-de08-459f-a24e-b7982c4c81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.774950 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1583416 Feb 21 08:58:35.782299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.782760 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Added segment b6963626-ecdf-4e4a-8cb5-945638e60a92 of type vlan for network 730d3df1-e93b-4218-b4ef-a070d50f7829 Feb 21 08:58:35.783971 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45826) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:35.839979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.859178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be0da5-de08-459f-a24e-b7982c4c81a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bea14b-70d9-4921-9abc-84c2f152012e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:35.881574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a2be0da5-de08-459f-a24e-b7982c4c81a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:35.883326 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a2be0da5-de08-459f-a24e-b7982c4c81a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6bea14b-70d9-4921-9abc-84c2f152012e HTTP/1.1" status: 204 len: 168 time: 0.9373748 Feb 21 08:58:35.938461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.103057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=00661595-b75a-47a2-a64b-fd06ebde9680,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:36.118946 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T08:58:26Z', 'revision_number': 3, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:36.123338 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742ef9b-9851-43c7-97f2-80097ccb384e None None] The sync data for ids ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'] in dv-neutron-830062-1-hyperv is: [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T08:58:26Z', 'revision_number': 3, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:58:36.166098 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.173202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.175723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Pushing event updated for resources: {'Port': ['ID=9d9d7c83-ebc3-4cee-8633-d061c6454d3f,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:36.186596 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-544abb07-3364-4544-9a82-1555f2b17c52 tempest-DHCPAgentSchedulersTestJSON-1241536767 tempest-DHCPAgentSchedulersTestJSON-1241536767-project-admin] 10.222.0.48 "GET /v2.0/agents/50d4b55f-abfe-4079-8846-a19598c53a21/dhcp-networks HTTP/1.1" status: 200 len: 7026 time: 0.4000301 Feb 21 08:58:36.193559 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45832) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:36.242157 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Network 89acac8e-b1b3-408a-accb-00019777cf15 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:36.271058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.272861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:36.285107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:36.382752 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df02cd27-6728-49eb-aa8a-9e3d8d53e32a,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:36.389243 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.393500 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d7101576-ea60-43af-9435-0e207c0ca490 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 1.2027400 Feb 21 08:58:36.394179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45838) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:36.420704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff6b84-0ee1-4468-b23f-2fbe7fd74bca tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Pushing event updated for resources: {'Network': ['ID=d60ef395-5aad-4bb1-adf5-06c5f831aee2,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:36.426562 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.456611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d13acc7a-98f0-462f-9f9f-a00c8aeaa965 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Request body: {'security_group_rule': {'security_group_id': 'df02cd27-6728-49eb-aa8a-9e3d8d53e32a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:36.478370 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d13acc7a-98f0-462f-9f9f-a00c8aeaa965 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:36.531787 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d13acc7a-98f0-462f-9f9f-a00c8aeaa965 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Usage tracker for resource:security_group_rule and tenant:7fdb594f298e42dbb47700adbc49145f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:36.559308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d13acc7a-98f0-462f-9f9f-a00c8aeaa965 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:36.600904 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d13acc7a-98f0-462f-9f9f-a00c8aeaa965 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:36.627574 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.639303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.642325 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Transition to ACTIVE for port object 875daf23-60dc-4afa-a5c1-a602842d57aa will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:36.650777 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.657034 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6a2868a9-0207-445f-a516-c7aad96f377f up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:36.665426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:36.666334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.717818 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network d60ef395-5aad-4bb1-adf5-06c5f831aee2 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:58:36.736490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d13acc7a-98f0-462f-9f9f-a00c8aeaa965 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.745327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Allocated IP 172.20.0.13 (f9d6ce8f-8cd0-4524-a168-58d8d478ae77/0f25f7a7-8f02-4f59-87d7-b952a4f26592/8395054c-1b39-432c-a3bb-c20b4f4b8593) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:36.770968 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.3124881 Feb 21 08:58:36.777577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45850) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:36.796565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Request body: {'subnet': {'network_id': '730d3df1-e93b-4218-b4ef-a070d50f7829', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:36.830805 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.917478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.917953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.930815 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bd468-b381-4e96-ae6f-5cf8b3e8d128 None None] Pushing event updated for resources: {'Port': ['ID=875daf23-60dc-4afa-a5c1-a602842d57aa,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:36.979536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:36.982076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:36.998322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 6a2868a9-0207-445f-a516-c7aad96f377f completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:37.004514 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 6a2868a9-0207-445f-a516-c7aad96f377f triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:37.004877 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.013195 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2854b8-853a-4a85-bbdf-f93789fc922c tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event updated for resources: {'Network': ['ID=730d3df1-e93b-4218-b4ef-a070d50f7829,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:37.041700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 730d3df1-e93b-4218-b4ef-a070d50f7829 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:58:37.118714 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Usage tracker for resource:subnet and tenant:2c62106717a343faa3a08278cba7249e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:37.124750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:37.136051 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.171072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:37.233906 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c898f40-4141-4667-b7f7-a22c5f06efb5 tempest-DHCPAgentSchedulersTestJSON-1241536767 tempest-DHCPAgentSchedulersTestJSON-1241536767-project-admin] Network d60ef395-5aad-4bb1-adf5-06c5f831aee2 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:58:37.266779 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7410b39a-2d6a-46f0-a1f6-77da6df870b7 None None] Could not find standard attr ID for object b9a03c0a-8f22-44b2-9062-ef027ca8a82e. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 08:58:37.285176 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4c898f40-4141-4667-b7f7-a22c5f06efb5 tempest-DHCPAgentSchedulersTestJSON-1241536767 tempest-DHCPAgentSchedulersTestJSON-1241536767-project-admin] 10.222.0.48 "POST /v2.0/agents/50d4b55f-abfe-4079-8846-a19598c53a21/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0564525 Feb 21 08:58:37.301282 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45860) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:37.304328 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35749a5-ef15-4019-b14c-5c99c5055387 None None] Network d60ef395-5aad-4bb1-adf5-06c5f831aee2 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:37.307840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Made reservation on behalf of 2c62106717a343faa3a08278cba7249e for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:37.343379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d13acc7a-98f0-462f-9f9f-a00c8aeaa965 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.394473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45864) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:37.549387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7410b39a-2d6a-46f0-a1f6-77da6df870b7 None None] Provisioning for port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:37.576638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7410b39a-2d6a-46f0-a1f6-77da6df870b7 None None] Provisioning complete for port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:37.577009 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7410b39a-2d6a-46f0-a1f6-77da6df870b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.591809 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.627129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.669198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-7410b39a-2d6a-46f0-a1f6-77da6df870b7 None None] Port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:58:37.697183 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d13acc7a-98f0-462f-9f9f-a00c8aeaa965 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.728743 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-490660086'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:37.747679 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Pushing event updated for resources: {'Port': ['ID=9d9d7c83-ebc3-4cee-8633-d061c6454d3f,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:37.761464 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:37.766174 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Usage tracker for resource:network and tenant:0b5ee380392942aaa03be1ab6873f465 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:37.768419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:37.774697 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:37.785416 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Attempting to bind port 875daf23-60dc-4afa-a5c1-a602842d57aa on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:58:37.785769 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Attempting to bind port 875daf23-60dc-4afa-a5c1-a602842d57aa by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '17112de3-38d0-428e-9df5-5af9e5f77062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:58:37.786084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Attempting to bind port 875daf23-60dc-4afa-a5c1-a602842d57aa on network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:58:37.795385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.795888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Made reservation on behalf of 0b5ee380392942aaa03be1ab6873f465 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:37.798823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.801562 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:58:37.801942 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Checking segment: {'id': '17112de3-38d0-428e-9df5-5af9e5f77062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:37.802328 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.803032 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Bound using segment: {'id': '17112de3-38d0-428e-9df5-5af9e5f77062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:58:37.803229 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Bound port: 875daf23-60dc-4afa-a5c1-a602842d57aa, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17112de3-38d0-428e-9df5-5af9e5f77062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:58:37.803631 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.813093 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.814695 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.832692 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.832881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13acc7a-98f0-462f-9f9f-a00c8aeaa965 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbde165-660f-4831-adf2-2e2bf2dc5e4f,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:37.854089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.862184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Allocated IP 172.20.0.6 (54cf38a7-fcb7-4165-81d3-4f950ebc41a5/732c87ea-8206-4cda-a2f0-793502e9db07/114a8f1b-cd51-4d51-bec8-ac081f5fdd4d) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:37.867355 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 6a2868a9-0207-445f-a516-c7aad96f377f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6a2868a9-0207-445f-a516-c7aad96f377f,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:58:37.868323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.881299 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.882078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:37.946875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d13acc7a-98f0-462f-9f9f-a00c8aeaa965 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:37.951122 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d13acc7a-98f0-462f-9f9f-a00c8aeaa965 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5498109 Feb 21 08:58:37.955604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45870) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:37.997971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9301e102-1df0-49c4-9e3e-1d61f332ac03 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Request body: {'security_group_rule': {'security_group_id': 'df02cd27-6728-49eb-aa8a-9e3d8d53e32a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:38.030369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9301e102-1df0-49c4-9e3e-1d61f332ac03 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:38.031059 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] For port 875daf23-60dc-4afa-a5c1-a602842d57aa, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:58:38.035938 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] For port 875daf23-60dc-4afa-a5c1-a602842d57aa, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=875daf23-60dc-4afa-a5c1-a602842d57aa,segment=NetworkSegment(17112de3-38d0-428e-9df5-5af9e5f77062),segment_id=17112de3-38d0-428e-9df5-5af9e5f77062)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:58:38.040738 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=6a2868a9-0207-445f-a516-c7aad96f377f,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:38.048324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:38.076571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:38.089765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Usage tracker for resource:security_group_rule and tenant:0b5ee380392942aaa03be1ab6873f465 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:38.097851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:38.100621 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9301e102-1df0-49c4-9e3e-1d61f332ac03 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Usage tracker for resource:security_group_rule and tenant:7fdb594f298e42dbb47700adbc49145f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:38.108848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9301e102-1df0-49c4-9e3e-1d61f332ac03 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:38.109048 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:38.109446 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:38.149260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9301e102-1df0-49c4-9e3e-1d61f332ac03 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:38.153685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:38.168422 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-76411649-d4f7-4558-a965-f21aa55c643c tempest-DHCPAgentSchedulersTestJSON-1241536767 tempest-DHCPAgentSchedulersTestJSON-1241536767-project-admin] 10.222.0.48 "GET /v2.0/agents/50d4b55f-abfe-4079-8846-a19598c53a21/dhcp-networks HTTP/1.1" status: 200 len: 7770 time: 0.8618035 Feb 21 08:58:38.176768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45874) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:38.187572 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bd468-b381-4e96-ae6f-5cf8b3e8d128 None None] Pushing event updated for resources: {'Port': ['ID=875daf23-60dc-4afa-a5c1-a602842d57aa,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:38.201224 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Routers {'f1fec1cc-45b9-4b13-8b3a-b417fb990256'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:58:38.202217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:38.202349 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:58:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:38.296623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Network 89acac8e-b1b3-408a-accb-00019777cf15 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:38.303401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:38.307679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9301e102-1df0-49c4-9e3e-1d61f332ac03 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:38.455774 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Network f9d6ce8f-8cd0-4524-a168-58d8d478ae77 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:38.495293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] Set router f1fec1cc-45b9-4b13-8b3a-b417fb990256 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:58:38.571316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6a2868a9-0207-445f-a516-c7aad96f377f up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:38.608225 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event updated for resources: {'Port': ['ID=8395054c-1b39-432c-a3bb-c20b4f4b8593,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:38.621008 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:38.711148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:38.736865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:38.742799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:38.820199 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-25aadc89-41d4-49c9-9bd3-f444ab9c15f8 tempest-DHCPAgentSchedulersTestJSON-1241536767 tempest-DHCPAgentSchedulersTestJSON-1241536767-project-admin] 10.222.0.48 "DELETE /v2.0/agents/50d4b55f-abfe-4079-8846-a19598c53a21/dhcp-networks/d60ef395-5aad-4bb1-adf5-06c5f831aee2 HTTP/1.1" status: 204 len: 168 time: 0.6403558 Feb 21 08:58:38.830316 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45878) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:38.951598 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 6a2868a9-0207-445f-a516-c7aad96f377f triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:38.951958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.013269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event updated for resources: {'Subnet': ['ID=b157a673-443d-43a0-998e-9587eb49f0d4,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:39.016296 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9301e102-1df0-49c4-9e3e-1d61f332ac03 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.019770 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.090689 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-453d6d37-2ae7-4639-ac23-6b19a6dd3640 None None] Provisioning complete for port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:39.090689 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-453d6d37-2ae7-4639-ac23-6b19a6dd3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.102498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event updated for resources: {'Port': ['ID=114a8f1b-cd51-4d51-bec8-ac081f5fdd4d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:39.117885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Checking segment: {'id': 'b6963626-ecdf-4e4a-8cb5-945638e60a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '730d3df1-e93b-4218-b4ef-a070d50f7829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:39.117885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Network hostable DHCP agents. Network: 730d3df1-e93b-4218-b4ef-a070d50f7829, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:58:39.125792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9301e102-1df0-49c4-9e3e-1d61f332ac03 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.127136 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Allocated IP 172.20.0.1 (bc03625c-78e2-44a3-bddc-dae02bd7e601/64784111-56ad-4f02-b892-99743affd6a9/4f9e6985-d6a4-494e-b133-1432e2fae59d) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:39.158230 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d7b0a33e-cfc6-4b55-9d71-2bbd556d898b tempest-DHCPAgentSchedulersTestJSON-1241536767 tempest-DHCPAgentSchedulersTestJSON-1241536767-project-admin] 10.222.0.48 "GET /v2.0/agents/50d4b55f-abfe-4079-8846-a19598c53a21/dhcp-networks HTTP/1.1" status: 200 len: 7026 time: 0.3153980 Feb 21 08:58:39.163322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45882) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:39.171031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301e102-1df0-49c4-9e3e-1d61f332ac03 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f9c950-a92d-47d9-ba2c-b7c7d8a2d781,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:39.187320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-453d6d37-2ae7-4639-ac23-6b19a6dd3640 None None] Port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:58:39.198091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.213606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.214614 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Network 54cf38a7-fcb7-4165-81d3-4f950ebc41a5 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:39.215608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Network 730d3df1-e93b-4218-b4ef-a070d50f7829 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:58:39.228843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:39.229622 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:58:39.234254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:39.244173 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.244608 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Added segment 61bf28a1-1db3-4585-af75-be7b042c5603 of type vlan for network c19dd840-cd53-438d-b966-2b0330eeb5f4 Feb 21 08:58:39.272718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 00661595-b75a-47a2-a64b-fd06ebde9680 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:39.272894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 730d3df1-e93b-4218-b4ef-a070d50f7829) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:39.281076 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.300322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b09f20b-0ce5-4862-8e5f-96308252d4de None None] Network 730d3df1-e93b-4218-b4ef-a070d50f7829 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:39.344614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.350235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:39.351265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.356330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:39.357280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.370359 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8dddc64a-26e1-443b-aac2-82bc35185588 tempest-DHCPAgentSchedulersTestJSON-1241536767 tempest-DHCPAgentSchedulersTestJSON-1241536767-project-admin] 10.222.0.48 "GET /v2.0/networks/3be379e0-2818-4667-89de-86f396f764e3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1965129 Feb 21 08:58:39.381058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45886) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:39.431516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T08:58:24Z', 'revision_number': 4, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '875daf23-60dc-4afa-a5c1-a602842d57aa', 'name': '', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'mac_address': 'fa:16:3e:07:9d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:23Z', 'updated_at': '2022-02-21T08:58:38Z', 'revision_number': 4, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'subnets': [{'id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:39.443554 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0464687 Feb 21 08:58:39.451918 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17ca19-8537-4b4a-a3d0-be9397e979f9 None None] The sync data for ids ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'] in dv-neutron-830062-1-hyperv is: [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T08:58:24Z', 'revision_number': 4, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '875daf23-60dc-4afa-a5c1-a602842d57aa', 'name': '', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'mac_address': 'fa:16:3e:07:9d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:23Z', 'updated_at': '2022-02-21T08:58:38Z', 'revision_number': 4, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'subnets': [{'id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:58:39.454146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45890) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:39.487807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9301e102-1df0-49c4-9e3e-1d61f332ac03 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.499013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45894) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:39.501663 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9301e102-1df0-49c4-9e3e-1d61f332ac03 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5263324 Feb 21 08:58:39.506849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Request body: {'subnet': {'network_id': 'c19dd840-cd53-438d-b966-2b0330eeb5f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:39.523237 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 00661595-b75a-47a2-a64b-fd06ebde9680 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:39.524813 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.552158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.595606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:39.630073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a1aa02-ac51-415d-bb46-ae0b6c53d492,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:39.641084 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d1d3e295-cbf2-4cf9-abe6-de31cc9d3012 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8615179 Feb 21 08:58:39.646514 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45898) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:39.653091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:39.691799 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Usage tracker for resource:floatingip and tenant:7fdb594f298e42dbb47700adbc49145f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:39.699716 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:39.720592 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:39.725851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98234fd2-176a-444a-ba5d-05e0afb1a6ef tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Pushing event updated for resources: {'Network': ['ID=c19dd840-cd53-438d-b966-2b0330eeb5f4,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:39.742607 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1614733510', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:39.746352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network c19dd840-cd53-438d-b966-2b0330eeb5f4 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:58:39.756294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:39.760377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Usage tracker for resource:router and tenant:2c62106717a343faa3a08278cba7249e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:39.764267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:39.773494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:39.805671 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-39b762ed-02ba-483c-8a67-7720272f1e4f tempest-DHCPAgentSchedulersTestJSON-1241536767 tempest-DHCPAgentSchedulersTestJSON-1241536767-project-admin] 10.222.0.48 "GET /v2.0/networks/3be379e0-2818-4667-89de-86f396f764e3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3858593 Feb 21 08:58:39.810036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45902) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:39.814797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.815756 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.816670 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.828484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-730d3df1-e93b-4218-b4ef-a070d50f7829', 'network_id': '730d3df1-e93b-4218-b4ef-a070d50f7829', 'tenant_id': '2c62106717a343faa3a08278cba7249e', 'fixed_ips': [{'subnet_id': 'b157a673-443d-43a0-998e-9587eb49f0d4'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:58:39.829331 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.833968 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.854557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:39.869519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Usage tracker for resource:subnet and tenant:0b5ee380392942aaa03be1ab6873f465 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:39.873527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.874566 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Transition to ACTIVE for port object 4f9e6985-d6a4-494e-b133-1432e2fae59d will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:39.898809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:39.911721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.920439 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:39.937423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.938159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:39.957291 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.068461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Allocated IP 172.20.0.2 (730d3df1-e93b-4218-b4ef-a070d50f7829/b157a673-443d-43a0-998e-9587eb49f0d4/48b629af-b30c-4957-a499-6f35203131d1) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:40.167154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Made reservation on behalf of 0b5ee380392942aaa03be1ab6873f465 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:40.222535 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Network bc03625c-78e2-44a3-bddc-dae02bd7e601 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:40.240433 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:40.252635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:40.281241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks [] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.292412 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Pushing event updated for resources: {'Port': ['ID=4f9e6985-d6a4-494e-b133-1432e2fae59d,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:40.351824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.377792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Transition to ACTIVE for port object 48b629af-b30c-4957-a499-6f35203131d1 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:40.377957 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d34918b0-b4f6-4e5b-a496-391d97ead734 tempest-DHCPAgentSchedulersTestJSON-1241536767 tempest-DHCPAgentSchedulersTestJSON-1241536767-project-admin] 10.222.0.48 "GET /v2.0/agents/50d4b55f-abfe-4079-8846-a19598c53a21/dhcp-networks HTTP/1.1" status: 200 len: 7803 time: 0.5537426 Feb 21 08:58:40.378926 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45906) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:40.433768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Transition to ACTIVE for port object 48b629af-b30c-4957-a499-6f35203131d1 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:40.460042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.580770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.617245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b283cf77-0237-4eb2-94c6-67c4f9c3e96a up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:40.659130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.688867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5cb94cab-fb00-49fa-87d9-d8196c5c8a10 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.692812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Router 0dd47ceb-d1c5-43ba-a839-9968950c724b has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 08:58:40.719229 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Network 730d3df1-e93b-4218-b4ef-a070d50f7829 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:40.726605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:40.734776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Pushing event updated for resources: {'Port': ['ID=48b629af-b30c-4957-a499-6f35203131d1,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:40.737214 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:40.791272 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5b161d7e-9b5b-44d1-9fd8-ad02a723391b None None] Provisioning for port 4f9e6985-d6a4-494e-b133-1432e2fae59d completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:40.803075 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.833759 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5b161d7e-9b5b-44d1-9fd8-ad02a723391b None None] Provisioning complete for port 4f9e6985-d6a4-494e-b133-1432e2fae59d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:40.834128 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5b161d7e-9b5b-44d1-9fd8-ad02a723391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.896738 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port b283cf77-0237-4eb2-94c6-67c4f9c3e96a completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:40.907561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.908134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Attempting to bind port 48b629af-b30c-4957-a499-6f35203131d1 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:58:40.908601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Attempting to bind port 48b629af-b30c-4957-a499-6f35203131d1 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'b6963626-ecdf-4e4a-8cb5-945638e60a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '730d3df1-e93b-4218-b4ef-a070d50f7829'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:58:40.909078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Attempting to bind port 48b629af-b30c-4957-a499-6f35203131d1 on network 730d3df1-e93b-4218-b4ef-a070d50f7829 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:58:40.918051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port b283cf77-0237-4eb2-94c6-67c4f9c3e96a triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:40.918051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.942503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event updated for resources: {'Port': ['ID=8395054c-1b39-432c-a3bb-c20b4f4b8593,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:40.958561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-5b161d7e-9b5b-44d1-9fd8-ad02a723391b None None] Port 4f9e6985-d6a4-494e-b133-1432e2fae59d cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:58:40.959061 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.968775 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:58:40.969428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Checking segment: {'id': 'b6963626-ecdf-4e4a-8cb5-945638e60a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '730d3df1-e93b-4218-b4ef-a070d50f7829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:40.969946 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.970489 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Bound using segment: {'id': 'b6963626-ecdf-4e4a-8cb5-945638e60a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '730d3df1-e93b-4218-b4ef-a070d50f7829'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:58:40.971116 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Bound port: 48b629af-b30c-4957-a499-6f35203131d1, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6963626-ecdf-4e4a-8cb5-945638e60a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '730d3df1-e93b-4218-b4ef-a070d50f7829'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:58:40.971617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.974952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:40.978832 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2a95206b-c117-491a-a174-a3aa1326d135 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7084699 Feb 21 08:58:40.981215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45910) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:41.047040 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.073143 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.123961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] For port 48b629af-b30c-4957-a499-6f35203131d1, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:58:41.131704 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.139017 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] For port 48b629af-b30c-4957-a499-6f35203131d1, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=48b629af-b30c-4957-a499-6f35203131d1,segment=NetworkSegment(b6963626-ecdf-4e4a-8cb5-945638e60a92),segment_id=b6963626-ecdf-4e4a-8cb5-945638e60a92)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:58:41.147512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7490e81d-79bb-4d79-b06b-d4ceaeeeb0b1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Synchronizing usage tracker for tenant:01ffee3851ed4a13a122a203d1240351 on resource:floatingip {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:58:41.148231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.194393 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port b283cf77-0237-4eb2-94c6-67c4f9c3e96a, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b283cf77-0237-4eb2-94c6-67c4f9c3e96a,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:58:41.208130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.208861 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 875daf23-60dc-4afa-a5c1-a602842d57aa up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:41.211396 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5cb94cab-fb00-49fa-87d9-d8196c5c8a10 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.274331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7490e81d-79bb-4d79-b06b-d4ceaeeeb0b1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Unset dirty status for tenant:01ffee3851ed4a13a122a203d1240351 on resource:floatingip {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:58:41.280003 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7490e81d-79bb-4d79-b06b-d4ceaeeeb0b1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=f9d6ce8f-8cd0-4524-a168-58d8d478ae77 HTTP/1.1" status: 200 len: 690 time: 0.2904544 Feb 21 08:58:41.280901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45914) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:41.289358 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325cff0-bcf8-469d-b880-4b52623a96cd None None] Pushing event updated for resources: {'Port': ['ID=48b629af-b30c-4957-a499-6f35203131d1,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:41.310488 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-5cb94cab-fb00-49fa-87d9-d8196c5c8a10 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60ef395-5aad-4bb1-adf5-06c5f831aee2']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:41.372700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.380130 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-5cb94cab-fb00-49fa-87d9-d8196c5c8a10 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db748205-d3db-4b65-a06c-aa3b9e40e9ee') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:41.380400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-5cb94cab-fb00-49fa-87d9-d8196c5c8a10 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db748205-d3db-4b65-a06c-aa3b9e40e9ee') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:41.419982 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=b283cf77-0237-4eb2-94c6-67c4f9c3e96a,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:41.432115 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 875daf23-60dc-4afa-a5c1-a602842d57aa completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:41.437808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 875daf23-60dc-4afa-a5c1-a602842d57aa triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:41.438248 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.481823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5cb94cab-fb00-49fa-87d9-d8196c5c8a10 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.557123 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Allocated IP 172.26.6.31 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/8cb2a5c5-60a6-4273-890a-3d31f5991f3d) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:41.559863 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5cb94cab-fb00-49fa-87d9-d8196c5c8a10 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.563998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Pushing event updated for resources: {'Subnet': ['ID=36c1e1e6-a5f8-43c5-b111-7b717f4a0c37,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:41.589211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.606446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Checking segment: {'id': '61bf28a1-1db3-4585-af75-be7b042c5603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c19dd840-cd53-438d-b966-2b0330eeb5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:41.606840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Network hostable DHCP agents. Network: c19dd840-cd53-438d-b966-2b0330eeb5f4, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:58:41.641521 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.683320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 875daf23-60dc-4afa-a5c1-a602842d57aa, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=875daf23-60dc-4afa-a5c1-a602842d57aa,segment=NetworkSegment(17112de3-38d0-428e-9df5-5af9e5f77062),segment_id=17112de3-38d0-428e-9df5-5af9e5f77062)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:58:41.693198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.712542 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb94cab-fb00-49fa-87d9-d8196c5c8a10 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 08:58:41.712865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5cb94cab-fb00-49fa-87d9-d8196c5c8a10 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 08:58:41.742261 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 08:58:41.797752 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=875daf23-60dc-4afa-a5c1-a602842d57aa,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:41.832030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Deleting port 8395054c-1b39-432c-a3bb-c20b4f4b8593 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:58:41.832620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.896595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5cb94cab-fb00-49fa-87d9-d8196c5c8a10 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.902022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5cb94cab-fb00-49fa-87d9-d8196c5c8a10 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.907501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Router 2a686522-80ff-4056-94cf-8d70ced5d04a is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 08:58:41.917923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.954947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb94cab-fb00-49fa-87d9-d8196c5c8a10 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Pushing event deleted for resources: {'Network': ['ID=d60ef395-5aad-4bb1-adf5-06c5f831aee2,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:41.958780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:41.964656 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5cb94cab-fb00-49fa-87d9-d8196c5c8a10 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] 10.222.0.48 "DELETE /v2.0/networks/d60ef395-5aad-4bb1-adf5-06c5f831aee2 HTTP/1.1" status: 204 len: 168 time: 1.5775840 Feb 21 08:58:41.969065 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45918) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:42.019540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Network c19dd840-cd53-438d-b966-2b0330eeb5f4 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:58:42.032802 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:42.044479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:42.050712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:42.108936 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bbf405-a8f4-4d1a-b2fe-290deb684318 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] DELETE failed (client error): The resource could not be found. Feb 21 08:58:42.109408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21bbf405-a8f4-4d1a-b2fe-290deb684318 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 08:58:42.111087 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-21bbf405-a8f4-4d1a-b2fe-290deb684318 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] 10.222.0.48 "DELETE /v2.0/ports/b9a03c0a-8f22-44b2-9062-ef027ca8a82e HTTP/1.1" status: 404 len: 333 time: 0.1334136 Feb 21 08:58:42.122590 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45922) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:42.154959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, c19dd840-cd53-438d-b966-2b0330eeb5f4) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:42.163397 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933fd697-8de5-42ae-8e80-3311c95816c3 None None] Network c19dd840-cd53-438d-b966-2b0330eeb5f4 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:42.224193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:42.224709 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:42.233375 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:42.243879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:58:42.258967 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cb2677d1-46e7-4de3-99d6-b2112f0ac9eb admin admin] 10.222.0.48 "PUT /v2.0/routers/0dd47ceb-d1c5-43ba-a839-9968950c724b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3752155 Feb 21 08:58:42.258967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Pushing event updated for resources: {'Port': ['ID=4f9e6985-d6a4-494e-b133-1432e2fae59d,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:42.284410 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Sync routers for ids ['0dd47ceb-d1c5-43ba-a839-9968950c724b'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:58:42.300568 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Routers {'0dd47ceb-d1c5-43ba-a839-9968950c724b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:58:42.302538 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:58:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0dd47ceb-d1c5-43ba-a839-9968950c724b'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:42.337841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:42.338180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:42.357589 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-22d2131b-1e8c-4264-8d6b-1be65057ab8a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8993287 Feb 21 08:58:42.394788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45928) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:42.512626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-c19dd840-cd53-438d-b966-2b0330eeb5f4', 'network_id': 'c19dd840-cd53-438d-b966-2b0330eeb5f4', 'tenant_id': '0b5ee380392942aaa03be1ab6873f465', 'fixed_ips': [{'subnet_id': '36c1e1e6-a5f8-43c5-b111-7b717f4a0c37'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:58:42.517790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:42.531631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Request body: {'port': {'network_id': 'c19dd840-cd53-438d-b966-2b0330eeb5f4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1798538675'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:42.649443 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Calling delete_port for 8395054c-1b39-432c-a3bb-c20b4f4b8593 owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:58:42.723159 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Set router 0dd47ceb-d1c5-43ba-a839-9968950c724b gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:58:42.745157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 48b629af-b30c-4957-a499-6f35203131d1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:42.778712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:42.841532 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681dfdd1-013b-44d7-8b6c-67c82dd1790c None None] Network 730d3df1-e93b-4218-b4ef-a070d50f7829 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:42.869658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Allocated IP 172.26.6.240 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/8989ec5a-5941-4f4d-bdb7-e028e0d31d4f) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:43.026303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:43.048075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:43.050832 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:43.079289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:43.150724 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Usage tracker for resource:port and tenant:0b5ee380392942aaa03be1ab6873f465 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:43.158904 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Pushing event updated for resources: {'Port': ['ID=8cb2a5c5-60a6-4273-890a-3d31f5991f3d,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:43.171254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:43.176255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:43.192444 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1eba1bd4-ffae-4a06-9b49-b42889173683 None None] Provisioning for port 48b629af-b30c-4957-a499-6f35203131d1 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:43.230499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:58:43.252447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Allocated IP 172.20.0.2 (c19dd840-cd53-438d-b966-2b0330eeb5f4/36c1e1e6-a5f8-43c5-b111-7b717f4a0c37/67656d4a-786b-4f83-88e5-a90cbdc67878) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:43.256948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] Sync routers for ids ['2a686522-80ff-4056-94cf-8d70ced5d04a'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:58:43.257750 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:43.284737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-393f77ba-8eae-4da2-aeb2-e7f023c5ecd8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Deleting subnet 34dbe6e3-01fc-4b7f-b257-e580c15543de {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 08:58:43.289426 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '9d9d7c83-ebc3-4cee-8633-d061c6454d3f', 'name': '', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'mac_address': 'fa:16:3e:f0:33:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:33Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 2, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'subnets': [{'id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:43.294187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-393f77ba-8eae-4da2-aeb2-e7f023c5ecd8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:43.296426 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Checking router: 0dd47ceb-d1c5-43ba-a839-9968950c724b for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 08:58:43.297104 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Updating router 0dd47ceb-d1c5-43ba-a839-9968950c724b port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 08:58:43.304489 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 48b629af-b30c-4957-a499-6f35203131d1 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:43.312323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event deleted for resources: {'Port': ['ID=8395054c-1b39-432c-a3bb-c20b4f4b8593,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:43.327526 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Network bc03625c-78e2-44a3-bddc-dae02bd7e601 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:43.335977 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Made reservation on behalf of 0b5ee380392942aaa03be1ab6873f465 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:43.338398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:43.348987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:43.357245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:43.372445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:43.391485 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:43.448353 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 48b629af-b30c-4957-a499-6f35203131d1 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:43.448831 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:43.511170 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:43.512383 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7575fabf-b73c-43d9-949b-72d51e061696 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.8607764 Feb 21 08:58:43.517803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45944) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:43.601438 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] Routers {'2a686522-80ff-4056-94cf-8d70ced5d04a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:58:43.602074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:58:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['2a686522-80ff-4056-94cf-8d70ced5d04a'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:43.617974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] device_id is not set on port 5e444ddd-2fac-4cd7-b358-b41c64a4d278 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:58:43.705225 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-393f77ba-8eae-4da2-aeb2-e7f023c5ecd8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:43.759297 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:43.938969 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45948) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:43.942078 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-393f77ba-8eae-4da2-aeb2-e7f023c5ecd8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:43.956380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--209396398', 'description': 'tempest-description--990457386'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:43.966135 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:43.973582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:43.979292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Usage tracker for resource:security_group and tenant:fcf07ebb0bb24770aefe2d4ec14c19be is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:44.000668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2929f3fb-de06-4814-b37d-34430dcd6071 None None] Provisioning complete for port 4f9e6985-d6a4-494e-b133-1432e2fae59d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:44.000668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2929f3fb-de06-4814-b37d-34430dcd6071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.018120 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:44.027728 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.042430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:44.075401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-393f77ba-8eae-4da2-aeb2-e7f023c5ecd8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.105951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event updated for resources: {'Port': ['ID=8989ec5a-5941-4f4d-bdb7-e028e0d31d4f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:44.125775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:44.129168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.130175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.136302 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Transition to ACTIVE for port object 9d9d7c83-ebc3-4cee-8633-d061c6454d3f will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:44.142645 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:44.148403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:44.155001 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.175182 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.225807 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-2929f3fb-de06-4814-b37d-34430dcd6071 None None] Port 4f9e6985-d6a4-494e-b133-1432e2fae59d cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:58:44.230251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] Set router 2a686522-80ff-4056-94cf-8d70ced5d04a gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:58:44.250941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0f25f7a7-8f02-4f59-87d7-b952a4f26592,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:44.255355 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-393f77ba-8eae-4da2-aeb2-e7f023c5ecd8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.270405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f77ba-8eae-4da2-aeb2-e7f023c5ecd8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Pushing event deleted for resources: {'Subnet': ['ID=34dbe6e3-01fc-4b7f-b257-e580c15543de,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:44.347713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.366068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce85f4a-8d40-4ca5-b49a-0a0e0d71f58f None None] Network 3be379e0-2818-4667-89de-86f396f764e3 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:44.372926 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:44.397608 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b954e5-9e2f-4aac-8fe7-8e9a18921cd4 None None] Pushing event updated for resources: {'Port': ['ID=9d9d7c83-ebc3-4cee-8633-d061c6454d3f,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:44.413474 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Transition to ACTIVE for port object 67656d4a-786b-4f83-88e5-a90cbdc67878 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:44.417344 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Usage tracker for resource:security_group_rule and tenant:fcf07ebb0bb24770aefe2d4ec14c19be is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:44.431403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:44.433639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.438827 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-393f77ba-8eae-4da2-aeb2-e7f023c5ecd8 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] 10.222.0.48 "DELETE /v2.0/subnets/34dbe6e3-01fc-4b7f-b257-e580c15543de HTTP/1.1" status: 204 len: 168 time: 2.3111699 Feb 21 08:58:44.440154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45952) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:44.441990 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.459069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:44.483336 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:44.483682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:44.484443 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:44.484773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > port after_create 55550000 {{(pid=83585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:44.485091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:44.485441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > port after_update 55550000 {{(pid=83585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:44.485772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:44.486113 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:44.486424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:44.486738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:44.531372 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 48b629af-b30c-4957-a499-6f35203131d1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=48b629af-b30c-4957-a499-6f35203131d1,segment=NetworkSegment(b6963626-ecdf-4e4a-8cb5-945638e60a92),segment_id=b6963626-ecdf-4e4a-8cb5-945638e60a92)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:58:44.550722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Transition to ACTIVE for port object 67656d4a-786b-4f83-88e5-a90cbdc67878 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:44.588065 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Attempting to bind port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:58:44.588819 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Attempting to bind port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '1983d57a-403b-47c7-9912-0a049afbe94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:58:44.589387 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Attempting to bind port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f on network 89acac8e-b1b3-408a-accb-00019777cf15 {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:58:44.601766 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:58:44.602595 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Checking segment: {'id': '1983d57a-403b-47c7-9912-0a049afbe94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:44.603241 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.603853 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Bound using segment: {'id': '1983d57a-403b-47c7-9912-0a049afbe94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:58:44.604506 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Bound port: 9d9d7c83-ebc3-4cee-8633-d061c6454d3f, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1983d57a-403b-47c7-9912-0a049afbe94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:58:44.605101 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.622054 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.667993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.668747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b283cf77-0237-4eb2-94c6-67c4f9c3e96a up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:44.710296 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] For port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:58:44.714337 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] For port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9d9d7c83-ebc3-4cee-8633-d061c6454d3f,segment=NetworkSegment(1983d57a-403b-47c7-9912-0a049afbe94b),segment_id=1983d57a-403b-47c7-9912-0a049afbe94b)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:58:44.721206 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.736212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:44.736551 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:44.737252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:44.737252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 08:58:44.737801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d6ce8f-8cd0-4524-a168-58d8d478ae77']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:44.762294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f79fb8-3e19-4ba4-bd4d-8d7bf553465e') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:44.762691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f79fb8-3e19-4ba4-bd4d-8d7bf553465e') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:44.784597 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.811565 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b954e5-9e2f-4aac-8fe7-8e9a18921cd4 None None] Pushing event updated for resources: {'Port': ['ID=9d9d7c83-ebc3-4cee-8633-d061c6454d3f,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:44.817184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.842862 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.843967 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Routers {'0dd47ceb-d1c5-43ba-a839-9968950c724b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:58:44.844887 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:58:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0dd47ceb-d1c5-43ba-a839-9968950c724b'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:44.867542 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5e0ca1ca-0489-474e-ad12-b0df1a56ee8b None None] Provisioning complete for port 48b629af-b30c-4957-a499-6f35203131d1 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:44.867906 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca1ca-0489-474e-ad12-b0df1a56ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.885760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.901992 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 08:58:44.902401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:44.908494 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-cc34d3f9-98a4-4dea-9fd4-4912800ffca6 {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 08:58:44.909039 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 08:58:44.926068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Network c19dd840-cd53-438d-b966-2b0330eeb5f4 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn_limited( Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn_limited( Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 08:58:44.926656 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 08:58:44.986118 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:44.989530 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:45.004784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.011131 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Deleting port 00661595-b75a-47a2-a64b-fd06ebde9680 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:58:45.011682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.014807 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Pushing event updated for resources: {'Port': ['ID=67656d4a-786b-4f83-88e5-a90cbdc67878,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:45.079516 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] Set router 0dd47ceb-d1c5-43ba-a839-9968950c724b gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:58:45.086576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.135640 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.208399 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2a73be-7b80-46f1-8ac7-cef44246ec85,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:45.214078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.221176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.224777 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-62632a9a-ac9b-425f-9f6b-5bb553fe5503 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.2845140 Feb 21 08:58:45.253437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45956) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:45.261847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f9d6ce8f-8cd0-4524-a168-58d8d478ae77 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 21 08:58:45.265145 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event deleted for resources: {'Network': ['ID=f9d6ce8f-8cd0-4524-a168-58d8d478ae77,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:45.274242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.278724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.279560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.302551 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e651b20a-a4ed-4d67-9f23-14a1a7d54900 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "DELETE /v2.0/networks/f9d6ce8f-8cd0-4524-a168-58d8d478ae77 HTTP/1.1" status: 204 len: 168 time: 4.0202062 Feb 21 08:58:45.303891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45960) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:45.322950 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-1c139101-e18a-4ff2-91b8-fc965ba80289 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Request body: {'security_group_rule': {'security_group_id': 'da2a73be-7b80-46f1-8ac7-cef44246ec85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:45.376268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=48b629af-b30c-4957-a499-6f35203131d1,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:45.389915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port b283cf77-0237-4eb2-94c6-67c4f9c3e96a triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:45.390665 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.494444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1c139101-e18a-4ff2-91b8-fc965ba80289 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:45.499250 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1c139101-e18a-4ff2-91b8-fc965ba80289 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Usage tracker for resource:security_group_rule and tenant:fcf07ebb0bb24770aefe2d4ec14c19be is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:45.502342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1c139101-e18a-4ff2-91b8-fc965ba80289 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:45.504947 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '9d9d7c83-ebc3-4cee-8633-d061c6454d3f', 'name': '', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'mac_address': 'fa:16:3e:f0:33:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:33Z', 'updated_at': '2022-02-21T08:58:44Z', 'revision_number': 4, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'subnets': [{'id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:45.508227 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1c139101-e18a-4ff2-91b8-fc965ba80289 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:45.514544 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d840d-4f94-4f93-88b8-28e965756ee6 None None] The sync data for ids ['0dd47ceb-d1c5-43ba-a839-9968950c724b'] in dv-neutron-830062-1-hyperv is: [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '9d9d7c83-ebc3-4cee-8633-d061c6454d3f', 'name': '', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'mac_address': 'fa:16:3e:f0:33:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:33Z', 'updated_at': '2022-02-21T08:58:44Z', 'revision_number': 4, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'subnets': [{'id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:58:45.521714 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.538004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Attempting to bind port 67656d4a-786b-4f83-88e5-a90cbdc67878 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:58:45.538383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Attempting to bind port 67656d4a-786b-4f83-88e5-a90cbdc67878 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '61bf28a1-1db3-4585-af75-be7b042c5603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c19dd840-cd53-438d-b966-2b0330eeb5f4'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:58:45.538793 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Attempting to bind port 67656d4a-786b-4f83-88e5-a90cbdc67878 on network c19dd840-cd53-438d-b966-2b0330eeb5f4 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:58:45.557218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:58:45.557589 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Checking segment: {'id': '61bf28a1-1db3-4585-af75-be7b042c5603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c19dd840-cd53-438d-b966-2b0330eeb5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:58:45.558041 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.558435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Bound using segment: {'id': '61bf28a1-1db3-4585-af75-be7b042c5603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c19dd840-cd53-438d-b966-2b0330eeb5f4'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:58:45.558958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Bound port: 67656d4a-786b-4f83-88e5-a90cbdc67878, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bf28a1-1db3-4585-af75-be7b042c5603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c19dd840-cd53-438d-b966-2b0330eeb5f4'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:58:45.559352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.649908 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-01854d99-c7cd-47ef-be2f-72306894b6ce tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Synchronizing usage tracker for tenant:01ffee3851ed4a13a122a203d1240351 on resource:floatingip {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:58:45.694734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c139101-e18a-4ff2-91b8-fc965ba80289 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.746171 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94a315a-6bfe-4ce9-a8eb-e005c342f5b8 None None] DHCP port deletion for 3be379e0-2818-4667-89de-86f396f764e3 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 08:58:45.757031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-01854d99-c7cd-47ef-be2f-72306894b6ce tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Unset dirty status for tenant:01ffee3851ed4a13a122a203d1240351 on resource:floatingip {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:58:45.762335 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-01854d99-c7cd-47ef-be2f-72306894b6ce tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.4554362 Feb 21 08:58:45.764548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45964) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:45.768332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a686522-80ff-4056-94cf-8d70ced5d04a', 'name': '', 'tenant_id': '8355709553eb434d828b2daf0da2367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54cf38a7-fcb7-4165-81d3-4f950ebc41a5', 'external_fixed_ips': [{'subnet_id': '732c87ea-8206-4cda-a2f0-793502e9db07', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '114a8f1b-cd51-4d51-bec8-ac081f5fdd4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:34Z', 'updated_at': '2022-02-21T08:58:39Z', 'revision_number': 3, 'project_id': '8355709553eb434d828b2daf0da2367a', 'gw_port': {'id': '114a8f1b-cd51-4d51-bec8-ac081f5fdd4d', 'name': '', 'network_id': '54cf38a7-fcb7-4165-81d3-4f950ebc41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:97:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a686522-80ff-4056-94cf-8d70ced5d04a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '732c87ea-8206-4cda-a2f0-793502e9db07', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:37Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '732c87ea-8206-4cda-a2f0-793502e9db07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:45.774131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 875daf23-60dc-4afa-a5c1-a602842d57aa up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:45.798381 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f94a315a-6bfe-4ce9-a8eb-e005c342f5b8 None None] Deleting port 00661595-b75a-47a2-a64b-fd06ebde9680 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:58:45.799120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f94a315a-6bfe-4ce9-a8eb-e005c342f5b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.808958 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] device_id is not set on port c4602f0a-b539-4fb7-a869-f2f2fbb477fc yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:58:45.859928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] Checking router: 2a686522-80ff-4056-94cf-8d70ced5d04a for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 08:58:45.860624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] Updating router 2a686522-80ff-4056-94cf-8d70ced5d04a port 114a8f1b-cd51-4d51-bec8-ac081f5fdd4d binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 08:58:45.871024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558446b-b965-4e4b-9b8d-d6e564b6ce03 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:45.871456 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558446b-b965-4e4b-9b8d-d6e564b6ce03 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:45.871831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558446b-b965-4e4b-9b8d-d6e564b6ce03 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:45.872193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558446b-b965-4e4b-9b8d-d6e564b6ce03 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:45.872634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558446b-b965-4e4b-9b8d-d6e564b6ce03 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:45.873132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558446b-b965-4e4b-9b8d-d6e564b6ce03 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:45.873724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558446b-b965-4e4b-9b8d-d6e564b6ce03 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:45.874087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558446b-b965-4e4b-9b8d-d6e564b6ce03 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:45.875545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558446b-b965-4e4b-9b8d-d6e564b6ce03 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:45.876615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3558446b-b965-4e4b-9b8d-d6e564b6ce03 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Synchronizing usage tracker for tenant:01ffee3851ed4a13a122a203d1240351 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:58:45.914351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] For port 00661595-b75a-47a2-a64b-fd06ebde9680, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=00661595-b75a-47a2-a64b-fd06ebde9680,segment=NetworkSegment(dca6d572-03f4-4312-8fa8-8fadc401b5e6),segment_id=dca6d572-03f4-4312-8fa8-8fadc401b5e6)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:58:45.914351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.916828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:45.920585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3558446b-b965-4e4b-9b8d-d6e564b6ce03 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Unset dirty status for tenant:01ffee3851ed4a13a122a203d1240351 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:58:45.925735 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3558446b-b965-4e4b-9b8d-d6e564b6ce03 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5793 time: 0.1561685 Feb 21 08:58:45.927641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45968) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:45.953606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] For port 67656d4a-786b-4f83-88e5-a90cbdc67878, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:58:46.027644 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] For port 67656d4a-786b-4f83-88e5-a90cbdc67878, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=67656d4a-786b-4f83-88e5-a90cbdc67878,segment=NetworkSegment(61bf28a1-1db3-4585-af75-be7b042c5603),segment_id=61bf28a1-1db3-4585-af75-be7b042c5603)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:58:46.033951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Deleting port 114a8f1b-cd51-4d51-bec8-ac081f5fdd4d {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:58:46.033951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:46.071422 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-ecabc6c3-8cf1-426c-9018-d6fe8d1970a6 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] delete failed (client error): The resource could not be found. Feb 21 08:58:46.072644 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ecabc6c3-8cf1-426c-9018-d6fe8d1970a6 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/daa7df03-d8de-4e9c-9071-20825c820054 HTTP/1.1" status: 404 len: 345 time: 0.1412375 Feb 21 08:58:46.083015 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45972) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:46.084873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c139101-e18a-4ff2-91b8-fc965ba80289 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:46.089947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:46.145987 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd49377-7218-4a6a-a8b8-ce89676fb8d6 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] DELETE failed (client error): The resource could not be found. Feb 21 08:58:46.146635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd49377-7218-4a6a-a8b8-ce89676fb8d6 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 08:58:46.148440 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7bd49377-7218-4a6a-a8b8-ce89676fb8d6 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "DELETE /v2.0/networks/f9d6ce8f-8cd0-4524-a168-58d8d478ae77 HTTP/1.1" status: 404 len: 339 time: 0.0644944 Feb 21 08:58:46.186162 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45976) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:46.213043 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Allocated IP 172.20.0.14 (c19dd840-cd53-438d-b966-2b0330eeb5f4/36c1e1e6-a5f8-43c5-b111-7b717f4a0c37/c4602f0a-b539-4fb7-a869-f2f2fbb477fc) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:46.345299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Calling delete_port for 00661595-b75a-47a2-a64b-fd06ebde9680 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:58:46.371661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c139101-e18a-4ff2-91b8-fc965ba80289 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:46.380119 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 08:58:46.385984 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f94a315a-6bfe-4ce9-a8eb-e005c342f5b8 None None] For port 00661595-b75a-47a2-a64b-fd06ebde9680, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=00661595-b75a-47a2-a64b-fd06ebde9680,segment=NetworkSegment(dca6d572-03f4-4312-8fa8-8fadc401b5e6),segment_id=dca6d572-03f4-4312-8fa8-8fadc401b5e6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:58:46.386631 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f94a315a-6bfe-4ce9-a8eb-e005c342f5b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:46.399318 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Request body: {'network': {'name': 'tempest-network--505796395', 'router:external': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:46.410199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:46.421932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Usage tracker for resource:network and tenant:01ffee3851ed4a13a122a203d1240351 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:46.428216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:46.435647 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:46.453238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:46.461891 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:46.465264 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c139101-e18a-4ff2-91b8-fc965ba80289 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a24165-f655-4a74-b77c-150d792286fa,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:46.476255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:46.487548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:46.588395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f94a315a-6bfe-4ce9-a8eb-e005c342f5b8 None None] Calling delete_port for 00661595-b75a-47a2-a64b-fd06ebde9680 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:58:46.616315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Calling delete_port for 114a8f1b-cd51-4d51-bec8-ac081f5fdd4d owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:58:46.667336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b47aae-0795-4f33-ad27-3862b059ca67 None None] Pushing event updated for resources: {'Port': ['ID=67656d4a-786b-4f83-88e5-a90cbdc67878,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:46.674300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Pushing event updated for resources: {'Port': ['ID=8cb2a5c5-60a6-4273-890a-3d31f5991f3d,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:46.686873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Made reservation on behalf of 01ffee3851ed4a13a122a203d1240351 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:46.689176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:46.786774 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c139101-e18a-4ff2-91b8-fc965ba80289 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:46.788012 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1c139101-e18a-4ff2-91b8-fc965ba80289 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5059021 Feb 21 08:58:46.801381 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 45980) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:46.806629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Router b6bcc0cb-4cec-422e-800e-44cbb21ead75 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 08:58:46.836252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a233dc9d-dffb-4837-b152-3cbc3ed6cb6f tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Request body: {'security_group_rule': {'security_group_id': 'da2a73be-7b80-46f1-8ac7-cef44246ec85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:46.852384 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a233dc9d-dffb-4837-b152-3cbc3ed6cb6f tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:46.854375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 875daf23-60dc-4afa-a5c1-a602842d57aa triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:46.854375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:46.864560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a233dc9d-dffb-4837-b152-3cbc3ed6cb6f tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Usage tracker for resource:security_group_rule and tenant:fcf07ebb0bb24770aefe2d4ec14c19be is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:46.871846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:46.879267 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a233dc9d-dffb-4837-b152-3cbc3ed6cb6f tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:46.981249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a233dc9d-dffb-4837-b152-3cbc3ed6cb6f tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:46.994638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:58:47.012138 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Pushing event deleted for resources: {'Port': ['ID=00661595-b75a-47a2-a64b-fd06ebde9680,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:47.018979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.037678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.038185 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Added segment 5dd5c507-3d9c-41f3-bc58-7099d61a7d59 of type vlan for network 8cb641a0-0f78-4436-9ebb-df40a86039d8 Feb 21 08:58:47.042181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-f94a315a-6bfe-4ce9-a8eb-e005c342f5b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 08:58:47.042576 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-f94a315a-6bfe-4ce9-a8eb-e005c342f5b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 08:58:47.053259 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Router adf5d28a-bbd1-4237-a3ca-85ecbe910e81 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 08:58:47.115377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.126527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] No DVR routers for this DVR port 00661595-b75a-47a2-a64b-fd06ebde9680 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 08:58:47.255968 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a233dc9d-dffb-4837-b152-3cbc3ed6cb6f tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.303390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.304613 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-aa7387ef-6233-4608-9c90-8ab1f8101f61 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7946863 Feb 21 08:58:47.315879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.462198 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.496572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Transition to ACTIVE for port object c4602f0a-b539-4fb7-a869-f2f2fbb477fc will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:47.524421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 48b629af-b30c-4957-a499-6f35203131d1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:47.549518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.550378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:47.551023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.554868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be379e0-2818-4667-89de-86f396f764e3']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:47.562258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f94a315a-6bfe-4ce9-a8eb-e005c342f5b8 None None] Deleting port 00661595-b75a-47a2-a64b-fd06ebde9680 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:58:47.563199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f94a315a-6bfe-4ce9-a8eb-e005c342f5b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.615959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 08:58:47.616464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 08:58:47.620154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca6d572-03f4-4312-8fa8-8fadc401b5e6') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:47.620448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca6d572-03f4-4312-8fa8-8fadc401b5e6') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:47.650842 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.682401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.688964 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f94a315a-6bfe-4ce9-a8eb-e005c342f5b8 None None] The port '00661595-b75a-47a2-a64b-fd06ebde9680' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 08:58:47.714577 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.3222928 Feb 21 08:58:47.723455 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 45994) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:47.735024 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 48b629af-b30c-4957-a499-6f35203131d1 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:47.735344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.741720 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event deleted for resources: {'Port': ['ID=114a8f1b-cd51-4d51-bec8-ac081f5fdd4d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:47.765094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5020a7-6f9c-4e6f-aeb2-e94c4015b5a7 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event updated for resources: {'Network': ['ID=8cb641a0-0f78-4436-9ebb-df40a86039d8,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:47.780538 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a233dc9d-dffb-4837-b152-3cbc3ed6cb6f tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.786910 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 8cb641a0-0f78-4436-9ebb-df40a86039d8 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:58:47.796516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.802589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a233dc9d-dffb-4837-b152-3cbc3ed6cb6f tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.874202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 08:58:47.876510 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.923402 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233dc9d-dffb-4837-b152-3cbc3ed6cb6f tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fead3f8b-52ca-42c9-85d5-5bf3fc0383ce,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:47.933302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 08:58:47.943770 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 08:58:48.018048 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 67656d4a-786b-4f83-88e5-a90cbdc67878 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:48.075226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46000) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:48.098418 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ac1518-0777-40c1-8881-509666965e1b None None] Network c19dd840-cd53-438d-b966-2b0330eeb5f4 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:58:48.099568 dv-neutron-830062-1-hyperv neutron-server[83585]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 08:58:48.213871 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] Port 114a8f1b-cd51-4d51-bec8-ac081f5fdd4d not found while updating agent binding for router 2a686522-80ff-4056-94cf-8d70ced5d04a. {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 21 08:58:48.233115 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Network c19dd840-cd53-438d-b966-2b0330eeb5f4 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:48.248321 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:48.253011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] Routers {'2a686522-80ff-4056-94cf-8d70ced5d04a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:58:48.253575 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:58:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['2a686522-80ff-4056-94cf-8d70ced5d04a'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:48.256156 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:48.269515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:48.375111 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a233dc9d-dffb-4837-b152-3cbc3ed6cb6f tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:48.376717 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a233dc9d-dffb-4837-b152-3cbc3ed6cb6f tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5688999 Feb 21 08:58:48.389566 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46004) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:48.390259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:48.403709 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:48.427488 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Pushing event updated for resources: {'Port': ['ID=c4602f0a-b539-4fb7-a869-f2f2fbb477fc,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:48.445488 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:48.460742 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:48.466426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:48.467086 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:48.470654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] Pushing event deleted for resources: {'Network': ['ID=3be379e0-2818-4667-89de-86f396f764e3,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:48.479353 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-09a6d21b-dee1-4c16-9b24-1b57f0111bf4 tempest-DHCPAgentSchedulersTestJSON-1453475416 tempest-DHCPAgentSchedulersTestJSON-1453475416-project] 10.222.0.48 "DELETE /v2.0/networks/3be379e0-2818-4667-89de-86f396f764e3 HTTP/1.1" status: 204 len: 168 time: 4.0380819 Feb 21 08:58:48.485727 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c070b202-edc4-436d-b2f0-370f95f4db69 None None] Provisioning for port 67656d4a-786b-4f83-88e5-a90cbdc67878 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:48.485931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Usage tracker for resource:floatingip and tenant:fcf07ebb0bb24770aefe2d4ec14c19be is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:48.488863 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 67656d4a-786b-4f83-88e5-a90cbdc67878 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:48.492592 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:48.500696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:58:48.503522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:48.508004 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a4917de4-e25f-4358-8a2b-a645e3fc2686 admin admin] 10.222.0.48 "PUT /v2.0/routers/b6bcc0cb-4cec-422e-800e-44cbb21ead75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0632775 Feb 21 08:58:48.524967 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7b53990a-0a9d-4c30-8c89-f5452fea051c tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.1290722 Feb 21 08:58:48.528736 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46012) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:48.531458 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c070b202-edc4-436d-b2f0-370f95f4db69 None None] Provisioning complete for port 67656d4a-786b-4f83-88e5-a90cbdc67878 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:48.531824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c070b202-edc4-436d-b2f0-370f95f4db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:48.534635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Request body: {'port': {'network_id': 'c19dd840-cd53-438d-b966-2b0330eeb5f4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-843021601', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:48.535356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.api.validators [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] bootfile-name is not in valid_values {{(pid=83584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 21 08:58:48.535688 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.api.validators [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] tftp-server is not in valid_values {{(pid=83584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 21 08:58:48.536010 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.api.validators [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] server-ip-address is not in valid_values {{(pid=83584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 21 08:58:48.552497 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:48.621193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79240c18-7387-4807-9ebd-d53904f350f7 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:48.626061 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79240c18-7387-4807-9ebd-d53904f350f7 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:48.628573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] Set router 2a686522-80ff-4056-94cf-8d70ced5d04a gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:58:48.630478 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79240c18-7387-4807-9ebd-d53904f350f7 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:48.634619 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79240c18-7387-4807-9ebd-d53904f350f7 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:48.639894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79240c18-7387-4807-9ebd-d53904f350f7 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:48.640804 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-79240c18-7387-4807-9ebd-d53904f350f7 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Synchronizing usage tracker for tenant:79064654a3ef4a5b8c3d262838bd06e6 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:58:48.700391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:58:48.702452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-79240c18-7387-4807-9ebd-d53904f350f7 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Unset dirty status for tenant:79064654a3ef4a5b8c3d262838bd06e6 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:58:48.703653 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-79240c18-7387-4807-9ebd-d53904f350f7 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3055 time: 0.9679642 Feb 21 08:58:48.707739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46016) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:48.718644 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16d7ecc-84e5-47d7-aa0f-ab31ef164caa None None] Sync routers for ids ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:58:48.734597 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16d7ecc-84e5-47d7-aa0f-ab31ef164caa None None] Routers {'adf5d28a-bbd1-4237-a3ca-85ecbe910e81'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:58:48.735236 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-b16d7ecc-84e5-47d7-aa0f-ab31ef164caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:58:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:48.830793 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a686522-80ff-4056-94cf-8d70ced5d04a', 'name': '', 'tenant_id': '8355709553eb434d828b2daf0da2367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:34Z', 'updated_at': '2022-02-21T08:58:47Z', 'revision_number': 5, 'project_id': '8355709553eb434d828b2daf0da2367a', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:48.840303 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2c134-e057-4a33-b227-57444f1766dc None None] The sync data for ids ['2a686522-80ff-4056-94cf-8d70ced5d04a'] in dv-neutron-830062-1-hyperv is: [{'id': '2a686522-80ff-4056-94cf-8d70ced5d04a', 'name': '', 'tenant_id': '8355709553eb434d828b2daf0da2367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:34Z', 'updated_at': '2022-02-21T08:58:47Z', 'revision_number': 5, 'project_id': '8355709553eb434d828b2daf0da2367a', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:58:48.850074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 67656d4a-786b-4f83-88e5-a90cbdc67878 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:48.850281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:48.851098 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:48.854937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:48.883842 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-b16d7ecc-84e5-47d7-aa0f-ab31ef164caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:48.891927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-b0c95614-7c8d-43c2-8b89-7336b710dd1b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Synchronizing usage tracker for tenant:7fdb594f298e42dbb47700adbc49145f on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:58:48.906072 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16d7ecc-84e5-47d7-aa0f-ab31ef164caa None None] Routers {'adf5d28a-bbd1-4237-a3ca-85ecbe910e81'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:58:48.908474 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-b16d7ecc-84e5-47d7-aa0f-ab31ef164caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:58:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:48.916477 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:48.917017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a686522-80ff-4056-94cf-8d70ced5d04a {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 08:58:48.939474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-b0c95614-7c8d-43c2-8b89-7336b710dd1b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Unset dirty status for tenant:7fdb594f298e42dbb47700adbc49145f on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:58:48.940687 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-b0c95614-7c8d-43c2-8b89-7336b710dd1b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--63677904&fields=id&tenant_id=7fdb594f298e42dbb47700adbc49145f HTTP/1.1" status: 200 len: 267 time: 0.8592722 Feb 21 08:58:48.944685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:48.945785 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-598ac19b-0ead-44ad-850c-73717ed76f20 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "DELETE /v2.0/routers/2a686522-80ff-4056-94cf-8d70ced5d04a HTTP/1.1" status: 204 len: 168 time: 5.4270525 Feb 21 08:58:48.950104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46024) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:49.089091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46032) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:49.091040 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-b16d7ecc-84e5-47d7-aa0f-ab31ef164caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:49.091641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.093927 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16d7ecc-84e5-47d7-aa0f-ab31ef164caa None None] The sync data for ids ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:58:49.095631 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3062c885-ac26-4235-baa2-b61b0f4c7f50 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.4479408 Feb 21 08:58:49.109469 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46034) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:49.114162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:49.121788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c070b202-edc4-436d-b2f0-370f95f4db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.140464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-79589742-8b4f-4762-969e-de5e18a0aa26 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Deleting subnet 732c87ea-8206-4cda-a2f0-793502e9db07 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 08:58:49.156156 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-79589742-8b4f-4762-969e-de5e18a0aa26 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.167639 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.185912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Usage tracker for resource:port and tenant:0b5ee380392942aaa03be1ab6873f465 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:49.191526 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3dffa1c4-56b8-4cc0-840d-273d5c4d89f9 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.193724 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:49.242312 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c070b202-edc4-436d-b2f0-370f95f4db69 None None] For port 67656d4a-786b-4f83-88e5-a90cbdc67878, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=67656d4a-786b-4f83-88e5-a90cbdc67878,segment=NetworkSegment(61bf28a1-1db3-4585-af75-be7b042c5603),segment_id=61bf28a1-1db3-4585-af75-be7b042c5603)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:58:49.254865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:49.260647 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-79589742-8b4f-4762-969e-de5e18a0aa26 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.270306 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c070b202-edc4-436d-b2f0-370f95f4db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.306918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Made reservation on behalf of 0b5ee380392942aaa03be1ab6873f465 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:49.314652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.364780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-a9e850d6-92bd-48e6-b776-85c04d6b586c tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:49.365827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-a9e850d6-92bd-48e6-b776-85c04d6b586c tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Synchronizing usage tracker for tenant:7fdb594f298e42dbb47700adbc49145f on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:58:49.378222 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070b202-edc4-436d-b2f0-370f95f4db69 None None] Pushing event updated for resources: {'Port': ['ID=67656d4a-786b-4f83-88e5-a90cbdc67878,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:49.409876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-a9e850d6-92bd-48e6-b776-85c04d6b586c tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Unset dirty status for tenant:7fdb594f298e42dbb47700adbc49145f on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:58:49.417597 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-a9e850d6-92bd-48e6-b776-85c04d6b586c tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/networks?id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8 HTTP/1.1" status: 200 len: 812 time: 0.4597445 Feb 21 08:58:49.444864 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-9f7e71cb-a977-4758-9bd5-9edd83ecb18a tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/quotas/7fdb594f298e42dbb47700adbc49145f HTTP/1.1" status: 200 len: 375 time: 0.0262170 Feb 21 08:58:49.453092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-79589742-8b4f-4762-969e-de5e18a0aa26 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.458032 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 08:58:49.458388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 08:58:49.498798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46042) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:49.507487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] device_id is not set on port 1dfe959b-7ed5-44f5-b219-6dce9dd277b7 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:58:49.541259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.548296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1846597589', 'description': 'tempest-description--1786377555'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:49.615442 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-367013f9-324b-4e8b-b184-ca169761ade0 None None] Provisioning complete for port 67656d4a-786b-4f83-88e5-a90cbdc67878 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:49.617021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-367013f9-324b-4e8b-b184-ca169761ade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.625754 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-aabc9ddc-445c-4395-ac5c-d530eb3c0d38 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fdb594f298e42dbb47700adbc49145f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1800103 Feb 21 08:58:49.641792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-79589742-8b4f-4762-969e-de5e18a0aa26 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.647856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:49.654057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3dffa1c4-56b8-4cc0-840d-273d5c4d89f9 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.686087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Usage tracker for resource:security_group and tenant:8271100a41e84071a556dd64b7cbb83e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:49.694356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:49.697528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-79589742-8b4f-4762-969e-de5e18a0aa26 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.706931 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79589742-8b4f-4762-969e-de5e18a0aa26 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=732c87ea-8206-4cda-a2f0-793502e9db07,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:49.711026 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-79589742-8b4f-4762-969e-de5e18a0aa26 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/732c87ea-8206-4cda-a2f0-793502e9db07 HTTP/1.1" status: 204 len: 168 time: 0.7598765 Feb 21 08:58:49.719571 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46052) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:49.727631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:49.767620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-3dffa1c4-56b8-4cc0-840d-273d5c4d89f9 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb641a0-0f78-4436-9ebb-df40a86039d8']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:49.799516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-3dffa1c4-56b8-4cc0-840d-273d5c4d89f9 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd5c507-3d9c-41f3-bc58-7099d61a7d59') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:49.799810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-3dffa1c4-56b8-4cc0-840d-273d5c4d89f9 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd5c507-3d9c-41f3-bc58-7099d61a7d59') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:49.816220 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-367013f9-324b-4e8b-b184-ca169761ade0 None None] Provisioning for port c4602f0a-b539-4fb7-a869-f2f2fbb477fc completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:49.821198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-367013f9-324b-4e8b-b184-ca169761ade0 None None] Provisioning complete for port c4602f0a-b539-4fb7-a869-f2f2fbb477fc triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:49.821544 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-367013f9-324b-4e8b-b184-ca169761ade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.827210 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.860747 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3dffa1c4-56b8-4cc0-840d-273d5c4d89f9 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.875386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d3a4cd6-c96f-4f74-b44a-98a772c880c1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.884239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-367013f9-324b-4e8b-b184-ca169761ade0 None None] Port c4602f0a-b539-4fb7-a869-f2f2fbb477fc cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:58:49.920713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-7497ae43-80e7-4d09-b637-fb23b6268400 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 08:58:49.921697 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-7497ae43-80e7-4d09-b637-fb23b6268400 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1054387 Feb 21 08:58:49.927307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3dffa1c4-56b8-4cc0-840d-273d5c4d89f9 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:49.956545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dffa1c4-56b8-4cc0-840d-273d5c4d89f9 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 08:58:49.956940 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3dffa1c4-56b8-4cc0-840d-273d5c4d89f9 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e6d9ac9c-ccd7-4b35-9387-e69d5c84d94c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e3622a2e87d47ceb28c3de10ec87f43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9064288 Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 08:58:50.003660 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 08:58:50.009019 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46058) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:50.027286 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9d9d7c83-ebc3-4cee-8633-d061c6454d3f up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:50.053656 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-78187d62-3cc0-4103-9da6-d6dbf4c6991d None None] Provisioning complete for port c4602f0a-b539-4fb7-a869-f2f2fbb477fc triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:50.054168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-78187d62-3cc0-4103-9da6-d6dbf4c6991d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.083177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d3a4cd6-c96f-4f74-b44a-98a772c880c1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.126505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2d3a4cd6-c96f-4f74-b44a-98a772c880c1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cf38a7-fcb7-4165-81d3-4f950ebc41a5']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:50.128991 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-78187d62-3cc0-4103-9da6-d6dbf4c6991d None None] Port c4602f0a-b539-4fb7-a869-f2f2fbb477fc cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:58:50.146220 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:50.149925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2d3a4cd6-c96f-4f74-b44a-98a772c880c1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2718bf2e-12fe-4066-a1f1-81bda2d0d98a') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:50.150172 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2d3a4cd6-c96f-4f74-b44a-98a772c880c1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2718bf2e-12fe-4066-a1f1-81bda2d0d98a') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:50.151495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Allocated IP 172.20.0.13 (c19dd840-cd53-438d-b966-2b0330eeb5f4/36c1e1e6-a5f8-43c5-b111-7b717f4a0c37/1dfe959b-7ed5-44f5-b219-6dce9dd277b7) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:50.155257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:50.156707 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.165870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d3a4cd6-c96f-4f74-b44a-98a772c880c1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.173924 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-9d2c58f4-27ad-46a7-9393-d7c34fcd5176 service neutron] 10.222.0.48 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358346 Feb 21 08:58:50.183691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d3a4cd6-c96f-4f74-b44a-98a772c880c1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.196177 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Allocated IP 172.26.6.35 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/a4f6f9b3-f790-4120-a492-f8be04785516) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:50.211243 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3a4cd6-c96f-4f74-b44a-98a772c880c1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 08:58:50.211637 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d3a4cd6-c96f-4f74-b44a-98a772c880c1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 08:58:50.224321 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 08:58:50.228973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:50.232987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Usage tracker for resource:security_group_rule and tenant:8271100a41e84071a556dd64b7cbb83e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:50.235795 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:50.243541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:50.308923 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.346373 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9d9d7c83-ebc3-4cee-8633-d061c6454d3f,segment=NetworkSegment(1983d57a-403b-47c7-9912-0a049afbe94b),segment_id=1983d57a-403b-47c7-9912-0a049afbe94b)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:58:50.350822 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.413915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 00661595-b75a-47a2-a64b-fd06ebde9680 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 08:58:50.455436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 00661595-b75a-47a2-a64b-fd06ebde9680 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 08:58:50.455805 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 00661595-b75a-47a2-a64b-fd06ebde9680 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 08:58:50.465599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=9d9d7c83-ebc3-4cee-8633-d061c6454d3f,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:50.474710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3dffa1c4-56b8-4cc0-840d-273d5c4d89f9 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.481301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d3a4cd6-c96f-4f74-b44a-98a772c880c1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.510779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3a4cd6-c96f-4f74-b44a-98a772c880c1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54cf38a7-fcb7-4165-81d3-4f950ebc41a5 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 21 08:58:50.518083 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d3a4cd6-c96f-4f74-b44a-98a772c880c1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.522866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dffa1c4-56b8-4cc0-840d-273d5c4d89f9 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8cb641a0-0f78-4436-9ebb-df40a86039d8 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 21 08:58:50.524359 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffa1c4-56b8-4cc0-840d-273d5c4d89f9 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event deleted for resources: {'Network': ['ID=8cb641a0-0f78-4436-9ebb-df40a86039d8,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:50.526093 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a4cd6-c96f-4f74-b44a-98a772c880c1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event deleted for resources: {'Network': ['ID=54cf38a7-fcb7-4165-81d3-4f950ebc41a5,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:50.531988 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-33f3e115-bd99-4357-83b2-a6fbe83ab15c service neutron] 10.222.0.48 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425481 Feb 21 08:58:50.534807 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2d3a4cd6-c96f-4f74-b44a-98a772c880c1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "DELETE /v2.0/networks/54cf38a7-fcb7-4165-81d3-4f950ebc41a5 HTTP/1.1" status: 204 len: 168 time: 0.8142617 Feb 21 08:58:50.662823 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9d9d7c83-ebc3-4cee-8633-d061c6454d3f up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:50.714303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3dffa1c4-56b8-4cc0-840d-273d5c4d89f9 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.726210 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:58:50.821489 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:50.821771 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.886753 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa30b11c-e05c-42c8-bccd-e20d64612d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:50.886949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46078) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:50.932560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa30b11c-e05c-42c8-bccd-e20d64612d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.042522 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 67656d4a-786b-4f83-88e5-a90cbdc67878 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:58:51.086015 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.102763 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3dffa1c4-56b8-4cc0-840d-273d5c4d89f9 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "DELETE /v2.0/networks/8cb641a0-0f78-4436-9ebb-df40a86039d8 HTTP/1.1" status: 204 len: 168 time: 2.3909557 Feb 21 08:58:51.104442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46088) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:51.109809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Request body: {'network': {'name': 'tempest-network--36916368', 'router:external': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:51.114392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa30b11c-e05c-42c8-bccd-e20d64612d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.117456 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:51.121589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.124245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46092) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:51.134775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Usage tracker for resource:network and tenant:01ffee3851ed4a13a122a203d1240351 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:51.140495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2f5d65fd-53d7-4d97-8cde-1b7e0204d58d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Request body: {'router': {'name': 'tempest-router--328143746', 'project_id': '8b154268fdca4571937faae1ab8f34e1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:51.157373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:51.161778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2f5d65fd-53d7-4d97-8cde-1b7e0204d58d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:51.169947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 67656d4a-786b-4f83-88e5-a90cbdc67878 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:51.170862 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.193767 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30b11c-e05c-42c8-bccd-e20d64612d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13e2e01-b3de-4cbb-a609-2b3ccc5286d7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:51.196087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa30b11c-e05c-42c8-bccd-e20d64612d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.197227 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-aa30b11c-e05c-42c8-bccd-e20d64612d76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e13e2e01-b3de-4cbb-a609-2b3ccc5286d7 HTTP/1.1" status: 204 len: 168 time: 1.1752245 Feb 21 08:58:51.209329 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d4b5b522-ca67-4bfa-be38-ef03cc566028 req-5ae7d926-422c-42e2-ad5a-b18f7eaa7b67 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 210 time: 0.3213239 Feb 21 08:58:51.211699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:51.214407 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2f5d65fd-53d7-4d97-8cde-1b7e0204d58d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Usage tracker for resource:router and tenant:8b154268fdca4571937faae1ab8f34e1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:51.219127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2f5d65fd-53d7-4d97-8cde-1b7e0204d58d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:51.229378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2f5d65fd-53d7-4d97-8cde-1b7e0204d58d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:51.238906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Made reservation on behalf of 01ffee3851ed4a13a122a203d1240351 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:51.243664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.270700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f5d65fd-53d7-4d97-8cde-1b7e0204d58d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.272728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f5d65fd-53d7-4d97-8cde-1b7e0204d58d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.305943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:58:51.315783 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f5d65fd-53d7-4d97-8cde-1b7e0204d58d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.329300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.330103 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Added segment 33cb8c03-7f58-4321-9473-353037d91c9b of type vlan for network 064b40f3-57d2-434e-a3e7-c08187cc4d79 Feb 21 08:58:51.364677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f5d65fd-53d7-4d97-8cde-1b7e0204d58d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.381898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.424305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f5d65fd-53d7-4d97-8cde-1b7e0204d58d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.429356 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2f5d65fd-53d7-4d97-8cde-1b7e0204d58d tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3006253 Feb 21 08:58:51.432790 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46102) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:51.463659 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:51.486148 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.488655 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7fd1d87b-e620-472b-9684-db15876642f6 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.9882948 Feb 21 08:58:51.497034 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46106) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:51.532288 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.550868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Transition to ACTIVE for port object 1dfe959b-7ed5-44f5-b219-6dce9dd277b7 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:51.587870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-1f9b6ef1-4606-43a7-b4e0-1bd6b1cc5112 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Request body: {'security_group_rule': {'security_group_id': '3503ae7b-6e39-48e0-93fb-9e317d6cf3e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:51.608664 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.646712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.647531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:51.648110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.723634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1f9b6ef1-4606-43a7-b4e0-1bd6b1cc5112 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:51.725999 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Pushing event updated for resources: {'Port': ['ID=1dfe959b-7ed5-44f5-b219-6dce9dd277b7,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:51.736995 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.742699 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1f9b6ef1-4606-43a7-b4e0-1bd6b1cc5112 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Usage tracker for resource:security_group_rule and tenant:8271100a41e84071a556dd64b7cbb83e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:51.748571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1f9b6ef1-4606-43a7-b4e0-1bd6b1cc5112 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:51.762285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1f9b6ef1-4606-43a7-b4e0-1bd6b1cc5112 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:51.776377 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Network c19dd840-cd53-438d-b966-2b0330eeb5f4 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:51.781924 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:51.784686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:51.791364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event updated for resources: {'Network': ['ID=064b40f3-57d2-434e-a3e7-c08187cc4d79,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:51.800437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f114fc23-0b8a-4e68-ac18-2c9c5390e62e tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:51.809448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 064b40f3-57d2-434e-a3e7-c08187cc4d79 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:58:51.859822 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-08446965-e06b-4f36-8a6a-53b2b5f4cd3a tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.7519870 Feb 21 08:58:51.865249 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46122) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:51.913229 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1f9b6ef1-4606-43a7-b4e0-1bd6b1cc5112 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.028196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:52.029666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.097137 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.162270 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46128) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:52.165115 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6ab41dd2-d0bb-49c1-a26f-46e2183be412 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.6354594 Feb 21 08:58:52.170952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-926ab7b2-1322-4922-ba27-ee09a5e80c19 None None] Provisioning for port 1dfe959b-7ed5-44f5-b219-6dce9dd277b7 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:52.180674 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-926ab7b2-1322-4922-ba27-ee09a5e80c19 None None] Provisioning complete for port 1dfe959b-7ed5-44f5-b219-6dce9dd277b7 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:52.181396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-926ab7b2-1322-4922-ba27-ee09a5e80c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.195694 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46132) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:52.272382 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7e22647-4d8d-4337-9564-c0d9a566e390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.296692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-926ab7b2-1322-4922-ba27-ee09a5e80c19 None None] Port 1dfe959b-7ed5-44f5-b219-6dce9dd277b7 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:58:52.305984 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:52.308820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca204ce-1e97-4fb0-ab5d-b7bc82ed0509 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:52.310717 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6ca204ce-1e97-4fb0-ab5d-b7bc82ed0509 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] 10.222.0.48 "GET /v2.0/networks/064b40f3-57d2-434e-a3e7-c08187cc4d79 HTTP/1.1" status: 200 len: 755 time: 0.4409220 Feb 21 08:58:52.316504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:52.368340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46140) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:52.368651 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1f9b6ef1-4606-43a7-b4e0-1bd6b1cc5112 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.375205 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:52.419461 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Pushing event updated for resources: {'Port': ['ID=a4f6f9b3-f790-4120-a492-f8be04785516,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:52.426639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1f9b6ef1-4606-43a7-b4e0-1bd6b1cc5112 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.515104 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e640c693-31eb-42b1-9006-416d9a753688 req-b937e7a3-2954-4e2d-bee8-0172d33c19f3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 210 time: 0.1455767 Feb 21 08:58:52.564016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e7e22647-4d8d-4337-9564-c0d9a566e390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:52.569503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b6ef1-4606-43a7-b4e0-1bd6b1cc5112 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c16d49-7671-4449-a8f9-1c3dd39986e5,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:52.574168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f114fc23-0b8a-4e68-ac18-2c9c5390e62e tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.579225 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e7e22647-4d8d-4337-9564-c0d9a566e390 admin admin] Usage tracker for resource:security_group_rule and tenant:bf19fcb382c842078cb8c14d8cdc8df6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:52.589520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e7e22647-4d8d-4337-9564-c0d9a566e390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:52.594776 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f114fc23-0b8a-4e68-ac18-2c9c5390e62e tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.605187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1f9b6ef1-4606-43a7-b4e0-1bd6b1cc5112 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.611254 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1f9b6ef1-4606-43a7-b4e0-1bd6b1cc5112 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0306385 Feb 21 08:58:52.611254 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e7e22647-4d8d-4337-9564-c0d9a566e390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:52.611711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46150) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:52.615880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-78bf27e7-11b0-49ba-84ed-3fdc586a55d0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Request body: {'security_group_rule': {'security_group_id': '3503ae7b-6e39-48e0-93fb-9e317d6cf3e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:52.626085 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-78bf27e7-11b0-49ba-84ed-3fdc586a55d0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:52.634679 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c611e62-77de-4521-95b5-55525c8f8fec tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:52.638697 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c611e62-77de-4521-95b5-55525c8f8fec tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:52.638886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bb1fb2-f234-44c8-8396-e103973b1080 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:52.640303 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b6bb1fb2-f234-44c8-8396-e103973b1080 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] 10.222.0.48 "GET /v2.0/networks/f0382203-a9c0-4278-bcdf-39162c3fbb7a HTTP/1.1" status: 200 len: 767 time: 0.2637556 Feb 21 08:58:52.641480 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-78bf27e7-11b0-49ba-84ed-3fdc586a55d0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Usage tracker for resource:security_group_rule and tenant:8271100a41e84071a556dd64b7cbb83e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:52.645411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c611e62-77de-4521-95b5-55525c8f8fec tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:52.646534 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6c611e62-77de-4521-95b5-55525c8f8fec tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Synchronizing usage tracker for tenant:0b5ee380392942aaa03be1ab6873f465 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:58:52.646760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46154) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:52.647668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-78bf27e7-11b0-49ba-84ed-3fdc586a55d0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:52.696875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-78bf27e7-11b0-49ba-84ed-3fdc586a55d0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:52.719035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f114fc23-0b8a-4e68-ac18-2c9c5390e62e tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.719520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f114fc23-0b8a-4e68-ac18-2c9c5390e62e tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e973c8ee-5059-4e3c-be75-3dd1c653713b {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 08:58:52.719627 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6c611e62-77de-4521-95b5-55525c8f8fec tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Unset dirty status for tenant:0b5ee380392942aaa03be1ab6873f465 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:58:52.720699 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6c611e62-77de-4521-95b5-55525c8f8fec tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.5240831 Feb 21 08:58:52.723859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46160) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:52.762741 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7e22647-4d8d-4337-9564-c0d9a566e390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.828865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7e22647-4d8d-4337-9564-c0d9a566e390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.869682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.929232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-78bf27e7-11b0-49ba-84ed-3fdc586a55d0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.936735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e22647-4d8d-4337-9564-c0d9a566e390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac8c765-f157-46b4-afde-3ca8f1521af0,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:52.943864 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f114fc23-0b8a-4e68-ac18-2c9c5390e62e tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:52.957975 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e7e22647-4d8d-4337-9564-c0d9a566e390 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf19fcb382c842078cb8c14d8cdc8df6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7882738 Feb 21 08:58:52.958093 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f114fc23-0b8a-4e68-ac18-2c9c5390e62e tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "DELETE /v2.0/routers/e973c8ee-5059-4e3c-be75-3dd1c653713b HTTP/1.1" status: 204 len: 168 time: 1.5155230 Feb 21 08:58:52.958170 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46166) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:52.980376 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.025070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-60c774f5-8911-4793-af44-6174571c503a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Deleting port 1dfe959b-7ed5-44f5-b219-6dce9dd277b7 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:58:53.025779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-60c774f5-8911-4793-af44-6174571c503a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.082407 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d72b041f-c863-488c-904a-95a012682da1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.225028 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-78bf27e7-11b0-49ba-84ed-3fdc586a55d0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.254281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-78bf27e7-11b0-49ba-84ed-3fdc586a55d0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.283754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46170) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:53.345890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f602-f8e7-4173-a74d-077766484a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.412197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.47', 57614) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:53.433513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf27e7-11b0-49ba-84ed-3fdc586a55d0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca695b9-4276-4716-b17b-e25a333bebda,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:53.438116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d72b041f-c863-488c-904a-95a012682da1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.448646 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f602-f8e7-4173-a74d-077766484a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.475545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-78bf27e7-11b0-49ba-84ed-3fdc586a55d0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.480996 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-78bf27e7-11b0-49ba-84ed-3fdc586a55d0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8660693 Feb 21 08:58:53.484797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46178) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:53.495337 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:53.500567 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-d72b041f-c863-488c-904a-95a012682da1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064b40f3-57d2-434e-a3e7-c08187cc4d79']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:53.515059 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:53.537903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-d72b041f-c863-488c-904a-95a012682da1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cb8c03-7f58-4321-9473-353037d91c9b') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:53.538202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-d72b041f-c863-488c-904a-95a012682da1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cb8c03-7f58-4321-9473-353037d91c9b') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:53.545541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Usage tracker for resource:floatingip and tenant:8271100a41e84071a556dd64b7cbb83e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:53.552789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:53.566762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.568474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d72b041f-c863-488c-904a-95a012682da1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.579677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:53.588617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-60c774f5-8911-4793-af44-6174571c503a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.608699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d72b041f-c863-488c-904a-95a012682da1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.751773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.774774 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72b041f-c863-488c-904a-95a012682da1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 08:58:53.775207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d72b041f-c863-488c-904a-95a012682da1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.799601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-60c774f5-8911-4793-af44-6174571c503a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Calling delete_port for 1dfe959b-7ed5-44f5-b219-6dce9dd277b7 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 08:58:53.827284 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 08:58:53.836272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-421203898', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:53.859900 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:53.864696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 08:58:53.900803 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Usage tracker for resource:router and tenant:dd04cd83ed5441e899f156cf434203f3 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:53.908712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.922881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:53.930855 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f602-f8e7-4173-a74d-077766484a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.948920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:53.953065 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:53.961229 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a94cb59f-1c77-48cb-8e0b-c235706335a1 req-759b5580-1f67-4836-8f90-0202e47a2ca5 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 210 time: 0.1352010 Feb 21 08:58:54.015494 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-5a48874d-8858-4544-a6b3-566d8b122a1a tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:54.017884 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-5a48874d-8858-4544-a6b3-566d8b122a1a tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.47 "GET /v2.0/networks?id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8 HTTP/1.1" status: 200 len: 812 time: 0.6048031 Feb 21 08:58:54.038662 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2f602-f8e7-4173-a74d-077766484a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac8c765-f157-46b4-afde-3ca8f1521af0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:54.051669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d72b041f-c863-488c-904a-95a012682da1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:54.055718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72b041f-c863-488c-904a-95a012682da1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 064b40f3-57d2-434e-a3e7-c08187cc4d79 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 21 08:58:54.058016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d72b041f-c863-488c-904a-95a012682da1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:54.087273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:54.088198 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:54.095612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b041f-c863-488c-904a-95a012682da1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event deleted for resources: {'Network': ['ID=064b40f3-57d2-434e-a3e7-c08187cc4d79,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:54.102656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d72b041f-c863-488c-904a-95a012682da1 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "DELETE /v2.0/networks/064b40f3-57d2-434e-a3e7-c08187cc4d79 HTTP/1.1" status: 204 len: 168 time: 1.4487748 Feb 21 08:58:54.109425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46198) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:54.120095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Request body: {'network': {'name': 'tempest-network--469808813'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:54.131694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:54.137495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Usage tracker for resource:network and tenant:01ffee3851ed4a13a122a203d1240351 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:54.142346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:54.150678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:54.209114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Pushing event updated for resources: {'Port': ['ID=a4f6f9b3-f790-4120-a492-f8be04785516,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:54.212611 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f602-f8e7-4173-a74d-077766484a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:54.217301 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cdb2f602-f8e7-4173-a74d-077766484a57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ac8c765-f157-46b4-afde-3ca8f1521af0 HTTP/1.1" status: 204 len: 168 time: 1.2588975 Feb 21 08:58:54.261606 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Made reservation on behalf of 01ffee3851ed4a13a122a203d1240351 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:54.269320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:54.281056 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:54.297549 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-60c774f5-8911-4793-af44-6174571c503a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:54.310104 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-a4399766-e1ad-40e2-844c-495c2511b0b7 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fdb594f298e42dbb47700adbc49145f HTTP/1.1" status: 200 len: 378 time: 0.2516541 Feb 21 08:58:54.328853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Request body: {'port': {'device_id': '0c9ade75-6c94-4311-9650-3df7337bc7e3', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'admin_state_up': True, 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'security_groups': ['df02cd27-6728-49eb-aa8a-9e3d8d53e32a']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:54.350612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:54.425623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c774f5-8911-4793-af44-6174571c503a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Pushing event deleted for resources: {'Port': ['ID=1dfe959b-7ed5-44f5-b219-6dce9dd277b7,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:54.466875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:54.468344 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a29f6f3d-95ac-412e-9d83-5ec5fedb14df tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0741696 Feb 21 08:58:54.534012 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:58:54.560507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:54.569557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:54.572328 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Added segment 099e43a7-8db8-4bc6-8d30-bb7f3e3c3406 of type vlan for network 63c32251-234b-4344-91e4-b3529428607f Feb 21 08:58:54.574837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-60c774f5-8911-4793-af44-6174571c503a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:54.663585 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-60c774f5-8911-4793-af44-6174571c503a tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] 10.222.0.48 "DELETE /v2.0/ports/1dfe959b-7ed5-44f5-b219-6dce9dd277b7 HTTP/1.1" status: 204 len: 168 time: 1.8041546 Feb 21 08:58:54.673786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46216) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:54.730401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:54.738422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c2b33c73-39ab-439c-8196-a8df7b3647f6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Request body: {'port': {'name': 'tempest-new-port-name-688910205', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:54.738806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.api.validators [None req-c2b33c73-39ab-439c-8196-a8df7b3647f6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] bootfile-name is not in valid_values {{(pid=83585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 21 08:58:54.739400 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.api.validators [None req-c2b33c73-39ab-439c-8196-a8df7b3647f6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] tftp-server is not in valid_values {{(pid=83585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 21 08:58:54.739636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.api.validators [None req-c2b33c73-39ab-439c-8196-a8df7b3647f6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] server-ip-address is not in valid_values {{(pid=83585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 21 08:58:54.905739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Allocated IP 172.20.0.1 (730d3df1-e93b-4218-b4ef-a070d50f7829/b157a673-443d-43a0-998e-9587eb49f0d4/298ffb2a-4cef-4681-8408-718bbacebddb) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:54.909093 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:54.932455 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Usage tracker for resource:port and tenant:7fdb594f298e42dbb47700adbc49145f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:54.951930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:54.975141 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:55.010384 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:55.205545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:55.207300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:55.207896 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:55.262066 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2b33c73-39ab-439c-8196-a8df7b3647f6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:55.490069 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3ab2fc06-8708-48f0-bb9c-d70caf48b688 req-1e590284-2b50-4513-b646-7e5bf99d5e4c tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 210 time: 0.1342516 Feb 21 08:58:55.559663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Made reservation on behalf of 7fdb594f298e42dbb47700adbc49145f for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:55.569190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:55.705315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Allocated IP 172.26.6.18 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/200aa255-996c-4d69-bc66-1123f470ea4d) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:55.744832 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6332459 Feb 21 08:58:55.745587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46246) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:55.757129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7b5d2-2aa9-436c-8d1b-57bbf5b787ea tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event updated for resources: {'Network': ['ID=63c32251-234b-4344-91e4-b3529428607f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:55.767842 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-1d39bc9c-96c5-46e5-b51e-c0dc0dc9f955 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:55.774917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 63c32251-234b-4344-91e4-b3529428607f details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:58:55.962422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:55.999025 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Transition to ACTIVE for port object 298ffb2a-4cef-4681-8408-718bbacebddb will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:56.107708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Allocated IP 172.20.0.3 (ab12aaff-f429-4b8e-bdc9-61e3709a4af8/16a8f84c-ea91-4075-9f54-c7ae84ea5299/daf9f8f4-9868-4732-b8dc-829cafcaf1af) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:56.191187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:56.240197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:56.367480 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-35b4fe9e-a876-4635-8b97-a25cf53a8d76 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Synchronizing usage tracker for tenant:fcf07ebb0bb24770aefe2d4ec14c19be on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:58:56.393349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d39bc9c-96c5-46e5-b51e-c0dc0dc9f955 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:56.411766 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:56.423103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Pushing event updated for resources: {'Port': ['ID=200aa255-996c-4d69-bc66-1123f470ea4d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:56.428445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:56.436444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:56.445865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d39bc9c-96c5-46e5-b51e-c0dc0dc9f955 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:56.452441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:56.509201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-35b4fe9e-a876-4635-8b97-a25cf53a8d76 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Unset dirty status for tenant:fcf07ebb0bb24770aefe2d4ec14c19be on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:58:56.510355 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-35b4fe9e-a876-4635-8b97-a25cf53a8d76 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--209396398&fields=id&tenant_id=fcf07ebb0bb24770aefe2d4ec14c19be HTTP/1.1" status: 200 len: 267 time: 0.8214953 Feb 21 08:58:56.624767 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:56.656716 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Transition to ACTIVE for port object daf9f8f4-9868-4732-b8dc-829cafcaf1af will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:58:56.770956 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d39bc9c-96c5-46e5-b51e-c0dc0dc9f955 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Network 63c32251-234b-4344-91e4-b3529428607f is not hosted by any dhcp agent {{(pid=83585) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 21 08:58:56.773559 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d39bc9c-96c5-46e5-b51e-c0dc0dc9f955 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:56.774837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d39bc9c-96c5-46e5-b51e-c0dc0dc9f955 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:56.776484 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1d39bc9c-96c5-46e5-b51e-c0dc0dc9f955 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "PUT /v2.0/networks/63c32251-234b-4344-91e4-b3529428607f HTTP/1.1" status: 200 len: 856 time: 1.0212140 Feb 21 08:58:56.790248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46260) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:56.796434 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Network 730d3df1-e93b-4218-b4ef-a070d50f7829 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:56.813926 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:56.817819 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.resource_extend [None req-c2b33c73-39ab-439c-8196-a8df7b3647f6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 08:58:56.828497 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:56.830841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39bc9c-96c5-46e5-b51e-c0dc0dc9f955 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event updated for resources: {'Network': ['ID=63c32251-234b-4344-91e4-b3529428607f,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:56.860914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2b33c73-39ab-439c-8196-a8df7b3647f6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:56.876789 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:56.929090 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event updated for resources: {'Port': ['ID=298ffb2a-4cef-4681-8408-718bbacebddb,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:56.997962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2b33c73-39ab-439c-8196-a8df7b3647f6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:57.100148 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:57.105109 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:57.109612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:57.144151 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:57.156563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:57.203350 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:57.315674 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6a95d3ae-d44a-4a7a-bfc4-e5412083bff0 None None] Provisioning for port 298ffb2a-4cef-4681-8408-718bbacebddb completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:57.324409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6a95d3ae-d44a-4a7a-bfc4-e5412083bff0 None None] Provisioning complete for port 298ffb2a-4cef-4681-8408-718bbacebddb triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:57.326483 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Pushing event updated for resources: {'Port': ['ID=daf9f8f4-9868-4732-b8dc-829cafcaf1af,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:57.327916 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6a95d3ae-d44a-4a7a-bfc4-e5412083bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:57.406142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-6585fe7b-fe2c-42b9-9058-046337144f55 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:57.426616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-6585fe7b-fe2c-42b9-9058-046337144f55 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Synchronizing usage tracker for tenant:fcf07ebb0bb24770aefe2d4ec14c19be on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:58:57.431254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-853bb93a-7d5c-49a5-b804-589a9e63d569 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:57.439498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6a95d3ae-d44a-4a7a-bfc4-e5412083bff0 None None] Port 298ffb2a-4cef-4681-8408-718bbacebddb cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:58:57.478757 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:57.479413 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:57.670737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Allocated IP 172.26.6.2 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/e08719bb-3435-4c3d-b55c-1690991070d7) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:58:57.680434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a65d281b-fcdb-41f0-9aaa-aae4777db95c None None] Provisioning for port daf9f8f4-9868-4732-b8dc-829cafcaf1af completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:58:57.692504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a65d281b-fcdb-41f0-9aaa-aae4777db95c None None] Provisioning complete for port daf9f8f4-9868-4732-b8dc-829cafcaf1af triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:57.693273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a65d281b-fcdb-41f0-9aaa-aae4777db95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:57.756738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b33c73-39ab-439c-8196-a8df7b3647f6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Pushing event updated for resources: {'Port': ['ID=c4602f0a-b539-4fb7-a869-f2f2fbb477fc,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:57.793024 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a65d281b-fcdb-41f0-9aaa-aae4777db95c None None] Port daf9f8f4-9868-4732-b8dc-829cafcaf1af cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:58:57.811273 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:57.913223 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:57.928696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b8a7ecaa-e15d-4832-b543-53ada85e1fad None None] Provisioning complete for port c4602f0a-b539-4fb7-a869-f2f2fbb477fc triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:58:57.930340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ecaa-e15d-4832-b543-53ada85e1fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:57.949767 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:58.057619 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b8a7ecaa-e15d-4832-b543-53ada85e1fad None None] Port c4602f0a-b539-4fb7-a869-f2f2fbb477fc cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:58:58.097274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c2b33c73-39ab-439c-8196-a8df7b3647f6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] In _notify_port_updated(), no bound segment for port c4602f0a-b539-4fb7-a869-f2f2fbb477fc on network c19dd840-cd53-438d-b966-2b0330eeb5f4 {{(pid=83585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 08:58:58.099050 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-0b97abb8-4601-447e-b1c3-12d035dafd86 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7834952 Feb 21 08:58:58.101211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b33c73-39ab-439c-8196-a8df7b3647f6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:58.101851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2b33c73-39ab-439c-8196-a8df7b3647f6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:58.114654 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c2b33c73-39ab-439c-8196-a8df7b3647f6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] 10.222.0.48 "PUT /v2.0/ports/c4602f0a-b539-4fb7-a869-f2f2fbb477fc HTTP/1.1" status: 200 len: 1136 time: 3.4349597 Feb 21 08:58:58.114654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-6585fe7b-fe2c-42b9-9058-046337144f55 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Unset dirty status for tenant:fcf07ebb0bb24770aefe2d4ec14c19be on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:58:58.114919 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-6585fe7b-fe2c-42b9-9058-046337144f55 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/networks?id=89acac8e-b1b3-408a-accb-00019777cf15 HTTP/1.1" status: 200 len: 806 time: 1.4878953 Feb 21 08:58:58.115191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46276) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:58.132639 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-853bb93a-7d5c-49a5-b804-589a9e63d569 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:58.157118 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3a7c1-366b-4d13-9630-342781a4183e req-a5cb185d-6766-41c6-bde1-7015c3f4e8c1 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:58.158490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:58:58.158600 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-77e3a7c1-366b-4d13-9630-342781a4183e req-a5cb185d-6766-41c6-bde1-7015c3f4e8c1 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 931 time: 1.3227198 Feb 21 08:58:58.159169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:58.167186 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:58:58.169266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Pushing event updated for resources: {'Port': ['ID=e08719bb-3435-4c3d-b55c-1690991070d7,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:58.171313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:58:58.202110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-7f76faa8-942b-400b-8432-13ec22468adf tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 08:58:58.203104 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-7f76faa8-942b-400b-8432-13ec22468adf tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0435736 Feb 21 08:58:58.218060 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:58.264982 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-0032a27f-deb8-4358-9520-41f326815437 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/quotas/fcf07ebb0bb24770aefe2d4ec14c19be HTTP/1.1" status: 200 len: 375 time: 0.1425793 Feb 21 08:58:58.282446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-853bb93a-7d5c-49a5-b804-589a9e63d569 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c32251-234b-4344-91e4-b3529428607f']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:58.309302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de738043-ef2c-4410-a397-ee5fc7b488a6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:58:58.316490 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-de738043-ef2c-4410-a397-ee5fc7b488a6 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] 10.222.0.48 "GET /v2.0/ports/c4602f0a-b539-4fb7-a869-f2f2fbb477fc HTTP/1.1" status: 200 len: 1136 time: 0.1920331 Feb 21 08:58:58.317267 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46282) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:58.435612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-853bb93a-7d5c-49a5-b804-589a9e63d569 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099e43a7-8db8-4bc6-8d30-bb7f3e3c3406') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:58.438953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-853bb93a-7d5c-49a5-b804-589a9e63d569 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099e43a7-8db8-4bc6-8d30-bb7f3e3c3406') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:58:58.472146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-853bb93a-7d5c-49a5-b804-589a9e63d569 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:58.540748 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-77e3a7c1-366b-4d13-9630-342781a4183e req-fb01acd4-0796-4df9-a7a9-671d7f2fbc73 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3410437 Feb 21 08:58:58.542235 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46284) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:58.544961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-853bb93a-7d5c-49a5-b804-589a9e63d569 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:58.660051 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853bb93a-7d5c-49a5-b804-589a9e63d569 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 08:58:58.660775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-853bb93a-7d5c-49a5-b804-589a9e63d569 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 08:58:58.681394 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 08:58:58.893718 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-c7c22122-e5e9-4d5f-b1f8-fe990b3d910c tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fcf07ebb0bb24770aefe2d4ec14c19be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6182091 Feb 21 08:58:58.895238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-853bb93a-7d5c-49a5-b804-589a9e63d569 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:58.924758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853bb93a-7d5c-49a5-b804-589a9e63d569 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 63c32251-234b-4344-91e4-b3529428607f {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 21 08:58:58.929402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-853bb93a-7d5c-49a5-b804-589a9e63d569 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:58.934090 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Request body: {'port': {'device_id': '0c9ade75-6c94-4311-9650-3df7337bc7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:58.984613 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bb93a-7d5c-49a5-b804-589a9e63d569 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] Pushing event deleted for resources: {'Network': ['ID=63c32251-234b-4344-91e4-b3529428607f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:59.024760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-26e0f2af-d074-45b7-b993-3fa162ce5e11 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Deleting port c4602f0a-b539-4fb7-a869-f2f2fbb477fc {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:58:59.025477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-26e0f2af-d074-45b7-b993-3fa162ce5e11 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:59.085293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:59.110439 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-394665441'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:58:59.187990 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-853bb93a-7d5c-49a5-b804-589a9e63d569 tempest-ExternalNetworksTestJSON-1509488929 tempest-ExternalNetworksTestJSON-1509488929-project-admin] 10.222.0.48 "DELETE /v2.0/networks/63c32251-234b-4344-91e4-b3529428607f HTTP/1.1" status: 204 len: 168 time: 2.3928807 Feb 21 08:58:59.188656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:59.197798 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46296) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:59.198731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:58:59.255858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Usage tracker for resource:network and tenant:6c1fc95b08b94f5b88a55168084fbbb9 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:58:59.314092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:58:59.339020 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d362180-1842-414c-8b16-9b5e41c6aa8c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] DELETE failed (client error): The resource could not be found. Feb 21 08:58:59.339458 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d362180-1842-414c-8b16-9b5e41c6aa8c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 08:58:59.341617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9d362180-1842-414c-8b16-9b5e41c6aa8c tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] 10.222.0.48 "DELETE /v2.0/subnets/0f25f7a7-8f02-4f59-87d7-b952a4f26592 HTTP/1.1" status: 404 len: 337 time: 0.1047060 Feb 21 08:58:59.342640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:58:59.351286 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46300) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:58:59.473583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Pushing event updated for resources: {'Port': ['ID=200aa255-996c-4d69-bc66-1123f470ea4d,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:58:59.494621 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:59.533963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Made reservation on behalf of 6c1fc95b08b94f5b88a55168084fbbb9 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:58:59.541308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:59.597439 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:59.667453 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-bc5de25c-6a77-4b7e-a57b-2494df4e344f service neutron] 10.222.0.48 "GET /v2.0/networks/89acac8e-b1b3-408a-accb-00019777cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7236528 Feb 21 08:58:59.708119 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:59.750997 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:59.763279 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7038712e-e731-4ae2-9c56-2e4c6d91fa80 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2772913 Feb 21 08:58:59.886664 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2e17c3ef-c3fd-45ef-9ce9-aec9d5b2bce4 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:58:59.976328 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 08:59:00.087843 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-26e0f2af-d074-45b7-b993-3fa162ce5e11 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:00.098108 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:00.099059 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:00.118734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Usage tracker for resource:security_group_rule and tenant:6c1fc95b08b94f5b88a55168084fbbb9 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:00.124313 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:00.144553 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:00.163774 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-9674bfe5-9717-4821-aca3-d9404404cba2 service neutron] 10.222.0.48 "GET /v2.0/networks/89acac8e-b1b3-408a-accb-00019777cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880261 Feb 21 08:59:00.169552 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-863f5357-bc0a-41c8-8b29-ddf4ca211901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:00.208112 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:00.235519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d719a3e-14bc-49d8-b863-c6ec01ecd9e1 req-3777c09d-a6e5-433a-8e35-feba15e0ad5c tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:00.245621 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1d719a3e-14bc-49d8-b863-c6ec01ecd9e1 req-3777c09d-a6e5-433a-8e35-feba15e0ad5c tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 931 time: 0.3146315 Feb 21 08:59:00.248151 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:00.350203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-26e0f2af-d074-45b7-b993-3fa162ce5e11 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Calling delete_port for c4602f0a-b539-4fb7-a869-f2f2fbb477fc owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:00.360861 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1d719a3e-14bc-49d8-b863-c6ec01ecd9e1 req-13d71a5c-c6e4-4bb2-b8a7-210ae0cb2b05 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143379 Feb 21 08:59:00.376046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:00.384229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:00.471609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:59:00.506477 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:00.506855 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Added segment 86822754-fb7b-46b7-a660-e04d41e51724 of type vlan for network d780fd0e-6f5b-4506-9781-a87bb441d7cc Feb 21 08:59:00.566137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ec8f14-d404-4d10-aa66-7f5e84121fe1,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:00.620066 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:00.741975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:00.742691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:00.782133 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-785edee8-ddbf-46b6-a1b8-5c9465fd4168 req-e9447548-de0b-4bb3-9d28-7905204141b3 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 210 time: 0.1770983 Feb 21 08:59:00.878854 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2e17c3ef-c3fd-45ef-9ce9-aec9d5b2bce4 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:00.917897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event updated for resources: {'Port': ['ID=298ffb2a-4cef-4681-8408-718bbacebddb,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:00.920931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:01.007505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-a01980c5-42a8-4d35-8734-9b1aa504c2ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Synchronizing usage tracker for tenant:8271100a41e84071a556dd64b7cbb83e on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:01.025558 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-2e17c3ef-c3fd-45ef-9ce9-aec9d5b2bce4 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0382203-a9c0-4278-bcdf-39162c3fbb7a']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:01.059104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-a01980c5-42a8-4d35-8734-9b1aa504c2ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Unset dirty status for tenant:8271100a41e84071a556dd64b7cbb83e on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:01.060703 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-a01980c5-42a8-4d35-8734-9b1aa504c2ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1846597589&fields=id&tenant_id=8271100a41e84071a556dd64b7cbb83e HTTP/1.1" status: 200 len: 267 time: 0.2767813 Feb 21 08:59:01.062540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:01.067154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:01.067881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:01.116536 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-2e17c3ef-c3fd-45ef-9ce9-aec9d5b2bce4 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522646c7-aa39-4ac1-875b-7a7b44d88524') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:01.117223 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-2e17c3ef-c3fd-45ef-9ce9-aec9d5b2bce4 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522646c7-aa39-4ac1-875b-7a7b44d88524') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:01.310079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2e17c3ef-c3fd-45ef-9ce9-aec9d5b2bce4 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:01.369182 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-6e6eca29-8cfb-4ae5-82e5-d8f6ec0896a5 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:01.369993 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-6e6eca29-8cfb-4ae5-82e5-d8f6ec0896a5 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Synchronizing usage tracker for tenant:8271100a41e84071a556dd64b7cbb83e on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:01.422085 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Pushing event updated for resources: {'Network': ['ID=d780fd0e-6f5b-4506-9781-a87bb441d7cc,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:01.435621 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-6e6eca29-8cfb-4ae5-82e5-d8f6ec0896a5 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Unset dirty status for tenant:8271100a41e84071a556dd64b7cbb83e on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:01.436769 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-6e6eca29-8cfb-4ae5-82e5-d8f6ec0896a5 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/networks?id=bc03625c-78e2-44a3-bddc-dae02bd7e601 HTTP/1.1" status: 200 len: 812 time: 0.3639925 Feb 21 08:59:01.437566 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network d780fd0e-6f5b-4506-9781-a87bb441d7cc details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:59:01.482318 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d43a70d6-55f0-4f59-85ee-0aa627e28024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8776033 Feb 21 08:59:01.489696 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-329ea35a-1e7f-4a66-8f22-c3d6c9dce38a tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/quotas/8271100a41e84071a556dd64b7cbb83e HTTP/1.1" status: 200 len: 375 time: 0.0406725 Feb 21 08:59:01.536550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2e17c3ef-c3fd-45ef-9ce9-aec9d5b2bce4 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:01.569782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e17c3ef-c3fd-45ef-9ce9-aec9d5b2bce4 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 08:59:01.570099 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2e17c3ef-c3fd-45ef-9ce9-aec9d5b2bce4 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 08:59:01.683410 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 08:59:01.746903 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-4a1bce5d-2404-43c6-bc78-62d862327843 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8271100a41e84071a556dd64b7cbb83e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2549801 Feb 21 08:59:01.785927 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Network 730d3df1-e93b-4218-b4ef-a070d50f7829 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:01.798481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:01.858212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b547b37-cc2e-4b64-b0bd-334ba00b231b req-abdcaa86-5d97-4fd8-8108-59e0f7e25a6f tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:01.860780 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b547b37-cc2e-4b64-b0bd-334ba00b231b req-abdcaa86-5d97-4fd8-8108-59e0f7e25a6f tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 931 time: 0.2209492 Feb 21 08:59:01.993255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-0da753ab-f047-4439-b8ed-2373dc7107d8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 08:59:01.998780 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-0da753ab-f047-4439-b8ed-2373dc7107d8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1230445 Feb 21 08:59:02.018680 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 08:59:02.094079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2e17c3ef-c3fd-45ef-9ce9-aec9d5b2bce4 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:02.103666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-26e0f2af-d074-45b7-b993-3fa162ce5e11 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:02.148264 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b547b37-cc2e-4b64-b0bd-334ba00b231b req-794c6ef6-a48f-4275-b87d-1b025cf5c45a tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2762649 Feb 21 08:59:02.266415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2e17c3ef-c3fd-45ef-9ce9-aec9d5b2bce4 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:02.268587 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4866de69-a000-4157-abb6-1e76a0897094 None None] Provisioning complete for port 298ffb2a-4cef-4681-8408-718bbacebddb triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:02.270292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4866de69-a000-4157-abb6-1e76a0897094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:02.274719 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-a17b80ec-2a51-4e33-b292-4acf16d434bb service neutron] 10.222.0.48 "GET /v2.0/networks/bc03625c-78e2-44a3-bddc-dae02bd7e601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632916 Feb 21 08:59:02.288652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17c3ef-c3fd-45ef-9ce9-aec9d5b2bce4 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] Pushing event deleted for resources: {'Network': ['ID=f0382203-a9c0-4278-bcdf-39162c3fbb7a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:02.368343 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2e17c3ef-c3fd-45ef-9ce9-aec9d5b2bce4 tempest-ExternalNetworksTestJSON-1978161130 tempest-ExternalNetworksTestJSON-1978161130-project] 10.222.0.48 "DELETE /v2.0/networks/f0382203-a9c0-4278-bcdf-39162c3fbb7a HTTP/1.1" status: 204 len: 168 time: 2.9993451 Feb 21 08:59:02.462725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4866de69-a000-4157-abb6-1e76a0897094 None None] Port 298ffb2a-4cef-4681-8408-718bbacebddb cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:02.579754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46364) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:02.585496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-26e0f2af-d074-45b7-b993-3fa162ce5e11 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:02.586095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Request body: {'port': {'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc', 'binding:host_id': 'hv-neutron-8300', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-331928632'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:02.588756 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-26e0f2af-d074-45b7-b993-3fa162ce5e11 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] 10.222.0.48 "DELETE /v2.0/ports/c4602f0a-b539-4fb7-a869-f2f2fbb477fc HTTP/1.1" status: 204 len: 168 time: 3.9519484 Feb 21 08:59:02.597715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:02.603669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Usage tracker for resource:port and tenant:c32978f923aa43438dfbd46fa70f79d0 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:02.605657 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0f2af-d074-45b7-b993-3fa162ce5e11 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Pushing event deleted for resources: {'Port': ['ID=c4602f0a-b539-4fb7-a869-f2f2fbb477fc,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:02.611471 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:02.612776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46368) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:02.631364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:02.641768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf9f8f4-9868-4732-b8dc-829cafcaf1af {{(pid=83584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 08:59:02.671842 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Made reservation on behalf of c32978f923aa43438dfbd46fa70f79d0 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:02.679986 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:02.689827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:02.734460 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Transition to ACTIVE for port object daf9f8f4-9868-4732-b8dc-829cafcaf1af will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:02.781593 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-c1551b4c-a886-4344-9031-1233fa011d17 service neutron] 10.222.0.48 "GET /v2.0/networks/bc03625c-78e2-44a3-bddc-dae02bd7e601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012827 Feb 21 08:59:02.786508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:02.916798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:02.920256 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ce2b1cd1-38ab-4a4e-90f6-da9743a1ea01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:02.926039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.47', 57621) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:03.065248 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f73076d5-226b-47d1-978a-97414b78c437 req-80564b60-774a-4d45-819e-2aeb404b1590 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 210 time: 0.2806547 Feb 21 08:59:03.130825 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:03.140852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Usage tracker for resource:security_group_rule and tenant:c32978f923aa43438dfbd46fa70f79d0 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:03.147421 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:03.173264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:03.359289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Pushing event updated for resources: {'Port': ['ID=daf9f8f4-9868-4732-b8dc-829cafcaf1af,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:03.411479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46384) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:03.537530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:03.609546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:03.708124 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fb19e8c0-f655-4282-8c9c-ef0d11d3ec8c req-24e488a8-4810-4316-81bc-5002da09f48f tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 210 time: 0.2768676 Feb 21 08:59:03.708924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:03.761976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] device_id is not set on port a92aa714-0017-4253-9a02-ffce416d1a32 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:03.947468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:03.992695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe77904-7db6-451e-87c2-6a8316a4d475 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Deleting subnet 36c1e1e6-a5f8-43c5-b111-7b717f4a0c37 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 08:59:04.133491 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9fe77904-7db6-451e-87c2-6a8316a4d475 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:04.212557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] device_id is not set on port a92aa714-0017-4253-9a02-ffce416d1a32 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:04.226775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:04.248212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Transition to ACTIVE for port object a92aa714-0017-4253-9a02-ffce416d1a32 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:04.280262 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:04.457503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9fe77904-7db6-451e-87c2-6a8316a4d475 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:04.504308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857adcd0-d597-47cf-ab3b-579b32722fa9,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:04.621720 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7f6c9f77-0f96-4d5d-a326-77a2911fda59 req-9105b7ce-7e81-47ef-ac2c-ebadfb72bb0a tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 210 time: 0.1197371 Feb 21 08:59:04.648316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Pushing event updated for resources: {'Port': ['ID=a92aa714-0017-4253-9a02-ffce416d1a32,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:04.683751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Attempting to bind port daf9f8f4-9868-4732-b8dc-829cafcaf1af on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:04.684122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Attempting to bind port daf9f8f4-9868-4732-b8dc-829cafcaf1af by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '17112de3-38d0-428e-9df5-5af9e5f77062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:04.685027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Attempting to bind port daf9f8f4-9868-4732-b8dc-829cafcaf1af on network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:04.696758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Port daf9f8f4-9868-4732-b8dc-829cafcaf1af on network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:04.697659 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Attempting to bind port daf9f8f4-9868-4732-b8dc-829cafcaf1af on network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:04.703784 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-99b8fd16-a953-4eb7-a1e6-2b71ee332445 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79064654a3ef4a5b8c3d262838bd06e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7205877 Feb 21 08:59:04.706634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46398) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:04.743070 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:59:04.743424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Checking segment: {'id': '17112de3-38d0-428e-9df5-5af9e5f77062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:04.744128 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Bound using segment: {'id': '17112de3-38d0-428e-9df5-5af9e5f77062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8'} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:59:04.744606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Bound port: daf9f8f4-9868-4732-b8dc-829cafcaf1af, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17112de3-38d0-428e-9df5-5af9e5f77062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8'}}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:59:04.744959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:04.789745 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Router 7cbd26df-6cf7-4629-8ba8-28f6edfd20c1 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 08:59:04.807300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a58d37-a477-4793-847b-6ed52143b8eb req-695387eb-c949-4cd7-a174-e26905e9c372 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:04.808818 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-47a58d37-a477-4793-847b-6ed52143b8eb req-695387eb-c949-4cd7-a174-e26905e9c372 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 943 time: 1.3790784 Feb 21 08:59:04.815359 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-806108e1-5453-46ce-9276-d5091d23180b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:04.816648 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-806108e1-5453-46ce-9276-d5091d23180b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.47 "GET /v2.0/networks?id=89acac8e-b1b3-408a-accb-00019777cf15 HTTP/1.1" status: 200 len: 806 time: 1.8895738 Feb 21 08:59:04.842316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Checking segment: {'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:04.842666 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Network hostable DHCP agents. Network: d780fd0e-6f5b-4506-9781-a87bb441d7cc, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:59:04.867514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9fe77904-7db6-451e-87c2-6a8316a4d475 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:04.900853 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d061a1b5-08ee-4d6f-912b-9a263a213a02 req-28cbd016-cd62-4661-9e1a-ec82a0130225 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 210 time: 0.0537934 Feb 21 08:59:04.915752 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-47a58d37-a477-4793-847b-6ed52143b8eb req-3b3698e6-1ef7-477b-8484-f7352a23fde9 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980482 Feb 21 08:59:04.924706 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Network d780fd0e-6f5b-4506-9781-a87bb441d7cc is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:59:04.936288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, d780fd0e-6f5b-4506-9781-a87bb441d7cc) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:04.940227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:04.946019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcc4e4f-8843-4aa3-a120-200c2fc3f9a9 None None] Network d780fd0e-6f5b-4506-9781-a87bb441d7cc requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:04.961036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:04.961958 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:04.962577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:04.971176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:04.972039 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:04.972684 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 2 to bind port a92aa714-0017-4253-9a02-ffce416d1a32 Feb 21 08:59:04.990352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:04.991042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:04.991673 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:04.999331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:04.999957 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:05.000578 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 3 to bind port a92aa714-0017-4253-9a02-ffce416d1a32 Feb 21 08:59:05.019464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:05.019464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:05.019754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:05.046849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:05.047226 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:05.049287 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 4 to bind port a92aa714-0017-4253-9a02-ffce416d1a32 Feb 21 08:59:05.077390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:05.077721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:05.078052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:05.093933 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-ff55ff7e-61dd-416f-a6f7-b06288730cc4 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcf07ebb0bb24770aefe2d4ec14c19be HTTP/1.1" status: 200 len: 379 time: 0.0678470 Feb 21 08:59:05.094609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:05.094930 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:05.095346 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 5 to bind port a92aa714-0017-4253-9a02-ffce416d1a32 Feb 21 08:59:05.105953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Request body: {'port': {'device_id': '0dbe74df-137a-4839-a9b3-83e7356eab41', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'admin_state_up': True, 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'security_groups': ['da2a73be-7b80-46f1-8ac7-cef44246ec85']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:05.117239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c1b54295-aba7-4605-b9d3-3d44b84b6fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:05.122740 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] For port daf9f8f4-9868-4732-b8dc-829cafcaf1af, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:05.139823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] For port daf9f8f4-9868-4732-b8dc-829cafcaf1af, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=daf9f8f4-9868-4732-b8dc-829cafcaf1af,segment=NetworkSegment(17112de3-38d0-428e-9df5-5af9e5f77062),segment_id=17112de3-38d0-428e-9df5-5af9e5f77062)] {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:59:05.183467 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:05.185686 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:05.186019 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:05.186345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:05.208560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:05.208869 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:05.211584 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 6 to bind port a92aa714-0017-4253-9a02-ffce416d1a32 Feb 21 08:59:05.236802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:05.237134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:05.237468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:05.264690 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c1b54295-aba7-4605-b9d3-3d44b84b6fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:05.273530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:05.273872 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:05.275683 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 7 to bind port a92aa714-0017-4253-9a02-ffce416d1a32 Feb 21 08:59:05.296053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:05.300710 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:05.301048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:05.301374 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:05.304228 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Usage tracker for resource:port and tenant:fcf07ebb0bb24770aefe2d4ec14c19be is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:05.308432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:05.316466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:05.319839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:05.320787 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:05.322249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Router adf5d28a-bbd1-4237-a3ca-85ecbe910e81 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 08:59:05.323116 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 8 to bind port a92aa714-0017-4253-9a02-ffce416d1a32 Feb 21 08:59:05.341961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Made reservation on behalf of fcf07ebb0bb24770aefe2d4ec14c19be for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:05.344987 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:05.348935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:05.350351 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] 10.222.0.47 "PUT /v2.0/ports/daf9f8f4-9868-4732-b8dc-829cafcaf1af HTTP/1.1" status: 200 len: 1093 time: 6.7090135 Feb 21 08:59:05.355594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9ade75-6c94-4311-9650-3df7337bc7e3', 'tag': 'daf9f8f4-9868-4732-b8dc-829cafcaf1af'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 08:59:05.359616 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9fe77904-7db6-451e-87c2-6a8316a4d475 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:05.360636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:05.360972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:05.361321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:05.412141 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:05.412592 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:05.413890 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 9 to bind port a92aa714-0017-4253-9a02-ffce416d1a32 Feb 21 08:59:05.421319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3f902-e790-4103-af13-e7a88e910776 service neutron] Pushing event updated for resources: {'Port': ['ID=daf9f8f4-9868-4732-b8dc-829cafcaf1af,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:05.456074 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:05.456416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:05.456811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:05.459935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe77904-7db6-451e-87c2-6a8316a4d475 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Pushing event deleted for resources: {'Subnet': ['ID=36c1e1e6-a5f8-43c5-b111-7b717f4a0c37,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:05.485868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9fe77904-7db6-451e-87c2-6a8316a4d475 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:05.486078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:05.486480 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:05.490495 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 10 to bind port a92aa714-0017-4253-9a02-ffce416d1a32 Feb 21 08:59:05.498403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c261a3c8-6a5a-4267-a854-d1ef271c9560 None None] Network c19dd840-cd53-438d-b966-2b0330eeb5f4 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:05.550927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:05.551387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:05.551626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:05.570132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port a92aa714-0017-4253-9a02-ffce416d1a32 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:05.570455 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port a92aa714-0017-4253-9a02-ffce416d1a32 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:05.570811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:05.604791 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9fe77904-7db6-451e-87c2-6a8316a4d475 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] 10.222.0.48 "DELETE /v2.0/subnets/36c1e1e6-a5f8-43c5-b111-7b717f4a0c37 HTTP/1.1" status: 204 len: 168 time: 2.9325428 Feb 21 08:59:05.605756 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46408) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:05.626267 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c1b54295-aba7-4605-b9d3-3d44b84b6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:05.628511 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c1b54295-aba7-4605-b9d3-3d44b84b6fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:05.629628 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c1b54295-aba7-4605-b9d3-3d44b84b6fd2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d877abe-6c77-4b73-96bb-179fbe957574 HTTP/1.1" status: 204 len: 168 time: 0.9207001 Feb 21 08:59:05.697275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Allocated IP 172.20.0.5 (89acac8e-b1b3-408a-accb-00019777cf15/cfec0fb1-966b-4a0f-bd30-1e11ff14d54e/e730853f-ef7d-476a-a002-614c3b69d0ab) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:05.776477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b54295-aba7-4605-b9d3-3d44b84b6fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d877abe-6c77-4b73-96bb-179fbe957574,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:05.816993 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.47', 57625) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:05.900204 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-8e5a2c52-49f3-41c8-a2c0-08f65f18be75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7fdb594f298e42dbb47700adbc49145f&device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 1096 time: 0.4824400 Feb 21 08:59:05.968844 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d3ce7ae1-083d-4562-a67c-cf7cd8a98f0e req-84b79f82-1ddb-478d-af4f-124b84086c86 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 210 time: 0.0855122 Feb 21 08:59:05.982927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] For port a92aa714-0017-4253-9a02-ffce416d1a32, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:05.983442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempted to set empty binding levels {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 21 08:59:05.998445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:06.006096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:06.052595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:06.258325 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] DHCP port deletion for c19dd840-cd53-438d-b966-2b0330eeb5f4 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 08:59:06.265001 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] Deleting port 67656d4a-786b-4f83-88e5-a90cbdc67878 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:06.265579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:06.271734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:06.298893 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9ade75-6c94-4311-9650-3df7337bc7e3', 'tag': 'daf9f8f4-9868-4732-b8dc-829cafcaf1af', 'status': 'completed', 'code': 200} Feb 21 08:59:06.357922 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-7b5b13a4-a30b-4617-8aff-c32e641e8844 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf9f8f4-9868-4732-b8dc-829cafcaf1af HTTP/1.1" status: 200 len: 217 time: 0.4065199 Feb 21 08:59:06.392462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Deleting port 67656d4a-786b-4f83-88e5-a90cbdc67878 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:06.392802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:06.420285 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-745d6aea-bd05-43c4-aac9-6d434ef818ec req-d96a088a-f2e8-473e-b32d-77b5fa22c3a1 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 210 time: 0.1642244 Feb 21 08:59:06.420903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Pushing event updated for resources: {'Port': ['ID=a92aa714-0017-4253-9a02-ffce416d1a32,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:06.432352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46430) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:06.487974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-a3145fc3-b7bf-49b8-9af7-af3080d4af85 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:06.489466 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-a3145fc3-b7bf-49b8-9af7-af3080d4af85 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.47 "GET /v2.0/networks?id=bc03625c-78e2-44a3-bddc-dae02bd7e601 HTTP/1.1" status: 200 len: 812 time: 0.6684670 Feb 21 08:59:06.493787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-6a58519d-6a3b-491e-873f-34f304aa405d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:06.495223 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-6a58519d-6a3b-491e-873f-34f304aa405d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16a8f84c-ea91-4075-9f54-c7ae84ea5299 HTTP/1.1" status: 200 len: 851 time: 0.1271245 Feb 21 08:59:06.511095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:06.546357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cab918-2b77-4639-b01f-f252249268be None None] Sync routers for ids ['7cbd26df-6cf7-4629-8ba8-28f6edfd20c1'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:06.595740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cab918-2b77-4639-b01f-f252249268be None None] Routers {'7cbd26df-6cf7-4629-8ba8-28f6edfd20c1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:06.600544 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f5cab918-2b77-4639-b01f-f252249268be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7cbd26df-6cf7-4629-8ba8-28f6edfd20c1'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:06.611970 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-57511f54-3f88-4c6f-b254-041ed291a108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.0304143 Feb 21 08:59:06.616660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46434) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:06.618124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:06.619398 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-75b9c105-2164-4790-a32a-e226f345b1d6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 13.3330071 Feb 21 08:59:06.626190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46438) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:06.636492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e34741-7285-4031-b0c3-574d40e0db70 req-b8cc67f6-2719-4213-bde7-a2c2331d8dc2 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:06.638604 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b8e34741-7285-4031-b0c3-574d40e0db70 req-b8cc67f6-2719-4213-bde7-a2c2331d8dc2 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 943 time: 0.3838427 Feb 21 08:59:06.649942 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:06.682258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] For port 67656d4a-786b-4f83-88e5-a90cbdc67878, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=67656d4a-786b-4f83-88e5-a90cbdc67878,segment=NetworkSegment(61bf28a1-1db3-4585-af75-be7b042c5603),segment_id=61bf28a1-1db3-4585-af75-be7b042c5603)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:06.682935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:06.701454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-04247151-f188-43cd-8f88-ad40f83c0d3a tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Synchronizing usage tracker for tenant:8271100a41e84071a556dd64b7cbb83e on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:06.737946 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:06.740268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 67656d4a-786b-4f83-88e5-a90cbdc67878 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 08:59:06.744417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8e897e7a-98bc-4bd7-bcb8-eb5ec130d44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Deleting port a92aa714-0017-4253-9a02-ffce416d1a32 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:06.744761 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8e897e7a-98bc-4bd7-bcb8-eb5ec130d44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:06.750888 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f4d258-e0c0-4e21-83a7-3bef3524f9f7 None None] Sync routers for ids ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:06.767675 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f4d258-e0c0-4e21-83a7-3bef3524f9f7 None None] Routers {'adf5d28a-bbd1-4237-a3ca-85ecbe910e81'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:06.768290 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-79f4d258-e0c0-4e21-83a7-3bef3524f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:06.824146 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f9d5083c-00db-4c8b-aedf-d3531e1c505e tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "PUT /v2.0/routers/adf5d28a-bbd1-4237-a3ca-85ecbe910e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7114804 Feb 21 08:59:06.829278 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-79f4d258-e0c0-4e21-83a7-3bef3524f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:06.832149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46442) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:06.841007 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f4d258-e0c0-4e21-83a7-3bef3524f9f7 None None] Routers {'adf5d28a-bbd1-4237-a3ca-85ecbe910e81'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:06.841807 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-79f4d258-e0c0-4e21-83a7-3bef3524f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:06.850838 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-201de1ec-d53d-4abc-9569-2a951ff945d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01ffee3851ed4a13a122a203d1240351&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4174373 Feb 21 08:59:06.854724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Request body: {'port': {'network_id': '730d3df1-e93b-4218-b4ef-a070d50f7829', 'name': 'tempest-FloatingIPAdminTestJSON-390261042'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:06.910120 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-79f4d258-e0c0-4e21-83a7-3bef3524f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:06.910779 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f4d258-e0c0-4e21-83a7-3bef3524f9f7 None None] The sync data for ids ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:06.913829 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-04247151-f188-43cd-8f88-ad40f83c0d3a tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Unset dirty status for tenant:8271100a41e84071a556dd64b7cbb83e on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:06.915964 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-04247151-f188-43cd-8f88-ad40f83c0d3a tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8271100a41e84071a556dd64b7cbb83e HTTP/1.1" status: 200 len: 380 time: 0.4078646 Feb 21 08:59:06.916462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46446) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:06.958822 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f5cab918-2b77-4639-b01f-f252249268be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:06.970011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] Calling delete_port for 67656d4a-786b-4f83-88e5-a90cbdc67878 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:06.992839 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Request body: {'port': {'device_id': 'b16f590a-3776-4989-9109-99c90925c655', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'admin_state_up': True, 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'security_groups': ['3503ae7b-6e39-48e0-93fb-9e317d6cf3e6']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:07.017923 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-2601f37b-0234-425c-a8f5-f2654ea8b60d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4827678 Feb 21 08:59:07.053295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cab918-2b77-4639-b01f-f252249268be None None] Routers {'7cbd26df-6cf7-4629-8ba8-28f6edfd20c1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:07.054055 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f5cab918-2b77-4639-b01f-f252249268be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7cbd26df-6cf7-4629-8ba8-28f6edfd20c1'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:07.079142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Transition to ACTIVE for port object e730853f-ef7d-476a-a002-614c3b69d0ab will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:07.100221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:07.104128 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Usage tracker for resource:port and tenant:2c62106717a343faa3a08278cba7249e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:07.107055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:07.114709 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:07.114918 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:07.163828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 67656d4a-786b-4f83-88e5-a90cbdc67878, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=67656d4a-786b-4f83-88e5-a90cbdc67878,segment=NetworkSegment(61bf28a1-1db3-4585-af75-be7b042c5603),segment_id=61bf28a1-1db3-4585-af75-be7b042c5603)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:07.166021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f5cab918-2b77-4639-b01f-f252249268be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:07.166530 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cab918-2b77-4639-b01f-f252249268be None None] The sync data for ids ['7cbd26df-6cf7-4629-8ba8-28f6edfd20c1'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:07.171420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:07.179769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Made reservation on behalf of 2c62106717a343faa3a08278cba7249e for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:07.183307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:07.192639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-8e897e7a-98bc-4bd7-bcb8-eb5ec130d44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] For port a92aa714-0017-4253-9a02-ffce416d1a32, host hv-neutron-8300, got binding levels [] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:07.192997 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8e897e7a-98bc-4bd7-bcb8-eb5ec130d44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:07.217413 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b8e34741-7285-4031-b0c3-574d40e0db70 req-4a87ab8e-cd43-4fd4-9198-15d00cc644d3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5707829 Feb 21 08:59:07.218465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] device_id is not set on port 37a893e9-2b26-4eb7-8adc-52f23f871fa2 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:07.243621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=67656d4a-786b-4f83-88e5-a90cbdc67878,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:07.248469 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 08:59:07.249043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 08:59:07.345768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8e897e7a-98bc-4bd7-bcb8-eb5ec130d44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Calling delete_port for a92aa714-0017-4253-9a02-ffce416d1a32 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:07.370589 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-05b2ca31-7457-4c23-b1fc-b9cae5e56517 req-f0092ea4-6c86-4f44-80e4-52e22f5d443b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Synchronizing usage tracker for tenant:fcf07ebb0bb24770aefe2d4ec14c19be on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:07.392706 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] For port 67656d4a-786b-4f83-88e5-a90cbdc67878, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=67656d4a-786b-4f83-88e5-a90cbdc67878,segment=NetworkSegment(61bf28a1-1db3-4585-af75-be7b042c5603),segment_id=61bf28a1-1db3-4585-af75-be7b042c5603)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:07.393069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:07.464270 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bee3362-ed22-4cdf-bbab-7df093572eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:07.485775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:07.516281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:07.525341 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Usage tracker for resource:port and tenant:8271100a41e84071a556dd64b7cbb83e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:07.535234 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-da376e62-a31a-4095-9faa-0e1647466ce9 service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065165 Feb 21 08:59:07.539351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:07.549561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bee3362-ed22-4cdf-bbab-7df093572eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:07.556765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:07.582465 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8e897e7a-98bc-4bd7-bcb8-eb5ec130d44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:07.584593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Calling delete_port for 67656d4a-786b-4f83-88e5-a90cbdc67878 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:07.675187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-05b2ca31-7457-4c23-b1fc-b9cae5e56517 req-f0092ea4-6c86-4f44-80e4-52e22f5d443b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Unset dirty status for tenant:fcf07ebb0bb24770aefe2d4ec14c19be on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:07.676344 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-05b2ca31-7457-4c23-b1fc-b9cae5e56517 req-f0092ea4-6c86-4f44-80e4-52e22f5d443b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 210 time: 0.3984160 Feb 21 08:59:07.706283 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e897e7a-98bc-4bd7-bcb8-eb5ec130d44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Pushing event deleted for resources: {'Port': ['ID=a92aa714-0017-4253-9a02-ffce416d1a32,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:07.708991 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Made reservation on behalf of 8271100a41e84071a556dd64b7cbb83e for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:07.712003 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:07.750802 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8e897e7a-98bc-4bd7-bcb8-eb5ec130d44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:07.750894 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] Deleting port 67656d4a-786b-4f83-88e5-a90cbdc67878 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:07.751357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:07.755640 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7bb65f8a-c1a8-4992-8d33-ce8c621fda5f req-fe4f1788-f590-4e4d-a9be-edf48c392e4f tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 210 time: 0.0926521 Feb 21 08:59:07.769933 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8e897e7a-98bc-4bd7-bcb8-eb5ec130d44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "DELETE /v2.0/ports/a92aa714-0017-4253-9a02-ffce416d1a32 HTTP/1.1" status: 204 len: 168 time: 1.1493082 Feb 21 08:59:07.777855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46456) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:07.796877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Network 89acac8e-b1b3-408a-accb-00019777cf15 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:07.797642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Pushing event updated for resources: {'Port': ['ID=e730853f-ef7d-476a-a002-614c3b69d0ab,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:07.800071 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:07.805067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Allocated IP 172.20.0.8 (730d3df1-e93b-4218-b4ef-a070d50f7829/b157a673-443d-43a0-998e-9587eb49f0d4/37a893e9-2b26-4eb7-8adc-52f23f871fa2) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:07.839574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:07.897918 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a637f818-1f7d-40f1-be78-9cb9fbe16c72 req-777255b2-0a37-4f22-b19f-522f6f700583 service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526437 Feb 21 08:59:07.901441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bee3362-ed22-4cdf-bbab-7df093572eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:07.923573 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c94ad7-0751-432a-ae37-ecc4006e045b tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] GET failed (client error): The resource could not be found. Feb 21 08:59:07.924428 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d0c94ad7-0751-432a-ae37-ecc4006e045b tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Synchronizing usage tracker for tenant:c32978f923aa43438dfbd46fa70f79d0 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:07.961277 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee3362-ed22-4cdf-bbab-7df093572eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a59c8b-2e37-4cd2-903a-50e1b4a42f82,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:07.962238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d0c94ad7-0751-432a-ae37-ecc4006e045b tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Unset dirty status for tenant:c32978f923aa43438dfbd46fa70f79d0 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:07.963549 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d0c94ad7-0751-432a-ae37-ecc4006e045b tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "GET /v2.0/ports/a92aa714-0017-4253-9a02-ffce416d1a32 HTTP/1.1" status: 404 len: 333 time: 0.1801124 Feb 21 08:59:07.983404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46460) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:07.984500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 08:59:07.984872 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 08:59:08.000341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Request body: {'port': {'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-426968182'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:08.006127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:08.017269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:08.040087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Made reservation on behalf of c32978f923aa43438dfbd46fa70f79d0 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:08.043115 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:08.064765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Allocated IP 172.20.0.14 (bc03625c-78e2-44a3-bddc-dae02bd7e601/64784111-56ad-4f02-b892-99743affd6a9/b4c6d6b6-17ea-4429-89a1-0a279387f027) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:08.069408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:08.070100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:08.095900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] For port 67656d4a-786b-4f83-88e5-a90cbdc67878, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=67656d4a-786b-4f83-88e5-a90cbdc67878,segment=NetworkSegment(61bf28a1-1db3-4585-af75-be7b042c5603),segment_id=61bf28a1-1db3-4585-af75-be7b042c5603)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:08.096420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:08.133027 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] device_id is not set on port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:08.176308 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bcbabfbd-02b4-4fb7-bb19-9a91dc6f29f1 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/routers/7cbd26df-6cf7-4629-8ba8-28f6edfd20c1 HTTP/1.1" status: 200 len: 918 time: 1.5364521 Feb 21 08:59:08.198648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46464) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:08.234091 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-95cd88e0-53e6-42c1-80b0-0893a1167a53 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1317589 Feb 21 08:59:08.237749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] Calling delete_port for 67656d4a-786b-4f83-88e5-a90cbdc67878 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:08.246659 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bee3362-ed22-4cdf-bbab-7df093572eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:08.247336 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1bee3362-ed22-4cdf-bbab-7df093572eb2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09a59c8b-2e37-4cd2-903a-50e1b4a42f82 HTTP/1.1" status: 204 len: 168 time: 1.2817161 Feb 21 08:59:08.260229 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-47acc5b9-548e-4b56-bd10-4d5b30b2d126 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cbd26df-6cf7-4629-8ba8-28f6edfd20c1 HTTP/1.1" status: 200 len: 205 time: 0.0582790 Feb 21 08:59:08.261596 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46472) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:08.261904 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Request body: {'port': {'device_id': '0dbe74df-137a-4839-a9b3-83e7356eab41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:08.394712 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:08.453692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] No DVR routers for this DVR port 67656d4a-786b-4f83-88e5-a90cbdc67878 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 08:59:08.473134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1d51dd4d-eb3f-4254-a34e-1cbacabeaa0d None None] Provisioning for port e730853f-ef7d-476a-a002-614c3b69d0ab completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:08.485535 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Deleting port 67656d4a-786b-4f83-88e5-a90cbdc67878 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:08.486136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:08.490804 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b36537-bb26-46fe-873d-0d1e82bce0d1 None None] Pushing event deleted for resources: {'Port': ['ID=67656d4a-786b-4f83-88e5-a90cbdc67878,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:08.501020 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1d51dd4d-eb3f-4254-a34e-1cbacabeaa0d None None] Provisioning complete for port e730853f-ef7d-476a-a002-614c3b69d0ab triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:08.501399 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1d51dd4d-eb3f-4254-a34e-1cbacabeaa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:08.563999 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-28e72882-e733-4f28-aa60-1f6dc06f1522 req-9aebd4c1-d012-4b27-9459-5b7391a792ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7fdb594f298e42dbb47700adbc49145f&device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 1096 time: 0.5951922 Feb 21 08:59:08.601511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1d51dd4d-eb3f-4254-a34e-1cbacabeaa0d None None] Port e730853f-ef7d-476a-a002-614c3b69d0ab cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:08.612116 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:08.683062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:08.692924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:08.701191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Transition to ACTIVE for port object b4c6d6b6-17ea-4429-89a1-0a279387f027 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:08.792111 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e72882-e733-4f28-aa60-1f6dc06f1522 req-67ca14b3-3579-4ab1-9647-06ab93233ddc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:08.793601 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-28e72882-e733-4f28-aa60-1f6dc06f1522 req-67ca14b3-3579-4ab1-9647-06ab93233ddc service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8 HTTP/1.1" status: 200 len: 912 time: 0.2168386 Feb 21 08:59:08.800704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:08.823983 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] The port '67656d4a-786b-4f83-88e5-a90cbdc67878' was deleted {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 08:59:08.933501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Transition to ACTIVE for port object 37a893e9-2b26-4eb7-8adc-52f23f871fa2 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:08.949529 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-28e72882-e733-4f28-aa60-1f6dc06f1522 req-0b5444a3-989d-4fb4-a3ce-4ccbf35c2820 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf9f8f4-9868-4732-b8dc-829cafcaf1af HTTP/1.1" status: 200 len: 217 time: 0.1466017 Feb 21 08:59:08.962931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Network bc03625c-78e2-44a3-bddc-dae02bd7e601 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:08.997140 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.044099 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:09.053026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Pushing event updated for resources: {'Port': ['ID=b4c6d6b6-17ea-4429-89a1-0a279387f027,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:09.059028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:09.093127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.151589 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.213851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:09.214473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.219069 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e72882-e733-4f28-aa60-1f6dc06f1522 req-ebaa14b7-2d32-4c75-9a52-6ee9e4fcc883 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:09.220462 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-28e72882-e733-4f28-aa60-1f6dc06f1522 req-ebaa14b7-2d32-4c75-9a52-6ee9e4fcc883 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16a8f84c-ea91-4075-9f54-c7ae84ea5299 HTTP/1.1" status: 200 len: 851 time: 0.2603748 Feb 21 08:59:09.236854 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f830e6-fdd6-4c2d-a1a8-f8e0031d8e39 req-853ad73f-dffb-4039-b1cb-e268619ec642 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:09.243823 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-73f830e6-fdd6-4c2d-a1a8-f8e0031d8e39 req-853ad73f-dffb-4039-b1cb-e268619ec642 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 943 time: 0.7633543 Feb 21 08:59:09.287175 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19dd840-cd53-438d-b966-2b0330eeb5f4']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:09.313078 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-afd51be2-4666-4c02-a910-5fa66927980c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3400009 Feb 21 08:59:09.321140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61bf28a1-1db3-4585-af75-be7b042c5603') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:09.321431 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61bf28a1-1db3-4585-af75-be7b042c5603') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:09.327485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Request body: {'port': {'device_id': 'b16f590a-3776-4989-9109-99c90925c655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:09.329174 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.381406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.429477 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-28e72882-e733-4f28-aa60-1f6dc06f1522 req-f64e33c8-1db7-414e-b889-eda635f75d46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2013371 Feb 21 08:59:09.432824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9b5061ad-3954-45b3-ac0a-45108f063032 None None] Provisioning for port b4c6d6b6-17ea-4429-89a1-0a279387f027 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:09.437341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec306f50-5d74-4daa-b850-1ec21163dacf req-f6fd486b-a178-4783-87b4-dde513caaf02 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:09.439084 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ec306f50-5d74-4daa-b850-1ec21163dacf req-f6fd486b-a178-4783-87b4-dde513caaf02 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 931 time: 0.5731690 Feb 21 08:59:09.449978 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9b5061ad-3954-45b3-ac0a-45108f063032 None None] Provisioning complete for port b4c6d6b6-17ea-4429-89a1-0a279387f027 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:09.450409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9b5061ad-3954-45b3-ac0a-45108f063032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.519286 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-9b5061ad-3954-45b3-ac0a-45108f063032 None None] Port b4c6d6b6-17ea-4429-89a1-0a279387f027 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:09.524941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.534304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.557857 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.567918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46496) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:09.578958 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 08:59:09.579382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 08:59:09.605628 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 08:59:09.611915 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Network 730d3df1-e93b-4218-b4ef-a070d50f7829 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:09.674003 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event updated for resources: {'Port': ['ID=37a893e9-2b26-4eb7-8adc-52f23f871fa2,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:09.677018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:09.735354 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-73f830e6-fdd6-4c2d-a1a8-f8e0031d8e39 req-62729d40-abc6-4291-a138-37d6fda20096 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4905629 Feb 21 08:59:09.756056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:09.782129 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-28e72882-e733-4f28-aa60-1f6dc06f1522 req-11ddf858-d976-41b1-9835-a49fb59cf742 service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424003 Feb 21 08:59:09.812033 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.823906 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-784572358'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:09.830570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:09.876645 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Network d780fd0e-6f5b-4506-9781-a87bb441d7cc is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:09.885432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Deleting port e08719bb-3435-4c3d-b55c-1690991070d7 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:09.885814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.928686 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:09.955800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:09.956612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:09.957267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.959591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:network and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:09.961101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:09.979356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:09.988344 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ec306f50-5d74-4daa-b850-1ec21163dacf req-5ac8bad5-518c-45a2-8ac3-3ad29cb48e4d tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4783914 Feb 21 08:59:10.011401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:10.013516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:10.014411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Pushing event updated for resources: {'Port': ['ID=4c3ccac4-91e3-46d2-aa20-7c6e8712d913,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:10.024288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:10.024826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:10.035295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] Pushing event deleted for resources: {'Network': ['ID=c19dd840-cd53-438d-b966-2b0330eeb5f4,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:10.055023 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e64a621f-e3d7-41ba-9ed2-806531df42eb None None] Provisioning for port 37a893e9-2b26-4eb7-8adc-52f23f871fa2 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:10.062082 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8faf754f-459a-44b4-ba4e-3e37b2fdb805 tempest-ExtraDHCPOptionsTestJSON-239142061 tempest-ExtraDHCPOptionsTestJSON-239142061-project] 10.222.0.48 "DELETE /v2.0/networks/c19dd840-cd53-438d-b966-2b0330eeb5f4 HTTP/1.1" status: 204 len: 168 time: 4.4556730 Feb 21 08:59:10.064864 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e64a621f-e3d7-41ba-9ed2-806531df42eb None None] Provisioning complete for port 37a893e9-2b26-4eb7-8adc-52f23f871fa2 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:10.065480 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e64a621f-e3d7-41ba-9ed2-806531df42eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:10.083546 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9a495a6f-6543-443e-83f0-bdbb363e36f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0938909 Feb 21 08:59:10.088337 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46504) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:10.090380 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-73437d86-08cd-4e65-bdd2-91c9d9552b62 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2518961 Feb 21 08:59:10.094403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46508) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:10.112616 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:10.116089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:10.129774 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:10.138100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e64a621f-e3d7-41ba-9ed2-806531df42eb None None] Port 37a893e9-2b26-4eb7-8adc-52f23f871fa2 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:10.210439 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e730853f-ef7d-476a-a002-614c3b69d0ab {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 08:59:10.226534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa71b4-4fb8-459a-b0f5-424dcd106e5e req-8c5708a9-75c0-4c49-bd31-876e819d1091 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:10.228149 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-20aa71b4-4fb8-459a-b0f5-424dcd106e5e req-8c5708a9-75c0-4c49-bd31-876e819d1091 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 932 time: 0.3573079 Feb 21 08:59:10.231813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:10.265464 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:10.287203 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-28e72882-e733-4f28-aa60-1f6dc06f1522 req-983b0454-f6df-431d-ac10-5631b3703c98 service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958744 Feb 21 08:59:10.314354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Transition to ACTIVE for port object e730853f-ef7d-476a-a002-614c3b69d0ab will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:10.333935 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:10.353423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:10.382418 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:10.389620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:10.402627 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:security_group_rule and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:10.407219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:10.417852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'project_id': '2c62106717a343faa3a08278cba7249e', 'port_id': '37a893e9-2b26-4eb7-8adc-52f23f871fa2'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:10.437262 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:10.441159 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-20aa71b4-4fb8-459a-b0f5-424dcd106e5e req-8721a8b0-c778-402f-8fd3-eba0fd86d251 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051308 Feb 21 08:59:10.462931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:10.474082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46516) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:10.487715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Usage tracker for resource:floatingip and tenant:2c62106717a343faa3a08278cba7249e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:10.530661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Calling delete_port for e08719bb-3435-4c3d-b55c-1690991070d7 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:10.548078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:10.568926 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:10.571261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Pushing event updated for resources: {'Port': ['ID=e730853f-ef7d-476a-a002-614c3b69d0ab,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:10.688667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:10.833345 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c6d6b6-17ea-4429-89a1-0a279387f027 {{(pid=83584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 08:59:10.845862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:10.898483 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Transition to ACTIVE for port object b4c6d6b6-17ea-4429-89a1-0a279387f027 will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:10.911441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:10.917808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:10.959227 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:10.962040 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device daf9f8f4-9868-4732-b8dc-829cafcaf1af details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 08:59:11.127921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port daf9f8f4-9868-4732-b8dc-829cafcaf1af, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=daf9f8f4-9868-4732-b8dc-829cafcaf1af,segment=NetworkSegment(17112de3-38d0-428e-9df5-5af9e5f77062),segment_id=17112de3-38d0-428e-9df5-5af9e5f77062)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:11.146230 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'daf9f8f4-9868-4732-b8dc-829cafcaf1af', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'port_id': 'daf9f8f4-9868-4732-b8dc-829cafcaf1af', 'mac_address': 'fa:16:3e:cf:de:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 08:59:11.172421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:59:11.181463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018e5f61-6b9b-4efe-8930-cac39dff4743,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:11.187658 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4a1916e0-ac53-4ab7-b9fe-6b635b020a2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b5ee380392942aaa03be1ab6873f465&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7068813 Feb 21 08:59:11.195513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46526) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:11.202549 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:11.218345 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:11.218825 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Added segment 43b25f3e-3171-46ba-ae60-8fae94106a78 of type vlan for network 749b6d65-c680-4e97-918b-6efdfcb19e4b Feb 21 08:59:11.239343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:11.245740 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c6d6b6-17ea-4429-89a1-0a279387f027,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:11.250111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Attempting to bind port e730853f-ef7d-476a-a002-614c3b69d0ab on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:11.250848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Attempting to bind port e730853f-ef7d-476a-a002-614c3b69d0ab by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '1983d57a-403b-47c7-9912-0a049afbe94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:11.250848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Attempting to bind port e730853f-ef7d-476a-a002-614c3b69d0ab on network 89acac8e-b1b3-408a-accb-00019777cf15 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:11.271001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] device_id is not set on port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:11.273760 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf9f8f4-9868-4732-b8dc-829cafcaf1af {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 08:59:11.286383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:11.292290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Port e730853f-ef7d-476a-a002-614c3b69d0ab on network 89acac8e-b1b3-408a-accb-00019777cf15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:11.292616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Attempting to bind port e730853f-ef7d-476a-a002-614c3b69d0ab on network 89acac8e-b1b3-408a-accb-00019777cf15 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:11.300749 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4494aa-3987-4994-9b9c-2ed47f37906e req-20b51547-e61c-4899-9449-682580bae361 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:11.302142 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da4494aa-3987-4994-9b9c-2ed47f37906e req-20b51547-e61c-4899-9449-682580bae361 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 943 time: 0.3770111 Feb 21 08:59:11.311427 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port daf9f8f4-9868-4732-b8dc-829cafcaf1af, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=daf9f8f4-9868-4732-b8dc-829cafcaf1af,segment=NetworkSegment(17112de3-38d0-428e-9df5-5af9e5f77062),segment_id=17112de3-38d0-428e-9df5-5af9e5f77062)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:11.321847 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:11.332751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Transition to ACTIVE for port object 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:11.352376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:59:11.352718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Checking segment: {'id': '1983d57a-403b-47c7-9912-0a049afbe94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:11.353277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Bound using segment: {'id': '1983d57a-403b-47c7-9912-0a049afbe94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:59:11.353745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Bound port: e730853f-ef7d-476a-a002-614c3b69d0ab, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1983d57a-403b-47c7-9912-0a049afbe94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:59:11.354086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:11.367107 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:11.407470 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Pushing event deleted for resources: {'Port': ['ID=e08719bb-3435-4c3d-b55c-1690991070d7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:11.418034 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=daf9f8f4-9868-4732-b8dc-829cafcaf1af,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:11.513920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:11.578949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Pushing event updated for resources: {'Port': ['ID=4c3ccac4-91e3-46d2-aa20-7c6e8712d913,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:11.585907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef005-a765-419a-8105-5e0c62d42d05 req-917ccba4-ee66-46ef-b07f-3ebe87086f07 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:11.587715 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6e9ef005-a765-419a-8105-5e0c62d42d05 req-917ccba4-ee66-46ef-b07f-3ebe87086f07 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 943 time: 0.4046600 Feb 21 08:59:11.606327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:11.609602 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da4494aa-3987-4994-9b9c-2ed47f37906e req-8867f07c-9c3d-4484-bc3c-111e4f2b5503 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2837951 Feb 21 08:59:11.654742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['daf9f8f4-9868-4732-b8dc-829cafcaf1af'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 08:59:11.732510 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5758e06-3178-4d8b-9c43-a8a10131453b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:11.734126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] For port e730853f-ef7d-476a-a002-614c3b69d0ab, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:11.744225 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:11.748568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:11.749163 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:11.757586 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:11.757929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:11.758260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:11.770178 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6e9ef005-a765-419a-8105-5e0c62d42d05 req-ce929bde-611e-4784-9232-b96ff3ba867e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661422 Feb 21 08:59:11.773161 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] For port e730853f-ef7d-476a-a002-614c3b69d0ab, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e730853f-ef7d-476a-a002-614c3b69d0ab,segment=NetworkSegment(1983d57a-403b-47c7-9912-0a049afbe94b),segment_id=1983d57a-403b-47c7-9912-0a049afbe94b)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:59:11.777257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:11.777606 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:11.780288 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 2 to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 Feb 21 08:59:11.876709 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Allocated IP 172.26.6.224 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/c9a3a4f1-d479-4fe8-a1d0-952fb16f15fe) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:11.878624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Attempting to bind port b4c6d6b6-17ea-4429-89a1-0a279387f027 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:11.879105 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Attempting to bind port b4c6d6b6-17ea-4429-89a1-0a279387f027 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'bdb85d5e-12bc-4220-a4fc-0ece310086a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:11.879376 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Attempting to bind port b4c6d6b6-17ea-4429-89a1-0a279387f027 on network bc03625c-78e2-44a3-bddc-dae02bd7e601 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:11.929495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:11.929824 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:11.930149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:11.933375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:11.982058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5758e06-3178-4d8b-9c43-a8a10131453b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:11.988616 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:12.056422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Port b4c6d6b6-17ea-4429-89a1-0a279387f027 on network bc03625c-78e2-44a3-bddc-dae02bd7e601 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:12.056736 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Attempting to bind port b4c6d6b6-17ea-4429-89a1-0a279387f027 on network bc03625c-78e2-44a3-bddc-dae02bd7e601 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:12.104054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:12.104395 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:12.115065 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 3 to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 Feb 21 08:59:12.131558 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:12.133118 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] 10.222.0.47 "PUT /v2.0/ports/e730853f-ef7d-476a-a002-614c3b69d0ab HTTP/1.1" status: 200 len: 1093 time: 3.8786595 Feb 21 08:59:12.147294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbe74df-137a-4839-a9b3-83e7356eab41', 'tag': 'e730853f-ef7d-476a-a002-614c3b69d0ab'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 08:59:12.154935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Network': ['ID=749b6d65-c680-4e97-918b-6efdfcb19e4b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:12.173406 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a3c182c1-2384-4387-8137-d8afaac3129d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6013045 Feb 21 08:59:12.178540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46534) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:12.182979 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:59:12.190406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0c261-f37c-4ffe-a044-35d392e4c238 service neutron] Pushing event updated for resources: {'Port': ['ID=e730853f-ef7d-476a-a002-614c3b69d0ab,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:12.202673 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:59:12.203042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Checking segment: {'id': 'bdb85d5e-12bc-4220-a4fc-0ece310086a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:12.203436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Bound using segment: {'id': 'bdb85d5e-12bc-4220-a4fc-0ece310086a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601'} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:59:12.207373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Bound port: b4c6d6b6-17ea-4429-89a1-0a279387f027, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb85d5e-12bc-4220-a4fc-0ece310086a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601'}}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:59:12.207783 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:12.239091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:12.305107 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:12.305663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:12.305933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:12.350649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:12.351216 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:12.357420 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 4 to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 Feb 21 08:59:12.392333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263fdb9-b796-466f-a3e0-a15cce3f3998 req-4e7d932c-3ca9-480b-b75d-d3b0c4bda8b1 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:12.393831 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5263fdb9-b796-466f-a3e0-a15cce3f3998 req-4e7d932c-3ca9-480b-b75d-d3b0c4bda8b1 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 944 time: 0.6035860 Feb 21 08:59:12.453466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:12.453802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:12.454132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:12.460162 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:12.480529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:12.480909 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:12.483182 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 5 to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 Feb 21 08:59:12.499943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:12.500333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:12.500668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:12.504306 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5263fdb9-b796-466f-a3e0-a15cce3f3998 req-b2ab392c-d3b7-477f-82d9-13c0c5337578 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848906 Feb 21 08:59:12.530828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:12.531150 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:12.534206 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-b538e1d5-59e9-4438-8fc4-1b429115b8da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcf07ebb0bb24770aefe2d4ec14c19be&device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 1096 time: 0.3313174 Feb 21 08:59:12.548480 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 6 to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 Feb 21 08:59:12.624628 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] For port b4c6d6b6-17ea-4429-89a1-0a279387f027, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:12.630031 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] For port b4c6d6b6-17ea-4429-89a1-0a279387f027, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b4c6d6b6-17ea-4429-89a1-0a279387f027,segment=NetworkSegment(bdb85d5e-12bc-4220-a4fc-0ece310086a7),segment_id=bdb85d5e-12bc-4220-a4fc-0ece310086a7)] {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:59:12.682625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:12.682803 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-b8d6f394-2987-4b42-abf6-9b7b7d7597b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e730853f-ef7d-476a-a002-614c3b69d0ab HTTP/1.1" status: 200 len: 217 time: 0.1254156 Feb 21 08:59:12.685259 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbe74df-137a-4839-a9b3-83e7356eab41', 'tag': 'e730853f-ef7d-476a-a002-614c3b69d0ab', 'status': 'completed', 'code': 200} Feb 21 08:59:12.687998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:12.720983 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:12.721220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:12.721733 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:12.727568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5758e06-3178-4d8b-9c43-a8a10131453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:12.740807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:12.741220 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:12.746657 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 7 to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 Feb 21 08:59:12.761270 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:12.767105 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5758e06-3178-4d8b-9c43-a8a10131453b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a1aa02-ac51-415d-bb46-ae0b6c53d492,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:12.784125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:12.794399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:12.797747 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:12.807057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:12.814461 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5758e06-3178-4d8b-9c43-a8a10131453b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:12.816896 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f5758e06-3178-4d8b-9c43-a8a10131453b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54a1aa02-ac51-415d-bb46-ae0b6c53d492 HTTP/1.1" status: 204 len: 168 time: 1.6157870 Feb 21 08:59:12.822365 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:12.823747 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] 10.222.0.47 "PUT /v2.0/ports/b4c6d6b6-17ea-4429-89a1-0a279387f027 HTTP/1.1" status: 200 len: 1094 time: 3.5021038 Feb 21 08:59:12.826330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16f590a-3776-4989-9109-99c90925c655', 'tag': 'b4c6d6b6-17ea-4429-89a1-0a279387f027'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 08:59:12.831266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:12.845999 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bf060-1894-4b7a-bff8-4190540b9e30 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c6d6b6-17ea-4429-89a1-0a279387f027,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:12.935981 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device daf9f8f4-9868-4732-b8dc-829cafcaf1af up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:12.973941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:12.974246 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:12.974504 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:12.981232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:13.022009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-b4c99df0-bec6-434a-a420-168fb6b706fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:13.023501 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-b4c99df0-bec6-434a-a420-168fb6b706fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfec0fb1-966b-4a0f-bd30-1e11ff14d54e HTTP/1.1" status: 200 len: 845 time: 0.3342392 Feb 21 08:59:13.066746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:13.071496 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:13.087435 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 8 to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 Feb 21 08:59:13.092317 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:13.092896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Fanout notify agent at l3_agent the message router_deleted on router 7cbd26df-6cf7-4629-8ba8-28f6edfd20c1 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 08:59:13.116129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:13.124443 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:13.130951 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d6f62c7f-b9c6-456f-b4b7-ca293445c807 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "DELETE /v2.0/routers/7cbd26df-6cf7-4629-8ba8-28f6edfd20c1 HTTP/1.1" status: 204 len: 168 time: 4.8538799 Feb 21 08:59:13.131947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46556) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:13.134327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:13.141960 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Pushing event updated for resources: {'Port': ['ID=c9a3a4f1-d479-4fe8-a1d0-952fb16f15fe,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:13.147647 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:13.158380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Request body: {'router': {'name': 'tempest-snat-router-907882322', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'enable_snat': False}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:13.176105 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:13.180423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port daf9f8f4-9868-4732-b8dc-829cafcaf1af completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:13.187076 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port daf9f8f4-9868-4732-b8dc-829cafcaf1af triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:13.187874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:13.188372 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:13.206193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:13.206533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:13.206863 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:13.212627 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Usage tracker for resource:router and tenant:8355709553eb434d828b2daf0da2367a is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:13.216159 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:13.294165 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:13.294569 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:13.300252 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 9 to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 Feb 21 08:59:13.378019 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:13.378669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:13.378669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:13.385711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0ac78-249a-4ad7-9507-9862d592cbc5 req-83f9eb6e-ab32-4e64-bf15-9d7c5ed15c54 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:13.387260 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1dd0ac78-249a-4ad7-9507-9862d592cbc5 req-83f9eb6e-ab32-4e64-bf15-9d7c5ed15c54 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 944 time: 0.6273158 Feb 21 08:59:13.403660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:13.442356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:13.443599 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:13.448632 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:13.448951 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:13.453998 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 10 to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 Feb 21 08:59:13.460658 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-2c45f4f2-f758-449b-a705-343e05c83fa0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8271100a41e84071a556dd64b7cbb83e&device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 1097 time: 0.5340414 Feb 21 08:59:13.468833 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-9061a449-8ac5-41d2-b844-4545d04e0234 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=89acac8e-b1b3-408a-accb-00019777cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4332106 Feb 21 08:59:13.477080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:13.515453 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9ade75-6c94-4311-9650-3df7337bc7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf9f8f4-9868-4732-b8dc-829cafcaf1af'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 08:59:13.569097 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-ce295e0d-bd27-4354-9e7a-295d464af5d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4c6d6b6-17ea-4429-89a1-0a279387f027 HTTP/1.1" status: 200 len: 217 time: 0.0973990 Feb 21 08:59:13.594396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port daf9f8f4-9868-4732-b8dc-829cafcaf1af, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=daf9f8f4-9868-4732-b8dc-829cafcaf1af,segment=NetworkSegment(17112de3-38d0-428e-9df5-5af9e5f77062),segment_id=17112de3-38d0-428e-9df5-5af9e5f77062)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:13.601696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:13.644575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:13.709232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=daf9f8f4-9868-4732-b8dc-829cafcaf1af,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:13.764748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-a6dfb075-2af3-44ff-a1b2-87291ead4fde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:13.766213 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-a6dfb075-2af3-44ff-a1b2-87291ead4fde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64784111-56ad-4f02-b892-99743affd6a9 HTTP/1.1" status: 200 len: 851 time: 0.1893747 Feb 21 08:59:13.822864 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1dd0ac78-249a-4ad7-9507-9862d592cbc5 req-abce744a-3194-433b-a8fb-d520df951c58 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4277833 Feb 21 08:59:13.888560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:13.888885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:13.889209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:13.905232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a7043-7eb1-4680-a14b-378f7466aefd req-86fcd35c-0501-4f4f-8a7d-63f0ec1c19e0 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:13.906722 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-728a7043-7eb1-4680-a14b-378f7466aefd req-86fcd35c-0501-4f4f-8a7d-63f0ec1c19e0 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 943 time: 0.7075701 Feb 21 08:59:13.967411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:13.967723 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:13.968163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:13.997731 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:14.046526 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16f590a-3776-4989-9109-99c90925c655', 'tag': 'b4c6d6b6-17ea-4429-89a1-0a279387f027', 'status': 'completed', 'code': 200} Feb 21 08:59:14.050405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:14.099987 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-e15180d9-89ea-4d77-b488-cbaf9a8d5015 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bc03625c-78e2-44a3-bddc-dae02bd7e601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2756915 Feb 21 08:59:14.133647 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-4e6bfda5-e918-442a-943f-d10730917b5f service neutron] 10.222.0.47 "GET /v2.0/networks/89acac8e-b1b3-408a-accb-00019777cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608246 Feb 21 08:59:14.148472 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=ae82013c-e3a7-440d-9497-280509231b21,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:14.173770 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-728a7043-7eb1-4680-a14b-378f7466aefd req-72d47a95-50d9-4efd-9977-d72ed6cfeb96 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434695 Feb 21 08:59:14.245089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:14.245522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network hostable DHCP agents. Network: 749b6d65-c680-4e97-918b-6efdfcb19e4b, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:59:14.319528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46586) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:14.338022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] For port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:14.338379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempted to set empty binding levels {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 21 08:59:14.359122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:59:14.391272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 749b6d65-c680-4e97-918b-6efdfcb19e4b) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:14.399327 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-9e8f3682-bb06-4786-bc26-cc32f8e9ad4f service neutron] 10.222.0.47 "GET /v2.0/networks/bc03625c-78e2-44a3-bddc-dae02bd7e601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863336 Feb 21 08:59:14.404971 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b37853-e9f0-4f8b-8f32-2c05e18fb405 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:14.405551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:14.405952 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:14.425214 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9ade75-6c94-4311-9650-3df7337bc7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf9f8f4-9868-4732-b8dc-829cafcaf1af', 'code': 200} Feb 21 08:59:14.484875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:14.530628 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b35dc9ac-24cc-49ca-b86b-5ac5a640264d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3506958 Feb 21 08:59:14.531307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46592) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:14.547225 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'name': 'tempest-NetworksTestDHCPv6-1123061563'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:14.606556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] In _notify_port_updated(), no bound segment for port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 08:59:14.607823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:14.609293 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "PUT /v2.0/ports/4c3ccac4-91e3-46d2-aa20-7c6e8712d913 HTTP/1.1" status: 200 len: 980 time: 4.5176568 Feb 21 08:59:14.622856 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46596) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:14.691094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7db4f-26c0-4857-9c99-4b74133d504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Pushing event updated for resources: {'Port': ['ID=4c3ccac4-91e3-46d2-aa20-7c6e8712d913,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:14.716974 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc272aeb-1060-4522-a69b-a9cfd9a5b6e4 req-57ecbed3-787d-44da-aa3d-44c6027ae87a service neutron] 10.222.0.47 "GET /v2.0/networks/89acac8e-b1b3-408a-accb-00019777cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757871 Feb 21 08:59:14.718563 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b1baacc0-c76f-4eb6-be07-9dc472fa3b0a req-e9389880-ce7e-4776-b2f2-ac7727682f42 service neutron] 10.222.0.47 "GET /v2.0/networks/bc03625c-78e2-44a3-bddc-dae02bd7e601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081849 Feb 21 08:59:14.755005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9d6c1-1174-405d-b4a2-87260c8e8289 req-f39722ca-01fa-4820-8f81-f0d5fab9ab87 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:14.763697 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fcd9d6c1-1174-405d-b4a2-87260c8e8289 req-f39722ca-01fa-4820-8f81-f0d5fab9ab87 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 944 time: 0.4934795 Feb 21 08:59:14.777092 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': 'ae82013c-e3a7-440d-9497-280509231b21'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:59:14.778449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:14.947985 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:14.957910 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Allocated IP 2001:db8::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/ae82013c-e3a7-440d-9497-280509231b21/3ef6b004-e415-46b3-a940-9790991cffd4) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:14.968324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:14.998625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:port and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:15.004038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:15.018595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.057998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:15.102180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2166e3cf-487c-4753-b9df-1d660f8c586f tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1607981162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:15.127215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2166e3cf-487c-4753-b9df-1d660f8c586f tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:15.155006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2166e3cf-487c-4753-b9df-1d660f8c586f tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Usage tracker for resource:router and tenant:d9e4ffe6b9984e23aadc1aac98224ee2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:15.164219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2166e3cf-487c-4753-b9df-1d660f8c586f tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:15.174518 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fcd9d6c1-1174-405d-b4a2-87260c8e8289 req-69ea0c60-79cd-4cfb-a906-6fa30c2d3093 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4099612 Feb 21 08:59:15.177566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2166e3cf-487c-4753-b9df-1d660f8c586f tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:15.179258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.191653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:15.194807 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.199403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Transition to ACTIVE for port object 3ef6b004-e415-46b3-a940-9790991cffd4 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:15.201993 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.222698 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b985ffb5-bd46-42bf-85e8-4f696420db25 req-8d29b0a5-7499-4ac6-afdb-5baf81c0d48d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8271100a41e84071a556dd64b7cbb83e&device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 1097 time: 0.3890147 Feb 21 08:59:15.231115 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Transition to ACTIVE for port object 3ef6b004-e415-46b3-a940-9790991cffd4 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:15.239271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.243909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-54f303ae-5963-4d2a-8bcd-35cc0565716f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Synchronizing usage tracker for tenant:c32978f923aa43438dfbd46fa70f79d0 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:15.273266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2166e3cf-487c-4753-b9df-1d660f8c586f tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.274200 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2166e3cf-487c-4753-b9df-1d660f8c586f tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.285825 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-843298b6-e657-484b-ba51-b13d09c91911 req-e486253d-2858-444d-b5d9-7bdac5b2e823 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 1098 time: 0.5117285 Feb 21 08:59:15.334357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:15.336074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:15.342892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port cd083256-680d-41ca-8b04-13c9c23f1553 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:15.343994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:15.347514 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.384894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-54f303ae-5963-4d2a-8bcd-35cc0565716f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Unset dirty status for tenant:c32978f923aa43438dfbd46fa70f79d0 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:15.390548 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-54f303ae-5963-4d2a-8bcd-35cc0565716f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22829 time: 0.7569175 Feb 21 08:59:15.393370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Pushing event updated for resources: {'Port': ['ID=3ef6b004-e415-46b3-a940-9790991cffd4,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:15.401228 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271db59-6cac-4d6f-b422-8a2c645c71a4 req-4c719741-d553-4c11-8c54-6ea006ffdcdc tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:15.404287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46608) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:15.407579 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b271db59-6cac-4d6f-b422-8a2c645c71a4 req-4c719741-d553-4c11-8c54-6ea006ffdcdc tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.3893209 Feb 21 08:59:15.447403 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-522042b0-71ae-42e8-a21e-c0b43372743f req-8cf80c9f-d112-449c-b198-557a633d603b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcf07ebb0bb24770aefe2d4ec14c19be&device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 1096 time: 0.4281213 Feb 21 08:59:15.458510 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Attempting to bind port 3ef6b004-e415-46b3-a940-9790991cffd4 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:15.459074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Attempting to bind port 3ef6b004-e415-46b3-a940-9790991cffd4 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:15.459358 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Attempting to bind port 3ef6b004-e415-46b3-a940-9790991cffd4 on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:15.466059 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:59:15.466451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2166e3cf-487c-4753-b9df-1d660f8c586f tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.466739 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:15.469233 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.469233 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:59:15.469431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-843298b6-e657-484b-ba51-b13d09c91911 req-df0e2d3a-6765-4e7d-aefb-d865d99c8e7b service neutron] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.469526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Bound port: 3ef6b004-e415-46b3-a940-9790991cffd4, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:59:15.469526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.561924 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Allocated IP 172.26.6.77 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/99c2998b-9f9f-49fa-be9b-9397d4523fb3) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:15.587018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] For port 3ef6b004-e415-46b3-a940-9790991cffd4, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:15.592694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] For port 3ef6b004-e415-46b3-a940-9790991cffd4, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3ef6b004-e415-46b3-a940-9790991cffd4,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:59:15.600057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.614788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-9805c527-eb54-4412-9bf2-80ce1e5bd6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Deleting port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:15.615266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9805c527-eb54-4412-9bf2-80ce1e5bd6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.708748 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f21083-1f68-4d43-8c2b-682464fe5561 None None] Pushing event updated for resources: {'Port': ['ID=3ef6b004-e415-46b3-a940-9790991cffd4,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:15.723400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-843298b6-e657-484b-ba51-b13d09c91911 req-df0e2d3a-6765-4e7d-aefb-d865d99c8e7b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:15.727968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2166e3cf-487c-4753-b9df-1d660f8c586f tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.733397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985ffb5-bd46-42bf-85e8-4f696420db25 req-81809593-a5e3-4e9a-ab85-984780bfd643 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:15.734881 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b985ffb5-bd46-42bf-85e8-4f696420db25 req-81809593-a5e3-4e9a-ab85-984780bfd643 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bc03625c-78e2-44a3-bddc-dae02bd7e601 HTTP/1.1" status: 200 len: 912 time: 0.5015371 Feb 21 08:59:15.737935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-843298b6-e657-484b-ba51-b13d09c91911 req-df0e2d3a-6765-4e7d-aefb-d865d99c8e7b service neutron] Usage tracker for resource:security_group_rule and tenant:cea347851dff4dca897255e96a2dff9e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:15.792904 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b271db59-6cac-4d6f-b422-8a2c645c71a4 req-12148842-5e7c-40aa-9da2-a45ebebef2aa tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3378754 Feb 21 08:59:15.831634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2166e3cf-487c-4753-b9df-1d660f8c586f tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:15.832794 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2166e3cf-487c-4753-b9df-1d660f8c586f tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5098205 Feb 21 08:59:15.838508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46614) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:15.841385 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-843298b6-e657-484b-ba51-b13d09c91911 req-df0e2d3a-6765-4e7d-aefb-d865d99c8e7b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:15.860654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522042b0-71ae-42e8-a21e-c0b43372743f req-b2d9a9c6-bbe5-4a6f-bd7d-d9404b9e7e28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:15.862101 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-522042b0-71ae-42e8-a21e-c0b43372743f req-b2d9a9c6-bbe5-4a6f-bd7d-d9404b9e7e28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=89acac8e-b1b3-408a-accb-00019777cf15 HTTP/1.1" status: 200 len: 906 time: 0.3999045 Feb 21 08:59:15.863537 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-843298b6-e657-484b-ba51-b13d09c91911 req-df0e2d3a-6765-4e7d-aefb-d865d99c8e7b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:15.865651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-193834065'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:15.870319 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:15.876091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Usage tracker for resource:network and tenant:d9e4ffe6b9984e23aadc1aac98224ee2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:15.880925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:15.891860 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b06372-9a2b-4d8e-a334-98c0ad94fa3d req-aafaa1c6-7d9a-4d5d-b0c1-2f361d7de95c tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:15.893398 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-10b06372-9a2b-4d8e-a334-98c0ad94fa3d req-aafaa1c6-7d9a-4d5d-b0c1-2f361d7de95c tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 943 time: 0.5170331 Feb 21 08:59:15.915864 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:15.968130 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::21e (749b6d65-c680-4e97-918b-6efdfcb19e4b/ae82013c-e3a7-440d-9497-280509231b21/cd083256-680d-41ca-8b04-13c9c23f1553) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:15.973903 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b985ffb5-bd46-42bf-85e8-4f696420db25 req-719ac058-7f56-4241-99e5-781b6a1c54bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4c6d6b6-17ea-4429-89a1-0a279387f027 HTTP/1.1" status: 200 len: 217 time: 0.1838408 Feb 21 08:59:16.023004 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-522042b0-71ae-42e8-a21e-c0b43372743f req-7954ce3a-3b24-4456-9f3e-a8eaacf50097 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e730853f-ef7d-476a-a002-614c3b69d0ab HTTP/1.1" status: 200 len: 217 time: 0.1128852 Feb 21 08:59:16.076275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Made reservation on behalf of d9e4ffe6b9984e23aadc1aac98224ee2 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:16.079313 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:16.106211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:16.122107 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.resource_extend [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 08:59:16.130585 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-10b06372-9a2b-4d8e-a334-98c0ad94fa3d req-8d3edcd5-8a90-4fc1-aedb-5a3c360cf6d8 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159653 Feb 21 08:59:16.147366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:16.159496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:16.197310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522042b0-71ae-42e8-a21e-c0b43372743f req-b67adfa1-b705-4aec-a202-ecdfbe612986 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:16.198797 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-522042b0-71ae-42e8-a21e-c0b43372743f req-b67adfa1-b705-4aec-a202-ecdfbe612986 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfec0fb1-966b-4a0f-bd30-1e11ff14d54e HTTP/1.1" status: 200 len: 845 time: 0.1644802 Feb 21 08:59:16.204203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985ffb5-bd46-42bf-85e8-4f696420db25 req-5ae4228e-c40a-47fd-b8f9-0bd673f865a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:16.205713 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b985ffb5-bd46-42bf-85e8-4f696420db25 req-5ae4228e-c40a-47fd-b8f9-0bd673f865a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64784111-56ad-4f02-b892-99743affd6a9 HTTP/1.1" status: 200 len: 851 time: 0.2166431 Feb 21 08:59:16.280418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:16.282406 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:16.319624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Usage tracker for resource:security_group_rule and tenant:d9e4ffe6b9984e23aadc1aac98224ee2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:16.320453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-9805c527-eb54-4412-9bf2-80ce1e5bd6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] For port 4c3ccac4-91e3-46d2-aa20-7c6e8712d913, host hv-neutron-8300, got binding levels [] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:16.320819 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9805c527-eb54-4412-9bf2-80ce1e5bd6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:16.325106 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:16.382544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:16.392697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Pushing event updated for resources: {'Port': ['ID=c9a3a4f1-d479-4fe8-a1d0-952fb16f15fe,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:16.427883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:16.553103 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-9805c527-eb54-4412-9bf2-80ce1e5bd6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Calling delete_port for 4c3ccac4-91e3-46d2-aa20-7c6e8712d913 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:16.619498 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-522042b0-71ae-42e8-a21e-c0b43372743f req-564ead04-8520-4743-8f46-4918d0b8890b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=89acac8e-b1b3-408a-accb-00019777cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4120052 Feb 21 08:59:16.673815 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-843298b6-e657-484b-ba51-b13d09c91911 req-df0e2d3a-6765-4e7d-aefb-d865d99c8e7b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:16.701292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-843298b6-e657-484b-ba51-b13d09c91911 req-df0e2d3a-6765-4e7d-aefb-d865d99c8e7b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:16.742587 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3ef6b004-e415-46b3-a940-9790991cffd4 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:16.765852 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-843298b6-e657-484b-ba51-b13d09c91911 req-df0e2d3a-6765-4e7d-aefb-d865d99c8e7b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.3901772 Feb 21 08:59:16.792510 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:16.803141 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:16.810790 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35289ddf-2efd-437e-8834-5aca20817bc6 req-632d9911-1ea0-4f4a-aff3-c292fbbd5964 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:16.812467 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-35289ddf-2efd-437e-8834-5aca20817bc6 req-632d9911-1ea0-4f4a-aff3-c292fbbd5964 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 944 time: 0.4829025 Feb 21 08:59:16.828666 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315cbf12-4616-4af2-af8d-d3052401bb23 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:16.836184 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b985ffb5-bd46-42bf-85e8-4f696420db25 req-791cf0f0-a7ab-4a40-ad08-43e6d7ef85c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bc03625c-78e2-44a3-bddc-dae02bd7e601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6019919 Feb 21 08:59:16.860143 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:16.949478 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4d1595-8f0a-4cce-a7b8-184144013c01,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:17.017057 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:59:17.036986 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 3ef6b004-e415-46b3-a940-9790991cffd4 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:17.044026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:17.044602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:17.044954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:17.045299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:17.045766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:17.046101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:17.047048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:17.047048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:17.047048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:17.047323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:17.047949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:17.074207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:17.074559 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Added segment 5a403461-8ee6-4e1d-81a9-c69d83683453 of type vlan for network 17b3430d-b3bd-4354-b477-1591ffcdd309 Feb 21 08:59:17.093585 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-99c0552d-450b-4110-8b5c-02443079410a None None] Provisioning for port 3ef6b004-e415-46b3-a940-9790991cffd4 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:17.108810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-99c0552d-450b-4110-8b5c-02443079410a None None] Provisioning complete for port 3ef6b004-e415-46b3-a940-9790991cffd4 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:17.109492 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-99c0552d-450b-4110-8b5c-02443079410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:17.116232 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-35289ddf-2efd-437e-8834-5aca20817bc6 req-e27bfc1c-0962-49f6-a0d9-ecf09ed2eea3 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571084 Feb 21 08:59:17.138402 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:17.145735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9805c527-eb54-4412-9bf2-80ce1e5bd6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:17.151084 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e2d3a-6765-4e7d-aefb-d865d99c8e7b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=73ea52b4-cbd9-4049-bafc-df6cabab7075,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:17.169957 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-522042b0-71ae-42e8-a21e-c0b43372743f req-0ac45176-3631-4442-b831-3e4063ddb086 service neutron] 10.222.0.47 "GET /v2.0/networks/89acac8e-b1b3-408a-accb-00019777cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103813 Feb 21 08:59:17.174420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:17.189512 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:17.198162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:17.209359 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object cd083256-680d-41ca-8b04-13c9c23f1553 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:17.210785 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:17.236767 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event updated for resources: {'Port': ['ID=99c2998b-9f9f-49fa-be9b-9397d4523fb3,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:17.260560 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-99c0552d-450b-4110-8b5c-02443079410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:17.300686 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-99c0552d-450b-4110-8b5c-02443079410a None None] For port 3ef6b004-e415-46b3-a940-9790991cffd4, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3ef6b004-e415-46b3-a940-9790991cffd4,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:17.305748 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-99c0552d-450b-4110-8b5c-02443079410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:17.327906 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-522042b0-71ae-42e8-a21e-c0b43372743f req-1030c645-7d1a-454b-8fb7-024c3dad6fd6 service neutron] 10.222.0.47 "GET /v2.0/networks/89acac8e-b1b3-408a-accb-00019777cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481707 Feb 21 08:59:17.336900 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805c527-eb54-4412-9bf2-80ce1e5bd6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c3ccac4-91e3-46d2-aa20-7c6e8712d913,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:17.389633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737be51-b5e6-49e2-b1c3-fc62928b49f4 req-3a82459d-051b-46ec-86ca-db6fd3c74f2f tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:17.392732 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9805c527-eb54-4412-9bf2-80ce1e5bd6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:17.397945 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9737be51-b5e6-49e2-b1c3-fc62928b49f4 req-3a82459d-051b-46ec-86ca-db6fd3c74f2f tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.4387193 Feb 21 08:59:17.428291 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9805c527-eb54-4412-9bf2-80ce1e5bd6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "DELETE /v2.0/ports/4c3ccac4-91e3-46d2-aa20-7c6e8712d913 HTTP/1.1" status: 204 len: 168 time: 2.0189281 Feb 21 08:59:17.428486 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0552d-450b-4110-8b5c-02443079410a None None] Pushing event updated for resources: {'Port': ['ID=3ef6b004-e415-46b3-a940-9790991cffd4,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:17.430488 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46626) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:17.435889 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b985ffb5-bd46-42bf-85e8-4f696420db25 req-d353f6d3-62a2-43a0-b504-3268e556e9b6 service neutron] 10.222.0.47 "GET /v2.0/networks/bc03625c-78e2-44a3-bddc-dae02bd7e601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162645 Feb 21 08:59:17.454966 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Floating IP 54c0db72-45d6-4e50-8e75-41b6bbe1cbce associated. External IP: 172.26.6.224, port: 37a893e9-2b26-4eb7-8adc-52f23f871fa2. Feb 21 08:59:17.511882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:17.515563 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:17.516135 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:17.532501 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a3984a-4907-4721-97a3-e344c3b13131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] GET failed (client error): The resource could not be found. Feb 21 08:59:17.532910 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-61a3984a-4907-4721-97a3-e344c3b13131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Synchronizing usage tracker for tenant:c32978f923aa43438dfbd46fa70f79d0 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:17.534478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-83f0c786-9c6f-4a26-af29-b98ddb064e11 None None] Provisioning complete for port 3ef6b004-e415-46b3-a940-9790991cffd4 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:17.535100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-83f0c786-9c6f-4a26-af29-b98ddb064e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:17.583404 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:17.717086 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-61a3984a-4907-4721-97a3-e344c3b13131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Unset dirty status for tenant:c32978f923aa43438dfbd46fa70f79d0 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:17.718836 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-61a3984a-4907-4721-97a3-e344c3b13131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "GET /v2.0/ports/4c3ccac4-91e3-46d2-aa20-7c6e8712d913 HTTP/1.1" status: 404 len: 333 time: 0.2858152 Feb 21 08:59:17.719234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=cd083256-680d-41ca-8b04-13c9c23f1553,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:17.723198 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:17.726974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46630) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:17.728514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:17.736749 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:17.740773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:17.741394 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:17.755031 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9737be51-b5e6-49e2-b1c3-fc62928b49f4 req-4eaba527-c7c1-4e99-a313-1b5e860f70e8 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3561001 Feb 21 08:59:17.759068 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9030631 Feb 21 08:59:17.761538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46634) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:17.762654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1f846-b494-4983-912e-61208c42aa22 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event updated for resources: {'Network': ['ID=17b3430d-b3bd-4354-b477-1591ffcdd309,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:17.763525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752964320', 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:17.774134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 17b3430d-b3bd-4354-b477-1591ffcdd309 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:59:17.776201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:17.794238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Request body: {'subnet': {'network_id': '17b3430d-b3bd-4354-b477-1591ffcdd309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:17.814119 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-38ed3c28-a481-4551-a16c-065daad882ed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2771058 Feb 21 08:59:17.814119 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:17.820524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46638) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:17.827256 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b985ffb5-bd46-42bf-85e8-4f696420db25 req-ab1ec4c8-6813-47e9-8926-956af981e3e9 service neutron] 10.222.0.47 "GET /v2.0/networks/bc03625c-78e2-44a3-bddc-dae02bd7e601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554916 Feb 21 08:59:17.881143 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Made reservation on behalf of c32978f923aa43438dfbd46fa70f79d0 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:17.883557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:17.909016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561f838-3788-4c9d-a152-dabfe7bd6a5d req-e683b76d-883a-4aca-83f2-6355e221f5f5 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:17.917633 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8561f838-3788-4c9d-a152-dabfe7bd6a5d req-e683b76d-883a-4aca-83f2-6355e221f5f5 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 943 time: 0.5043633 Feb 21 08:59:17.924440 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] device_id is not set on port cd53d6c2-ec60-419c-95b2-046921f32cca yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:17.950510 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Sync routers for ids ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:17.966854 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Routers {'b6bcc0cb-4cec-422e-800e-44cbb21ead75'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:17.967508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:18.039355 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821ffa24-65bf-44d4-9062-c22c7dc4d362 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:18.043846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821ffa24-65bf-44d4-9062-c22c7dc4d362 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:18.044732 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-821ffa24-65bf-44d4-9062-c22c7dc4d362 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:18.047671 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8561f838-3788-4c9d-a152-dabfe7bd6a5d req-1c492528-95b2-4889-a408-0271262deb50 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294231 Feb 21 08:59:18.059934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:18.060684 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:18.065829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:18.084171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Usage tracker for resource:subnet and tenant:d9e4ffe6b9984e23aadc1aac98224ee2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:18.092340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:18.102829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:18.118666 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Made reservation on behalf of d9e4ffe6b9984e23aadc1aac98224ee2 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:18.181907 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d2ced8cf-f8ee-4a7c-b294-cf2628d56dae None None] Provisioning for port cd083256-680d-41ca-8b04-13c9c23f1553 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:18.188752 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d2ced8cf-f8ee-4a7c-b294-cf2628d56dae None None] Provisioning complete for port cd083256-680d-41ca-8b04-13c9c23f1553 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:18.189119 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2ced8cf-f8ee-4a7c-b294-cf2628d56dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:18.226628 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-821ffa24-65bf-44d4-9062-c22c7dc4d362 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:18.228467 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-821ffa24-65bf-44d4-9062-c22c7dc4d362 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.4071248 Feb 21 08:59:18.236391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46644) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:18.272992 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d2ced8cf-f8ee-4a7c-b294-cf2628d56dae None None] Port cd083256-680d-41ca-8b04-13c9c23f1553 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:18.282887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Set router b6bcc0cb-4cec-422e-800e-44cbb21ead75 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:59:18.345868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:18.398954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:18.425386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:18.485834 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Network d780fd0e-6f5b-4506-9781-a87bb441d7cc is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:18.486760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Pushing event updated for resources: {'Port': ['ID=cd53d6c2-ec60-419c-95b2-046921f32cca,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:18.490247 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:18.493453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:18.494378 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:18.495097 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:18.535382 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d4154556-66e5-4adb-b253-5eadfa3ae68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8046615 Feb 21 08:59:18.544727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46648) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:18.643445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d7b0223a-6729-43ef-ae91-22cf5f21b9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Synchronizing usage tracker for tenant:c32978f923aa43438dfbd46fa70f79d0 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:18.683014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Router 568bf71a-5a57-4e0f-9ad5-fbd45d870a81 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 08:59:18.699894 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3ef6b004-e415-46b3-a940-9790991cffd4 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:18.760287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b987d3d8-5a3a-42a5-b039-bde9f205a282 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port cd083256-680d-41ca-8b04-13c9c23f1553 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:18.760892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b987d3d8-5a3a-42a5-b039-bde9f205a282 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:18.783590 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d7b0223a-6729-43ef-ae91-22cf5f21b9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Unset dirty status for tenant:c32978f923aa43438dfbd46fa70f79d0 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:18.787576 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d7b0223a-6729-43ef-ae91-22cf5f21b9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "GET /v2.0/ports/cd53d6c2-ec60-419c-95b2-046921f32cca HTTP/1.1" status: 200 len: 959 time: 0.2378132 Feb 21 08:59:18.832515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46654) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:18.864505 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 3ef6b004-e415-46b3-a940-9790991cffd4 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:18.865070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:18.992077 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e730853f-ef7d-476a-a002-614c3b69d0ab details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 08:59:19.006454 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T08:58:40Z', 'revision_number': 4, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '4f9e6985-d6a4-494e-b133-1432e2fae59d', 'name': '', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'mac_address': 'fa:16:3e:3e:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64784111-56ad-4f02-b892-99743affd6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:37Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 2, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'subnets': [{'id': '64784111-56ad-4f02-b892-99743affd6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:19.023706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Checking router: b6bcc0cb-4cec-422e-800e-44cbb21ead75 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 08:59:19.024472 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Updating router b6bcc0cb-4cec-422e-800e-44cbb21ead75 port 4f9e6985-d6a4-494e-b133-1432e2fae59d binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 08:59:19.028654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Deleting port cd53d6c2-ec60-419c-95b2-046921f32cca {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:19.029056 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:19.114150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:19.169661 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:19.258971 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:19.273860 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51292841-b6f5-44a8-9291-1e767e8ff4df req-31377ca3-0e03-4a23-bbbd-7d003be1712c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:19.275605 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51292841-b6f5-44a8-9291-1e767e8ff4df req-31377ca3-0e03-4a23-bbbd-7d003be1712c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 944 time: 0.9226224 Feb 21 08:59:19.304102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event updated for resources: {'Subnet': ['ID=7e7bf4a1-e097-4e03-a1bb-81072c1312cb,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:19.329853 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port e730853f-ef7d-476a-a002-614c3b69d0ab, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e730853f-ef7d-476a-a002-614c3b69d0ab,segment=NetworkSegment(1983d57a-403b-47c7-9912-0a049afbe94b),segment_id=1983d57a-403b-47c7-9912-0a049afbe94b)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:19.396761 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Calling delete_port for cd53d6c2-ec60-419c-95b2-046921f32cca owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:19.396958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'e730853f-ef7d-476a-a002-614c3b69d0ab', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'port_id': 'e730853f-ef7d-476a-a002-614c3b69d0ab', 'mac_address': 'fa:16:3e:43:ac:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 08:59:19.437324 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e119ba3-acd9-4dde-b5f2-b4f80bd40f8d req-def94acb-ae33-45cf-b3d9-0800ff04ebfe tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:19.439677 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5e119ba3-acd9-4dde-b5f2-b4f80bd40f8d req-def94acb-ae33-45cf-b3d9-0800ff04ebfe tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.4916279 Feb 21 08:59:19.443253 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:19.457040 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Sync routers for ids ['568bf71a-5a57-4e0f-9ad5-fbd45d870a81'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:19.471166 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51292841-b6f5-44a8-9291-1e767e8ff4df req-1f0d7d52-005f-43c8-b8f9-bee40ff3a778 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696024 Feb 21 08:59:19.480659 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Routers {'568bf71a-5a57-4e0f-9ad5-fbd45d870a81'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:19.481584 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['568bf71a-5a57-4e0f-9ad5-fbd45d870a81'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:19.502042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Checking segment: {'id': '5a403461-8ee6-4e1d-81a9-c69d83683453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17b3430d-b3bd-4354-b477-1591ffcdd309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:19.502406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Network hostable DHCP agents. Network: 17b3430d-b3bd-4354-b477-1591ffcdd309, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:59:19.520245 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:19.522077 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-40d1b0d5-30f2-4f98-a4e9-888d72408058 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3818345 Feb 21 08:59:19.524808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46660) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:19.559622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:19.577111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b987d3d8-5a3a-42a5-b039-bde9f205a282 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:19.589687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e730853f-ef7d-476a-a002-614c3b69d0ab {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 08:59:19.620196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:19.632144 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port e730853f-ef7d-476a-a002-614c3b69d0ab, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e730853f-ef7d-476a-a002-614c3b69d0ab,segment=NetworkSegment(1983d57a-403b-47c7-9912-0a049afbe94b),segment_id=1983d57a-403b-47c7-9912-0a049afbe94b)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:19.641410 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:19.642283 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b4c6d6b6-17ea-4429-89a1-0a279387f027 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 08:59:19.791088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd53d6c2-ec60-419c-95b2-046921f32cca,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:19.792507 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b4c6d6b6-17ea-4429-89a1-0a279387f027, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b4c6d6b6-17ea-4429-89a1-0a279387f027,segment=NetworkSegment(bdb85d5e-12bc-4220-a4fc-0ece310086a7),segment_id=bdb85d5e-12bc-4220-a4fc-0ece310086a7)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:19.800847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b987d3d8-5a3a-42a5-b039-bde9f205a282 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for cd083256-680d-41ca-8b04-13c9c23f1553 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:19.805856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:19.816520 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Set router 568bf71a-5a57-4e0f-9ad5-fbd45d870a81 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:59:19.821559 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.822455 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.823002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.823681 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.824436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.825009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.825724 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.826320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.826838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.827455 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.828115 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.835241 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2d51e250-a981-4247-ac0a-7a63e5896a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "DELETE /v2.0/ports/cd53d6c2-ec60-419c-95b2-046921f32cca HTTP/1.1" status: 204 len: 168 time: 1.0017014 Feb 21 08:59:19.849023 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46664) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:19.889501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'b4c6d6b6-17ea-4429-89a1-0a279387f027', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'port_id': 'b4c6d6b6-17ea-4429-89a1-0a279387f027', 'mac_address': 'fa:16:3e:00:21:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64784111-56ad-4f02-b892-99743affd6a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 08:59:19.895606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=e730853f-ef7d-476a-a002-614c3b69d0ab,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:19.897319 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa2f132-da1d-4fec-88d4-2f610c0ec4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] GET failed (client error): The resource could not be found. Feb 21 08:59:19.898021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-faa2f132-da1d-4fec-88d4-2f610c0ec4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Synchronizing usage tracker for tenant:c32978f923aa43438dfbd46fa70f79d0 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:19.903369 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5e119ba3-acd9-4dde-b5f2-b4f80bd40f8d req-7624d240-caff-4f53-befa-a7e3315e14b0 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4351802 Feb 21 08:59:19.936255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-faa2f132-da1d-4fec-88d4-2f610c0ec4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Unset dirty status for tenant:c32978f923aa43438dfbd46fa70f79d0 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:19.937740 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-faa2f132-da1d-4fec-88d4-2f610c0ec4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "GET /v2.0/ports/cd53d6c2-ec60-419c-95b2-046921f32cca HTTP/1.1" status: 404 len: 333 time: 0.0874586 Feb 21 08:59:19.941790 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46670) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:19.944824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.945172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.945507 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.945839 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.946169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.946495 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.946820 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.947175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.947549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.947895 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.948186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:19.954003 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Request body: {'port': {'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-552315071'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:19.959108 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:19.971355 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:19.986343 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Made reservation on behalf of c32978f923aa43438dfbd46fa70f79d0 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:19.989458 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:19.994016 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.026888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Network 17b3430d-b3bd-4354-b477-1591ffcdd309 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:59:20.033402 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] device_id is not set on port 05ee5cdd-a950-4c08-861d-e26941b7867a yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:20.069851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 17b3430d-b3bd-4354-b477-1591ffcdd309) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:20.072130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c6d6b6-17ea-4429-89a1-0a279387f027 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 08:59:20.084157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12d7c23-35de-4b41-a4e2-d1c1975c17ec None None] Network 17b3430d-b3bd-4354-b477-1591ffcdd309 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:20.118523 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:20.119195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.138385 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-867a78c2-7bdc-4aaa-9b70-36882c6dadba tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/routers/568bf71a-5a57-4e0f-9ad5-fbd45d870a81 HTTP/1.1" status: 200 len: 907 time: 0.6122870 Feb 21 08:59:20.146663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46674) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:20.156148 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Request body: {'router': {'name': 'tempest-snat-router-907882322', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'enable_snat': True}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:20.162621 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:20.176308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Usage tracker for resource:router and tenant:8355709553eb434d828b2daf0da2367a is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:20.181569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:20.200646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.203571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:20.205004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b4c6d6b6-17ea-4429-89a1-0a279387f027, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b4c6d6b6-17ea-4429-89a1-0a279387f027,segment=NetworkSegment(bdb85d5e-12bc-4220-a4fc-0ece310086a7),segment_id=bdb85d5e-12bc-4220-a4fc-0ece310086a7)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:20.213758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Router adf5d28a-bbd1-4237-a3ca-85ecbe910e81 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 08:59:20.225139 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.228753 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Transition to ACTIVE for port object 4f9e6985-d6a4-494e-b133-1432e2fae59d will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:20.237536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78563e88-42c3-4e82-899b-267f1c7ca65b req-dba98580-815b-42e5-860f-9f4d3af57a7a tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:20.239081 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-78563e88-42c3-4e82-899b-267f1c7ca65b req-dba98580-815b-42e5-860f-9f4d3af57a7a tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 944 time: 0.5038993 Feb 21 08:59:20.245437 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-24ec9db9-8c1e-4eff-bca9-8ed6916008b4 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4796991 Feb 21 08:59:20.255147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46678) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:20.272475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Request body: {'network': {'name': 'tempest-router-network01--1393939595'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:20.273846 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568bf71a-5a57-4e0f-9ad5-fbd45d870a81', 'name': 'tempest-snat-router-907882322', 'tenant_id': '8355709553eb434d828b2daf0da2367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.77'}], 'enable_snat': False}, 'gw_port_id': '99c2998b-9f9f-49fa-be9b-9397d4523fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:59:13Z', 'updated_at': '2022-02-21T08:59:17Z', 'revision_number': 3, 'project_id': '8355709553eb434d828b2daf0da2367a', 'gw_port': {'id': '99c2998b-9f9f-49fa-be9b-9397d4523fb3', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568bf71a-5a57-4e0f-9ad5-fbd45d870a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:59:15Z', 'updated_at': '2022-02-21T08:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:20.279789 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Checking router: 568bf71a-5a57-4e0f-9ad5-fbd45d870a81 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 08:59:20.280186 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Updating router 568bf71a-5a57-4e0f-9ad5-fbd45d870a81 port 99c2998b-9f9f-49fa-be9b-9397d4523fb3 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 08:59:20.284184 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.285847 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.302436 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:20.308730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.326961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Usage tracker for resource:network and tenant:d9e4ffe6b9984e23aadc1aac98224ee2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:20.335968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:20.338821 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.355604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:20.358543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b987d3d8-5a3a-42a5-b039-bde9f205a282 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.360867 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.366473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.464781 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.503363 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=b4c6d6b6-17ea-4429-89a1-0a279387f027,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:20.553080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['e730853f-ef7d-476a-a002-614c3b69d0ab'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 08:59:20.611246 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987d3d8-5a3a-42a5-b039-bde9f205a282 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=cd083256-680d-41ca-8b04-13c9c23f1553,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:20.637509 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-78563e88-42c3-4e82-899b-267f1c7ca65b req-49ea8c34-25d7-46f7-9012-e601d1e02e51 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3802016 Feb 21 08:59:20.639926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['b4c6d6b6-17ea-4429-89a1-0a279387f027'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 08:59:20.640390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Made reservation on behalf of d9e4ffe6b9984e23aadc1aac98224ee2 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:20.643411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.698216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Network d780fd0e-6f5b-4506-9781-a87bb441d7cc is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:20.703136 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:20.705949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905201be-2ee4-4448-bdf2-88a37135f52e req-f900eb1a-4b87-4e50-a772-5be23452358e tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:20.706578 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Pushing event updated for resources: {'Port': ['ID=05ee5cdd-a950-4c08-861d-e26941b7867a,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:20.707541 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-905201be-2ee4-4448-bdf2-88a37135f52e req-f900eb1a-4b87-4e50-a772-5be23452358e tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.6403515 Feb 21 08:59:20.728065 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:20.729334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:20.729626 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.757077 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46684) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:20.770292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ad041f8c-ce2d-43f4-8c5b-4b25c328aa25 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Request body: {'floatingip': {'port_id': 'daf9f8f4-9868-4732-b8dc-829cafcaf1af'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:20.879688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b987d3d8-5a3a-42a5-b039-bde9f205a282 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.882128 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b987d3d8-5a3a-42a5-b039-bde9f205a282 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/cd083256-680d-41ca-8b04-13c9c23f1553 HTTP/1.1" status: 204 len: 168 time: 2.6419234 Feb 21 08:59:20.889346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46688) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:20.898597 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:20.911304 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-11ff0afb-50e9-4e19-bc36-b86db3d74dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9653370 Feb 21 08:59:20.911976 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46690) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:20.919367 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Transition to ACTIVE for port object 99c2998b-9f9f-49fa-be9b-9397d4523fb3 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:20.924570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:20.930220 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.001482 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f13fa-c1ce-4421-b73d-f42de8c6656d None None] Pushing event updated for resources: {'Port': ['ID=4f9e6985-d6a4-494e-b133-1432e2fae59d,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:21.031114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:59:21.032904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-17b3430d-b3bd-4354-b477-1591ffcdd309', 'network_id': '17b3430d-b3bd-4354-b477-1591ffcdd309', 'tenant_id': 'd9e4ffe6b9984e23aadc1aac98224ee2', 'fixed_ips': [{'subnet_id': '7e7bf4a1-e097-4e03-a1bb-81072c1312cb'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:59:21.033994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.052298 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823ed60-5a1d-4665-bb0e-b8c5485d335e None None] Pushing event updated for resources: {'Port': ['ID=99c2998b-9f9f-49fa-be9b-9397d4523fb3,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:21.084462 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Attempting to bind port 99c2998b-9f9f-49fa-be9b-9397d4523fb3 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:21.084836 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Attempting to bind port 99c2998b-9f9f-49fa-be9b-9397d4523fb3 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:21.087127 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Attempting to bind port 99c2998b-9f9f-49fa-be9b-9397d4523fb3 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:21.095814 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:59:21.096186 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:21.096587 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.097141 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:59:21.097767 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Bound port: 99c2998b-9f9f-49fa-be9b-9397d4523fb3, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:59:21.098158 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.141549 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.151423 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.164144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad041f8c-ce2d-43f4-8c5b-4b25c328aa25 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for floatingip, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.190256 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] For port 99c2998b-9f9f-49fa-be9b-9397d4523fb3, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:21.196210 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] For port 99c2998b-9f9f-49fa-be9b-9397d4523fb3, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=99c2998b-9f9f-49fa-be9b-9397d4523fb3,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:59:21.202501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.203079 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Added segment 3d8dea02-5c67-40a9-9095-1bd66160fbfb of type vlan for network 6d1580f6-3038-4318-9062-f29b2bf25e11 Feb 21 08:59:21.203359 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.239674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f15950-26cd-4a4b-8ae9-983bf9819cd8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:21.241281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f15950-26cd-4a4b-8ae9-983bf9819cd8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:21.242918 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f7f15950-26cd-4a4b-8ae9-983bf9819cd8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2655437 Feb 21 08:59:21.257329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46696) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:21.271553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Attempting to bind port 4f9e6985-d6a4-494e-b133-1432e2fae59d on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:21.272194 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Attempting to bind port 4f9e6985-d6a4-494e-b133-1432e2fae59d by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'bdb85d5e-12bc-4220-a4fc-0ece310086a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:21.272704 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Attempting to bind port 4f9e6985-d6a4-494e-b133-1432e2fae59d on network bc03625c-78e2-44a3-bddc-dae02bd7e601 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:21.285874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:59:21.286616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Checking segment: {'id': 'bdb85d5e-12bc-4220-a4fc-0ece310086a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:21.287536 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.288090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Bound using segment: {'id': 'bdb85d5e-12bc-4220-a4fc-0ece310086a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:59:21.288699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Bound port: 4f9e6985-d6a4-494e-b133-1432e2fae59d, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb85d5e-12bc-4220-a4fc-0ece310086a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:59:21.289364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.317512 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823ed60-5a1d-4665-bb0e-b8c5485d335e None None] Pushing event updated for resources: {'Port': ['ID=99c2998b-9f9f-49fa-be9b-9397d4523fb3,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:21.336064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.347363 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Routers {'568bf71a-5a57-4e0f-9ad5-fbd45d870a81'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:21.348124 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['568bf71a-5a57-4e0f-9ad5-fbd45d870a81'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:21.439742 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68901d63-748c-49bd-9606-33ae5da7c3b9 req-159ab33e-aa29-4bb4-a47b-7248e082cb06 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:21.445951 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68901d63-748c-49bd-9606-33ae5da7c3b9 req-159ab33e-aa29-4bb4-a47b-7248e082cb06 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 945 time: 0.5555236 Feb 21 08:59:21.488941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] For port 4f9e6985-d6a4-494e-b133-1432e2fae59d, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:21.493354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] For port 4f9e6985-d6a4-494e-b133-1432e2fae59d, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4f9e6985-d6a4-494e-b133-1432e2fae59d,segment=NetworkSegment(bdb85d5e-12bc-4220-a4fc-0ece310086a7),segment_id=bdb85d5e-12bc-4220-a4fc-0ece310086a7)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:59:21.510298 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.535602 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68901d63-748c-49bd-9606-33ae5da7c3b9 req-09d09b7d-8deb-4eb2-b052-5c9ba7b71d72 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886056 Feb 21 08:59:21.570921 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] Set router 568bf71a-5a57-4e0f-9ad5-fbd45d870a81 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:59:21.607376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.611363 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:21.612043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.641902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] device_id is not set on port 05ee5cdd-a950-4c08-861d-e26941b7867a yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:21.651033 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.670754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Transition to ACTIVE for port object 05ee5cdd-a950-4c08-861d-e26941b7867a will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:21.690916 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.779709 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event updated for resources: {'Network': ['ID=6d1580f6-3038-4318-9062-f29b2bf25e11,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:21.787134 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ca2ca06f-6c87-4faf-949b-cc7de51ca5e1 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5277791 Feb 21 08:59:21.788426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46702) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:21.798688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Request body: {'network': {'name': 'tempest-router-network02--540059240'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:21.820512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:21.823993 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:21.847466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Usage tracker for resource:network and tenant:d9e4ffe6b9984e23aadc1aac98224ee2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:21.848335 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Allocated IP 172.20.0.2 (17b3430d-b3bd-4354-b477-1591ffcdd309/7e7bf4a1-e097-4e03-a1bb-81072c1312cb/22e519f7-185f-441a-bfa6-84d8fab09521) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:21.865115 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-659673eb-280f-4cd0-95de-101953581c0a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet ae82013c-e3a7-440d-9497-280509231b21 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 08:59:21.870359 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-659673eb-280f-4cd0-95de-101953581c0a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.945683 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-659673eb-280f-4cd0-95de-101953581c0a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:21.948566 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:21.948897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:21.949253 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:21.975633 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Pushing event updated for resources: {'Port': ['ID=05ee5cdd-a950-4c08-861d-e26941b7867a,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:21.992282 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:21.992624 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:21.995995 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 2 to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a Feb 21 08:59:22.015759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:22.016010 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:22.016322 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:22.041526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852a1b5-af7b-4fe2-b059-070cdc4605bc None None] Sync routers for ids ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:22.051287 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 6d1580f6-3038-4318-9062-f29b2bf25e11 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:59:22.094080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-659673eb-280f-4cd0-95de-101953581c0a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:22.118303 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568bf71a-5a57-4e0f-9ad5-fbd45d870a81', 'name': 'tempest-snat-router-907882322', 'tenant_id': '8355709553eb434d828b2daf0da2367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.77'}], 'enable_snat': False}, 'gw_port_id': '99c2998b-9f9f-49fa-be9b-9397d4523fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:59:13Z', 'updated_at': '2022-02-21T08:59:17Z', 'revision_number': 3, 'project_id': '8355709553eb434d828b2daf0da2367a', 'gw_port': {'id': '99c2998b-9f9f-49fa-be9b-9397d4523fb3', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568bf71a-5a57-4e0f-9ad5-fbd45d870a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:59:15Z', 'updated_at': '2022-02-21T08:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:22.122555 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14b9dfc-51a3-40d2-9f46-0eceb34947e9 None None] The sync data for ids ['568bf71a-5a57-4e0f-9ad5-fbd45d870a81'] in dv-neutron-830062-1-hyperv is: [{'id': '568bf71a-5a57-4e0f-9ad5-fbd45d870a81', 'name': 'tempest-snat-router-907882322', 'tenant_id': '8355709553eb434d828b2daf0da2367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.77'}], 'enable_snat': False}, 'gw_port_id': '99c2998b-9f9f-49fa-be9b-9397d4523fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:59:13Z', 'updated_at': '2022-02-21T08:59:17Z', 'revision_number': 3, 'project_id': '8355709553eb434d828b2daf0da2367a', 'gw_port': {'id': '99c2998b-9f9f-49fa-be9b-9397d4523fb3', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568bf71a-5a57-4e0f-9ad5-fbd45d870a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:59:15Z', 'updated_at': '2022-02-21T08:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:22.148642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:22.160263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:22.205261 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f13fa-c1ce-4421-b73d-f42de8c6656d None None] Pushing event updated for resources: {'Port': ['ID=4f9e6985-d6a4-494e-b133-1432e2fae59d,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:22.207952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:22.235948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852a1b5-af7b-4fe2-b059-070cdc4605bc None None] Routers {'adf5d28a-bbd1-4237-a3ca-85ecbe910e81'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:22.238704 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-4852a1b5-af7b-4fe2-b059-070cdc4605bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:22.278957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Made reservation on behalf of d9e4ffe6b9984e23aadc1aac98224ee2 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:22.282130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:22.325988 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4ce0be2b-f448-4dfd-b7a9-d6d5fbd2a4ec tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 12.2241585 Feb 21 08:59:22.334339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46706) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:22.339845 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-4852a1b5-af7b-4fe2-b059-070cdc4605bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:22.343618 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:59:22.358953 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Routers {'b6bcc0cb-4cec-422e-800e-44cbb21ead75'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:22.359748 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:22.483963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-659673eb-280f-4cd0-95de-101953581c0a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:22.544396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:22.544974 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Added segment 0de5d653-fe0e-4d90-9538-df6c94751a54 of type vlan for network 5dbe0cdf-1ed6-478c-9463-91345c665a52 Feb 21 08:59:22.567117 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a5b29a47-fd3f-455b-b815-b6767f3622a6 tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] 10.222.0.48 "GET /v2.0/floatingips/54c0db72-45d6-4e50-8e75-41b6bbe1cbce HTTP/1.1" status: 200 len: 982 time: 0.2290087 Feb 21 08:59:22.568219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659673eb-280f-4cd0-95de-101953581c0a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=ae82013c-e3a7-440d-9497-280509231b21,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:22.571983 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46710) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:22.588966 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852a1b5-af7b-4fe2-b059-070cdc4605bc None None] Routers {'adf5d28a-bbd1-4237-a3ca-85ecbe910e81'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:22.589740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-4852a1b5-af7b-4fe2-b059-070cdc4605bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:22.652159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-659673eb-280f-4cd0-95de-101953581c0a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:22.666052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692122ce-08ed-4f83-902c-4379a5e61aef None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:22.765022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:22.830051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-4852a1b5-af7b-4fe2-b059-070cdc4605bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:22.830599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852a1b5-af7b-4fe2-b059-070cdc4605bc None None] The sync data for ids ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:22.832230 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 99c2998b-9f9f-49fa-be9b-9397d4523fb3 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:22.834702 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:22.835226 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:22.837322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3a5d2-6b9b-410f-a55f-082a2bf95aab req-409236b4-6e1e-428e-90df-560cbd6f0604 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:22.838843 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-92f3a5d2-6b9b-410f-a55f-082a2bf95aab req-409236b4-6e1e-428e-90df-560cbd6f0604 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 944 time: 0.6860914 Feb 21 08:59:22.846258 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-659673eb-280f-4cd0-95de-101953581c0a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/ae82013c-e3a7-440d-9497-280509231b21 HTTP/1.1" status: 204 len: 168 time: 1.5878143 Feb 21 08:59:22.853701 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 3 to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a Feb 21 08:59:22.862479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46716) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:22.917602 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:22.951957 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-dde0f2d5-74fe-45da-b492-a4a770348aa6 tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.3779471 Feb 21 08:59:22.963352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:22.963612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:22.963966 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:22.964897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46720) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:22.966926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Transition to ACTIVE for port object 22e519f7-185f-441a-bfa6-84d8fab09521 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:22.974912 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3175bd7e-095b-40ae-a850-56ccb87562d2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056721 Feb 21 08:59:22.976902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46724) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:23.006345 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-97507bd6-1325-42b5-9145-b170a56da9cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:23.022415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e730853f-ef7d-476a-a002-614c3b69d0ab up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:23.022623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad041f8c-ce2d-43f4-8c5b-4b25c328aa25 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:23.033615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:23.034405 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:23.058382 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Transition to ACTIVE for port object 22e519f7-185f-441a-bfa6-84d8fab09521 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:23.062413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:23.066411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:23.067026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:23.075551 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] Set router b6bcc0cb-4cec-422e-800e-44cbb21ead75 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:59:23.086964 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 4 to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a Feb 21 08:59:23.100129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad041f8c-ce2d-43f4-8c5b-4b25c328aa25 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:23.120991 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-92f3a5d2-6b9b-410f-a55f-082a2bf95aab req-8a4300a9-18d4-4fea-8b59-7a21b0442921 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331221 Feb 21 08:59:23.227925 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4352798 Feb 21 08:59:23.238582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46728) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:23.250938 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Request body: {'subnet': {'network_id': '6d1580f6-3038-4318-9062-f29b2bf25e11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:23.294051 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:23.294398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:23.294710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:23.334033 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4659869-c52f-46d8-89d6-619dd0517d39 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event updated for resources: {'Network': ['ID=5dbe0cdf-1ed6-478c-9463-91345c665a52,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:23.343113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:23.343439 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:23.346525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-97507bd6-1325-42b5-9145-b170a56da9cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:23.348465 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 5 to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a Feb 21 08:59:23.373187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-97507bd6-1325-42b5-9145-b170a56da9cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:23.373467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 5dbe0cdf-1ed6-478c-9463-91345c665a52 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:59:23.377601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-97507bd6-1325-42b5-9145-b170a56da9cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:23.382254 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:23.416786 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:23.417137 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:23.417441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:23.420337 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-97507bd6-1325-42b5-9145-b170a56da9cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:23.429619 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:23.487338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97507bd6-1325-42b5-9145-b170a56da9cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:23.508058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:23.508299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:23.508492 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:23.517017 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 6 to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a Feb 21 08:59:23.546538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b92d2d-b942-47e7-8fc0-e244e3fb4b27 req-55b6ac1f-ddc1-4cec-8019-ca62afc0a760 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:23.553230 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80b92d2d-b942-47e7-8fc0-e244e3fb4b27 req-55b6ac1f-ddc1-4cec-8019-ca62afc0a760 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 945 time: 0.7243638 Feb 21 08:59:23.609083 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:23.609604 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:23.610039 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:23.628754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-bce1a1a5-c478-4257-9552-4eb334e31977 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Deleting port c9a3a4f1-d479-4fe8-a1d0-952fb16f15fe {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:23.629101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bce1a1a5-c478-4257-9552-4eb334e31977 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:23.654028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:23.654498 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:23.656909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97507bd6-1325-42b5-9145-b170a56da9cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:23.680885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:23.686088 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Pushing event updated for resources: {'Port': ['ID=22e519f7-185f-441a-bfa6-84d8fab09521,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:23.699108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Usage tracker for resource:subnet and tenant:d9e4ffe6b9984e23aadc1aac98224ee2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:23.700812 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 7 to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a Feb 21 08:59:23.703958 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:23.706583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 99c2998b-9f9f-49fa-be9b-9397d4523fb3 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:23.708631 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80b92d2d-b942-47e7-8fc0-e244e3fb4b27 req-470ee492-02a2-4b78-911c-b3f2555a48ac tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546233 Feb 21 08:59:23.711443 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port e730853f-ef7d-476a-a002-614c3b69d0ab completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:23.731125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 99c2998b-9f9f-49fa-be9b-9397d4523fb3 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:23.732061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:23.732502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:23.777067 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port e730853f-ef7d-476a-a002-614c3b69d0ab triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:23.777067 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:23.788985 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:23.789448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:23.789876 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:23.799484 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Made reservation on behalf of d9e4ffe6b9984e23aadc1aac98224ee2 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:23.830440 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:23.830941 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:23.836675 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 8 to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a Feb 21 08:59:23.858240 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Allocated IP 172.26.6.51 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/625ac813-a744-4d60-b7f8-855c64ca3e05) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:23.861089 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Network 17b3430d-b3bd-4354-b477-1591ffcdd309 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:23.871127 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:23.886038 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:23.889838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:23.890696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:23.890696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:23.928069 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:23.928622 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:23.929209 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 9 to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a Feb 21 08:59:23.943144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:23.960913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bce1a1a5-c478-4257-9552-4eb334e31977 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:23.961269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bce1a1a5-c478-4257-9552-4eb334e31977 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.011450 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:24.011986 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:24.012419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:24.071269 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-ad041f8c-ce2d-43f4-8c5b-4b25c328aa25 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Floating IP d03e51f3-f621-488f-b014-64e2193967fe associated. External IP: 172.26.6.31, port: daf9f8f4-9868-4732-b8dc-829cafcaf1af. Feb 21 08:59:24.137348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:24.137348 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:24.146018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-bce1a1a5-c478-4257-9552-4eb334e31977 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Calling delete_port for c9a3a4f1-d479-4fe8-a1d0-952fb16f15fe owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:24.146526 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempt 10 to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a Feb 21 08:59:24.167702 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Attempting to bind port 22e519f7-185f-441a-bfa6-84d8fab09521 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:24.168329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Attempting to bind port 22e519f7-185f-441a-bfa6-84d8fab09521 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '5a403461-8ee6-4e1d-81a9-c69d83683453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17b3430d-b3bd-4354-b477-1591ffcdd309'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:24.168715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Attempting to bind port 22e519f7-185f-441a-bfa6-84d8fab09521 on network 17b3430d-b3bd-4354-b477-1591ffcdd309 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:24.170810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd085836-6691-4c46-8bf3-8abf67bbf261 None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 08:59:24.192453 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-fd085836-6691-4c46-8bf3-8abf67bbf261 None None] Deleting port 3ef6b004-e415-46b3-a940-9790991cffd4 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:24.192817 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fd085836-6691-4c46-8bf3-8abf67bbf261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.236125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:59:24.236497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Checking segment: {'id': '5a403461-8ee6-4e1d-81a9-c69d83683453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17b3430d-b3bd-4354-b477-1591ffcdd309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:24.236889 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.237266 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Bound using segment: {'id': '5a403461-8ee6-4e1d-81a9-c69d83683453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17b3430d-b3bd-4354-b477-1591ffcdd309'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:59:24.237724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Bound port: 22e519f7-185f-441a-bfa6-84d8fab09521, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a403461-8ee6-4e1d-81a9-c69d83683453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17b3430d-b3bd-4354-b477-1591ffcdd309'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:59:24.238102 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.259907 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.276010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.312846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:24.313427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:24.313867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempting to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:24.366238 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 08:59:24.366606 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Failed to bind port 05ee5cdd-a950-4c08-861d-e26941b7867a on host hv-neutron-8300 for vnic_type normal using segments [{'id': '86822754-fb7b-46b7-a660-e04d41e51724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd780fd0e-6f5b-4506-9781-a87bb441d7cc'}] Feb 21 08:59:24.367121 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.379189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 99c2998b-9f9f-49fa-be9b-9397d4523fb3, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=99c2998b-9f9f-49fa-be9b-9397d4523fb3,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:24.404131 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.410948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.455858 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbe74df-137a-4839-a9b3-83e7356eab41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e730853f-ef7d-476a-a002-614c3b69d0ab'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 08:59:24.512581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.575047 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97507bd6-1325-42b5-9145-b170a56da9cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.575624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port e730853f-ef7d-476a-a002-614c3b69d0ab, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e730853f-ef7d-476a-a002-614c3b69d0ab,segment=NetworkSegment(1983d57a-403b-47c7-9912-0a049afbe94b),segment_id=1983d57a-403b-47c7-9912-0a049afbe94b)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:24.581597 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe5514-6432-47b5-8de4-5934399eb840 req-7e54867f-85be-455f-b910-2ca232dd1185 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:24.583691 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bdbe5514-6432-47b5-8de4-5934399eb840 req-7e54867f-85be-455f-b910-2ca232dd1185 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 944 time: 0.2899573 Feb 21 08:59:24.596024 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T08:58:40Z', 'revision_number': 4, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '4f9e6985-d6a4-494e-b133-1432e2fae59d', 'name': '', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'mac_address': 'fa:16:3e:3e:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64784111-56ad-4f02-b892-99743affd6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:37Z', 'updated_at': '2022-02-21T08:59:21Z', 'revision_number': 4, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'subnets': [{'id': '64784111-56ad-4f02-b892-99743affd6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:24.599387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.600464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b4c6d6b6-17ea-4429-89a1-0a279387f027 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:24.626650 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbe74df-137a-4839-a9b3-83e7356eab41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e730853f-ef7d-476a-a002-614c3b69d0ab', 'code': 200} Feb 21 08:59:24.628887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bce1a1a5-c478-4257-9552-4eb334e31977 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.658098 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] For port 22e519f7-185f-441a-bfa6-84d8fab09521, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:24.687702 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e5095-8613-4af7-9420-6f19d47719e4 None None] The sync data for ids ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'] in dv-neutron-830062-1-hyperv is: [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T08:58:40Z', 'revision_number': 4, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '4f9e6985-d6a4-494e-b133-1432e2fae59d', 'name': '', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'mac_address': 'fa:16:3e:3e:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64784111-56ad-4f02-b892-99743affd6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:37Z', 'updated_at': '2022-02-21T08:59:21Z', 'revision_number': 4, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'subnets': [{'id': '64784111-56ad-4f02-b892-99743affd6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:24.703338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1a1a5-c478-4257-9552-4eb334e31977 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event deleted for resources: {'Port': ['ID=c9a3a4f1-d479-4fe8-a1d0-952fb16f15fe,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:24.708895 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=99c2998b-9f9f-49fa-be9b-9397d4523fb3,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:24.717594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] For port 22e519f7-185f-441a-bfa6-84d8fab09521, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=22e519f7-185f-441a-bfa6-84d8fab09521,segment=NetworkSegment(5a403461-8ee6-4e1d-81a9-c69d83683453),segment_id=5a403461-8ee6-4e1d-81a9-c69d83683453)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:59:24.757805 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event updated for resources: {'Subnet': ['ID=d2f88fe6-413d-4f16-8511-a8e7deb88234,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:24.760758 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3ef6b004-e415-46b3-a940-9790991cffd4 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 08:59:24.798733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97507bd6-1325-42b5-9145-b170a56da9cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:24.806433 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-97507bd6-1325-42b5-9145-b170a56da9cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:24.814599 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] For port 05ee5cdd-a950-4c08-861d-e26941b7867a, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:24.815150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Attempted to set empty binding levels {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 21 08:59:24.823155 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97507bd6-1325-42b5-9145-b170a56da9cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:24.823870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97507bd6-1325-42b5-9145-b170a56da9cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.839739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.844001 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97507bd6-1325-42b5-9145-b170a56da9cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=45994338-796b-4723-bfa3-a6ddd8817ae7,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:24.849801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.883531 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-fd085836-6691-4c46-8bf3-8abf67bbf261 None None] For port 3ef6b004-e415-46b3-a940-9790991cffd4, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3ef6b004-e415-46b3-a940-9790991cffd4,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:24.883917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fd085836-6691-4c46-8bf3-8abf67bbf261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.902950 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bdbe5514-6432-47b5-8de4-5934399eb840 req-0e629c80-f7b3-4b9e-92ba-91e01caeb229 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101261 Feb 21 08:59:24.930321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Checking segment: {'id': '3d8dea02-5c67-40a9-9095-1bd66160fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6d1580f6-3038-4318-9062-f29b2bf25e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:24.931062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Network hostable DHCP agents. Network: 6d1580f6-3038-4318-9062-f29b2bf25e11, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:59:24.962603 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:24.970475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bce1a1a5-c478-4257-9552-4eb334e31977 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:25.027131 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] In _notify_port_updated(), no bound segment for port 05ee5cdd-a950-4c08-861d-e26941b7867a on network d780fd0e-6f5b-4506-9781-a87bb441d7cc {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 08:59:25.029143 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:25.030959 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "PUT /v2.0/ports/05ee5cdd-a950-4c08-861d-e26941b7867a HTTP/1.1" status: 200 len: 980 time: 4.1141534 Feb 21 08:59:25.048364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46738) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:25.059432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb125320-a040-4072-a2b6-cc50c312f4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Pushing event updated for resources: {'Port': ['ID=05ee5cdd-a950-4c08-861d-e26941b7867a,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:25.117743 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-fd085836-6691-4c46-8bf3-8abf67bbf261 None None] Calling delete_port for 3ef6b004-e415-46b3-a940-9790991cffd4 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:25.157533 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-97507bd6-1325-42b5-9145-b170a56da9cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1630874 Feb 21 08:59:25.158827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event updated for resources: {'Port': ['ID=625ac813-a744-4d60-b7f8-855c64ca3e05,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:25.192571 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46742) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:25.219841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'name': 'tempest-NetworksTestDHCPv6-731435929'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:25.227608 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No ports have port_id starting with 3ef6b004-e415-46b3-a940-9790991cffd4 Feb 21 08:59:25.229420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:25.233215 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:25.233937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fd085836-6691-4c46-8bf3-8abf67bbf261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:25.239859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:25.266497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd085836-6691-4c46-8bf3-8abf67bbf261 None None] No DVR routers for this DVR port 3ef6b004-e415-46b3-a940-9790991cffd4 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 08:59:25.269608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=e730853f-ef7d-476a-a002-614c3b69d0ab,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:25.314170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6522940e-a473-4449-b97a-d0cd2bdf61a2 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:25.572795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e2159095-8c8d-4cc4-ba47-3e07126972eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Deleting port 05ee5cdd-a950-4c08-861d-e26941b7867a {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:25.573376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2159095-8c8d-4cc4-ba47-3e07126972eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:25.622781 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Network 6d1580f6-3038-4318-9062-f29b2bf25e11 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:59:25.645733 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port b4c6d6b6-17ea-4429-89a1-0a279387f027 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:25.690003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port b4c6d6b6-17ea-4429-89a1-0a279387f027 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:25.690200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:25.707117 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 6d1580f6-3038-4318-9062-f29b2bf25e11) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:25.721597 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-086304b6-5a4c-42bb-90df-eb9afee1e44f req-ce1d15c8-d2ef-405c-adcd-f1b647732685 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 1098 time: 0.5652511 Feb 21 08:59:25.732847 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15148bf3-3f90-4635-9c6f-aa546b18621b None None] Network 6d1580f6-3038-4318-9062-f29b2bf25e11 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:25.747157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:25.747906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:25.816187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-086304b6-5a4c-42bb-90df-eb9afee1e44f req-54444cca-167f-4bd7-89bc-280644733612 service neutron] Synchronizing usage tracker for tenant:cea347851dff4dca897255e96a2dff9e on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:25.844606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-086304b6-5a4c-42bb-90df-eb9afee1e44f req-54444cca-167f-4bd7-89bc-280644733612 service neutron] Unset dirty status for tenant:cea347851dff4dca897255e96a2dff9e on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:25.845888 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-086304b6-5a4c-42bb-90df-eb9afee1e44f req-54444cca-167f-4bd7-89bc-280644733612 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183906 Feb 21 08:59:25.864095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:25.888332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca6ceb-5203-4520-a1e0-9df9978b40bb None None] Pushing event updated for resources: {'Port': ['ID=22e519f7-185f-441a-bfa6-84d8fab09521,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:25.912482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:25.917438 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bbc0c576-94e4-4064-b3ca-7bead5c17870 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6775386 Feb 21 08:59:25.923302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46746) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:25.934822 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Request body: {'subnet': {'network_id': '5dbe0cdf-1ed6-478c-9463-91345c665a52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:25.955392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd085836-6691-4c46-8bf3-8abf67bbf261 None None] Pushing event deleted for resources: {'Port': ['ID=3ef6b004-e415-46b3-a940-9790991cffd4,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:25.963085 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': '45994338-796b-4723-bfa3-a6ddd8817ae7'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:59:25.963894 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:25.972089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:25.972840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:26.029833 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d6fce-8b65-4f5e-b38a-6be00ae74a0e req-49b10a65-a6bf-457f-a42e-7481ec67ce94 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:26.041759 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a65d6fce-8b65-4f5e-b38a-6be00ae74a0e req-49b10a65-a6bf-457f-a42e-7481ec67ce94 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 945 time: 0.9367228 Feb 21 08:59:26.154949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:26.158110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:26.243809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-e2159095-8c8d-4cc4-ba47-3e07126972eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] For port 05ee5cdd-a950-4c08-861d-e26941b7867a, host hv-neutron-8300, got binding levels [] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:26.244250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2159095-8c8d-4cc4-ba47-3e07126972eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:26.299255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad041f8c-ce2d-43f4-8c5b-4b25c328aa25 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Router f1fec1cc-45b9-4b13-8b3a-b417fb990256 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 08:59:26.300267 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:26.309836 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Usage tracker for resource:subnet and tenant:d9e4ffe6b9984e23aadc1aac98224ee2 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:26.314083 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:26.323354 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:26.397323 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Made reservation on behalf of d9e4ffe6b9984e23aadc1aac98224ee2 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:26.417108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 384fdc0f-7c77-49b7-8461-3370da536f34 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:26.418452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Allocated IP 2001:db8::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/45994338-796b-4723-bfa3-a6ddd8817ae7/44d70a77-acd6-43d8-a10c-16cacad0c75e) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:26.459595 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e2159095-8c8d-4cc4-ba47-3e07126972eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Calling delete_port for 05ee5cdd-a950-4c08-861d-e26941b7867a owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:26.500042 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a65d6fce-8b65-4f5e-b38a-6be00ae74a0e req-652dc207-2516-4229-8461-9804e359a64f tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475350 Feb 21 08:59:26.672477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:26.687322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:26.743085 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a679a7bb-b48c-445d-b34c-d189049ac4cc None None] Network 17b3430d-b3bd-4354-b477-1591ffcdd309 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:26.846888 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-6d1580f6-3038-4318-9062-f29b2bf25e11', 'network_id': '6d1580f6-3038-4318-9062-f29b2bf25e11', 'tenant_id': 'd9e4ffe6b9984e23aadc1aac98224ee2', 'fixed_ips': [{'subnet_id': 'd2f88fe6-413d-4f16-8511-a8e7deb88234'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:59:26.848031 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:26.866772 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4f9e6985-d6a4-494e-b133-1432e2fae59d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:26.874180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c34b8b-e4e4-48af-b507-c329f12019fe req-3b346b4e-eabe-4602-bc03-d5fc2f6dbde9 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:26.875867 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f3c34b8b-e4e4-48af-b507-c329f12019fe req-3b346b4e-eabe-4602-bc03-d5fc2f6dbde9 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 945 time: 0.7282014 Feb 21 08:59:26.945778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2159095-8c8d-4cc4-ba47-3e07126972eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:27.025336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16f590a-3776-4989-9109-99c90925c655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c6d6b6-17ea-4429-89a1-0a279387f027'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 08:59:27.034121 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2159095-8c8d-4cc4-ba47-3e07126972eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Pushing event deleted for resources: {'Port': ['ID=05ee5cdd-a950-4c08-861d-e26941b7867a,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:27.050079 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f3c34b8b-e4e4-48af-b507-c329f12019fe req-39e91bc2-9694-44a8-bd1f-72fca3229793 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653454 Feb 21 08:59:27.056287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2159095-8c8d-4cc4-ba47-3e07126972eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:27.114668 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e2159095-8c8d-4cc4-ba47-3e07126972eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "DELETE /v2.0/ports/05ee5cdd-a950-4c08-861d-e26941b7867a HTTP/1.1" status: 204 len: 168 time: 2.0621834 Feb 21 08:59:27.119368 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46756) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:27.160079 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16f590a-3776-4989-9109-99c90925c655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c6d6b6-17ea-4429-89a1-0a279387f027', 'code': 200} Feb 21 08:59:27.181399 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabad1a7-d1fb-465d-a2ad-b69f18538dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] GET failed (client error): The resource could not be found. Feb 21 08:59:27.182053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-eabad1a7-d1fb-465d-a2ad-b69f18538dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Synchronizing usage tracker for tenant:c32978f923aa43438dfbd46fa70f79d0 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:27.207894 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b4c6d6b6-17ea-4429-89a1-0a279387f027, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b4c6d6b6-17ea-4429-89a1-0a279387f027,segment=NetworkSegment(bdb85d5e-12bc-4220-a4fc-0ece310086a7),segment_id=bdb85d5e-12bc-4220-a4fc-0ece310086a7)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:27.210407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:27.211969 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-eabad1a7-d1fb-465d-a2ad-b69f18538dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] Unset dirty status for tenant:c32978f923aa43438dfbd46fa70f79d0 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:27.218274 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-eabad1a7-d1fb-465d-a2ad-b69f18538dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714442530-project-admin] 10.222.0.48 "GET /v2.0/ports/05ee5cdd-a950-4c08-861d-e26941b7867a HTTP/1.1" status: 404 len: 333 time: 0.0851824 Feb 21 08:59:27.219509 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46760) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:27.233521 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:27.347120 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce1a1a5-c478-4257-9552-4eb334e31977 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Router adf5d28a-bbd1-4237-a3ca-85ecbe910e81 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 08:59:27.354287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eec44668-ea1b-4d22-86ea-8e408e896e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:27.356296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5525fa3a-5d44-4cf9-b3a3-ca55877de860 None None] Provisioning for port 22e519f7-185f-441a-bfa6-84d8fab09521 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:27.358008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event updated for resources: {'Subnet': ['ID=7d25d187-bad1-4995-b6e3-c3e6f531ecc1,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:27.374191 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=b4c6d6b6-17ea-4429-89a1-0a279387f027,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:27.430138 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad041f8c-ce2d-43f4-8c5b-4b25c328aa25 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:27.441064 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Checking segment: {'id': '0de5d653-fe0e-4d90-9538-df6c94751a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbe0cdf-1ed6-478c-9463-91345c665a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:27.442428 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Network hostable DHCP agents. Network: 5dbe0cdf-1ed6-478c-9463-91345c665a52, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:59:27.447418 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f95743b-9de4-4ee9-8d71-0305a06f0447 None None] Sync routers for ids ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:27.454849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Router 4ef087d0-eba8-4f28-80cd-72059ca55b33 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 08:59:27.461309 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad041f8c-ce2d-43f4-8c5b-4b25c328aa25 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:27.462096 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f95743b-9de4-4ee9-8d71-0305a06f0447 None None] Routers {'f1fec1cc-45b9-4b13-8b3a-b417fb990256'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:27.462913 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-4f95743b-9de4-4ee9-8d71-0305a06f0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:27.552336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Allocated IP 172.20.0.2 (6d1580f6-3038-4318-9062-f29b2bf25e11/d2f88fe6-413d-4f16-8511-a8e7deb88234/763f8d80-ca9c-4a96-9ba9-7e1e13e19e80) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:27.564522 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ad041f8c-ce2d-43f4-8c5b-4b25c328aa25 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "PUT /v2.0/floatingips/d03e51f3-f621-488f-b014-64e2193967fe HTTP/1.1" status: 200 len: 990 time: 6.8057344 Feb 21 08:59:27.566885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9ade75-6c94-4311-9650-3df7337bc7e3', 'tag': 'daf9f8f4-9868-4732-b8dc-829cafcaf1af'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 08:59:27.663082 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-4f95743b-9de4-4ee9-8d71-0305a06f0447 None None] Set router f1fec1cc-45b9-4b13-8b3a-b417fb990256 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:59:27.789357 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 08:59:27.814842 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Network 5dbe0cdf-1ed6-478c-9463-91345c665a52 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:59:27.830490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 5dbe0cdf-1ed6-478c-9463-91345c665a52) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:27.836166 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:27.836887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:27.845853 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:27.860045 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Transition to ACTIVE for port object 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:27.869500 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3521f12d-bb28-4ff4-a3c3-66796127e42c req-028629fa-7b6d-4cdf-9d8b-9ec72fb9c600 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 1099 time: 0.4965169 Feb 21 08:59:27.873604 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-baebbe1a-2003-4075-87f5-28a79a56229a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9484961 Feb 21 08:59:27.878272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46770) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:27.897993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7645d1-115d-4a00-8986-4c8c52c4a7f5 None None] Network 5dbe0cdf-1ed6-478c-9463-91345c665a52 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:27.946237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eec44668-ea1b-4d22-86ea-8e408e896e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:28.014186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-eec44668-ea1b-4d22-86ea-8e408e896e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d780fd0e-6f5b-4506-9781-a87bb441d7cc']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:28.033201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-eec44668-ea1b-4d22-86ea-8e408e896e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86822754-fb7b-46b7-a660-e04d41e51724') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:28.033552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-eec44668-ea1b-4d22-86ea-8e408e896e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86822754-fb7b-46b7-a660-e04d41e51724') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:28.052590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eec44668-ea1b-4d22-86ea-8e408e896e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:28.081034 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:28.094405 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3521f12d-bb28-4ff4-a3c3-66796127e42c req-af5bfabe-dedb-4462-af9b-0c36be4c9af4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169793 Feb 21 08:59:28.100738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eec44668-ea1b-4d22-86ea-8e408e896e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:28.130383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7d8df-1bb3-4090-a4e2-a01b4364089d req-ba3d4c1f-b2fa-480b-8e40-88576e4ecfed tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:28.137752 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-12e7d8df-1bb3-4090-a4e2-a01b4364089d req-ba3d4c1f-b2fa-480b-8e40-88576e4ecfed tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 946 time: 0.3685763 Feb 21 08:59:28.143941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec44668-ea1b-4d22-86ea-8e408e896e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 08:59:28.144356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eec44668-ea1b-4d22-86ea-8e408e896e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:28.151236 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-4f95743b-9de4-4ee9-8d71-0305a06f0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T08:58:24Z', 'revision_number': 4, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'd03e51f3-f621-488f-b014-64e2193967fe', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'port_id': 'daf9f8f4-9868-4732-b8dc-829cafcaf1af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'mac_address': 'fa:16:3e:cf:de:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9ade75-6c94-4311-9650-3df7337bc7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T08:58:43Z', 'updated_at': '2022-02-21T08:59:22Z', 'revision_number': 1, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875daf23-60dc-4afa-a5c1-a602842d57aa', 'name': '', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'mac_address': 'fa:16:3e:07:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:23Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 5, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'subnets': [{'id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:28.156405 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f95743b-9de4-4ee9-8d71-0305a06f0447 None None] Checking router: f1fec1cc-45b9-4b13-8b3a-b417fb990256 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 08:59:28.171064 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f95743b-9de4-4ee9-8d71-0305a06f0447 None None] Routers {'f1fec1cc-45b9-4b13-8b3a-b417fb990256'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:28.171995 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-4f95743b-9de4-4ee9-8d71-0305a06f0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 08:59:28.176009 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 08:59:28.181809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658cf0-a5fb-4192-90d8-2f45c250d3b2 req-27a6ba9e-c924-4b57-9fe3-86b30a70d37a tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:28.183314 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51658cf0-a5fb-4192-90d8-2f45c250d3b2 req-27a6ba9e-c924-4b57-9fe3-86b30a70d37a tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.4154370 Feb 21 08:59:28.247552 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Transition to ACTIVE for port object 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:28.257082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-5dbe0cdf-1ed6-478c-9463-91345c665a52', 'network_id': '5dbe0cdf-1ed6-478c-9463-91345c665a52', 'tenant_id': 'd9e4ffe6b9984e23aadc1aac98224ee2', 'fixed_ips': [{'subnet_id': '7d25d187-bad1-4995-b6e3-c3e6f531ecc1'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:59:28.258593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:28.297366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Transition to ACTIVE for port object 44d70a77-acd6-43d8-a10c-16cacad0c75e will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:28.335518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eec44668-ea1b-4d22-86ea-8e408e896e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:28.365761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eec44668-ea1b-4d22-86ea-8e408e896e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:28.383563 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-12e7d8df-1bb3-4090-a4e2-a01b4364089d req-d3eddd5c-adad-47d8-930f-69c7e8ed3970 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449062 Feb 21 08:59:28.385851 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51658cf0-a5fb-4192-90d8-2f45c250d3b2 req-f3308fe7-5aac-4a8e-9002-fec4f9434bf4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1956444 Feb 21 08:59:28.389035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec44668-ea1b-4d22-86ea-8e408e896e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] Pushing event deleted for resources: {'Network': ['ID=d780fd0e-6f5b-4506-9781-a87bb441d7cc,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:28.401805 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-4f95743b-9de4-4ee9-8d71-0305a06f0447 None None] Set router f1fec1cc-45b9-4b13-8b3a-b417fb990256 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:59:28.411295 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-eec44668-ea1b-4d22-86ea-8e408e896e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433216956-project] 10.222.0.48 "DELETE /v2.0/networks/d780fd0e-6f5b-4506-9781-a87bb441d7cc HTTP/1.1" status: 204 len: 168 time: 1.1871045 Feb 21 08:59:28.438626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce1a1a5-c478-4257-9552-4eb334e31977 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:28.445745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bce1a1a5-c478-4257-9552-4eb334e31977 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:28.493598 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:28.549424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316798d-117a-4e87-8050-0f7decd686f8 None None] Sync routers for ids ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:28.563618 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9ade75-6c94-4311-9650-3df7337bc7e3', 'tag': 'daf9f8f4-9868-4732-b8dc-829cafcaf1af', 'status': 'completed', 'code': 200} Feb 21 08:59:28.580471 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:28.589455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 4f9e6985-d6a4-494e-b133-1432e2fae59d completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:28.619735 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bce1a1a5-c478-4257-9552-4eb334e31977 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "DELETE /v2.0/floatingips/54c0db72-45d6-4e50-8e75-41b6bbe1cbce HTTP/1.1" status: 204 len: 168 time: 5.6524246 Feb 21 08:59:28.620820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46780) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:28.632389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:28.643423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:28.655008 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Usage tracker for resource:floatingip and tenant:5eb73a7c90984b6aa2a110635531ea19 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:28.662134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:28.679354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:28.713931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:28.719813 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c253cc12-5ef5-42d8-a28e-5a071832b17f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.5718579 Feb 21 08:59:28.722300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46784) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:28.742901 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4f9e6985-d6a4-494e-b133-1432e2fae59d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:28.745152 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:28.818512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:28.825360 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Transition to ACTIVE for port object 44d70a77-acd6-43d8-a10c-16cacad0c75e will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:28.864594 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Sync routers for ids ['4ef087d0-eba8-4f28-80cd-72059ca55b33'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:28.872576 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:28.877628 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Network 6d1580f6-3038-4318-9062-f29b2bf25e11 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:28.892212 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Allocated IP 172.20.0.2 (5dbe0cdf-1ed6-478c-9463-91345c665a52/7d25d187-bad1-4995-b6e3-c3e6f531ecc1/7a1c192b-b40f-4282-a371-7c2043d2b915) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:28.903159 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:28.911824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Pushing event updated for resources: {'Port': ['ID=763f8d80-ca9c-4a96-9ba9-7e1e13e19e80,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:28.915713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:28.921298 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316798d-117a-4e87-8050-0f7decd686f8 None None] Routers {'adf5d28a-bbd1-4237-a3ca-85ecbe910e81'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:28.922044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a316798d-117a-4e87-8050-0f7decd686f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:29.014454 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Routers {'4ef087d0-eba8-4f28-80cd-72059ca55b33'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:29.014858 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-586f58db-1026-4acc-9a63-618585f639cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['4ef087d0-eba8-4f28-80cd-72059ca55b33'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:29.022356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:29.050720 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46790) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:29.060409 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::2a7 (749b6d65-c680-4e97-918b-6efdfcb19e4b/45994338-796b-4723-bfa3-a6ddd8817ae7/384fdc0f-7c77-49b7-8461-3370da536f34) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:29.108838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a316798d-117a-4e87-8050-0f7decd686f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:29.114268 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6212c7f9-f6a2-4b32-9b54-a86ee6ff2c18 req-344fc8a8-f6b1-4fa7-bbdd-b819135530be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7fdb594f298e42dbb47700adbc49145f&device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 1098 time: 0.5446050 Feb 21 08:59:29.153943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:29.266091 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:29.280124 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:29.368830 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Pushing event updated for resources: {'Port': ['ID=44d70a77-acd6-43d8-a10c-16cacad0c75e,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:29.440219 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Set router 4ef087d0-eba8-4f28-80cd-72059ca55b33 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:59:29.488023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8056f55-b178-4273-8a68-4af76c1f4579 req-8ee20597-adad-4377-849b-440a573487cc tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:29.489757 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d8056f55-b178-4273-8a68-4af76c1f4579 req-8ee20597-adad-4377-849b-440a573487cc tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 945 time: 0.7925713 Feb 21 08:59:29.540867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e42b4-bec2-4352-a47a-600226afd589 req-6d48a4e2-d672-442e-b95d-6c468ba1a634 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:29.548838 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-106e42b4-bec2-4352-a47a-600226afd589 req-6d48a4e2-d672-442e-b95d-6c468ba1a634 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.7364917 Feb 21 08:59:29.756444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:29.779211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 384fdc0f-7c77-49b7-8461-3370da536f34 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:29.789546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Attempting to bind port 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:29.790140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Attempting to bind port 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '3d8dea02-5c67-40a9-9095-1bd66160fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6d1580f6-3038-4318-9062-f29b2bf25e11'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:29.790254 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Attempting to bind port 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 on network 6d1580f6-3038-4318-9062-f29b2bf25e11 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:29.810147 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d8056f55-b178-4273-8a68-4af76c1f4579 req-8ef3165d-4bdf-4730-8980-ae5144669d71 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536039 Feb 21 08:59:29.813143 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:59:29.814498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Checking segment: {'id': '3d8dea02-5c67-40a9-9095-1bd66160fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6d1580f6-3038-4318-9062-f29b2bf25e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:29.815062 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:29.815306 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Bound using segment: {'id': '3d8dea02-5c67-40a9-9095-1bd66160fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6d1580f6-3038-4318-9062-f29b2bf25e11'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:59:29.815853 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Bound port: 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8dea02-5c67-40a9-9095-1bd66160fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6d1580f6-3038-4318-9062-f29b2bf25e11'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:59:29.816438 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:29.843677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:29.843850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:29.843988 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-106e42b4-bec2-4352-a47a-600226afd589 req-6ea4909e-34dd-44c6-a625-030f0d5e2e0b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2934704 Feb 21 08:59:29.910519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212c7f9-f6a2-4b32-9b54-a86ee6ff2c18 req-05dde61d-ebaa-425f-a065-6431c86a9234 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:29.921218 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6212c7f9-f6a2-4b32-9b54-a86ee6ff2c18 req-05dde61d-ebaa-425f-a065-6431c86a9234 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8 HTTP/1.1" status: 200 len: 912 time: 0.5416801 Feb 21 08:59:29.935741 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-4f95743b-9de4-4ee9-8d71-0305a06f0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T08:58:24Z', 'revision_number': 4, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'd03e51f3-f621-488f-b014-64e2193967fe', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'port_id': 'daf9f8f4-9868-4732-b8dc-829cafcaf1af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'mac_address': 'fa:16:3e:cf:de:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9ade75-6c94-4311-9650-3df7337bc7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T08:58:43Z', 'updated_at': '2022-02-21T08:59:22Z', 'revision_number': 1, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875daf23-60dc-4afa-a5c1-a602842d57aa', 'name': '', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'mac_address': 'fa:16:3e:07:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:23Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 5, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'subnets': [{'id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:29.943934 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] For port 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:29.947071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] For port 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=763f8d80-ca9c-4a96-9ba9-7e1e13e19e80,segment=NetworkSegment(3d8dea02-5c67-40a9-9095-1bd66160fbfb),segment_id=3d8dea02-5c67-40a9-9095-1bd66160fbfb)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:59:29.960823 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f95743b-9de4-4ee9-8d71-0305a06f0447 None None] The sync data for ids ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'] in dv-neutron-830062-1-hyperv is: [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T08:58:24Z', 'revision_number': 4, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'd03e51f3-f621-488f-b014-64e2193967fe', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'port_id': 'daf9f8f4-9868-4732-b8dc-829cafcaf1af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'mac_address': 'fa:16:3e:cf:de:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9ade75-6c94-4311-9650-3df7337bc7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T08:58:43Z', 'updated_at': '2022-02-21T08:59:22Z', 'revision_number': 1, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875daf23-60dc-4afa-a5c1-a602842d57aa', 'name': '', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'mac_address': 'fa:16:3e:07:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:23Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 5, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'subnets': [{'id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:29.966636 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 4f9e6985-d6a4-494e-b133-1432e2fae59d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4f9e6985-d6a4-494e-b133-1432e2fae59d,segment=NetworkSegment(bdb85d5e-12bc-4220-a4fc-0ece310086a7),segment_id=bdb85d5e-12bc-4220-a4fc-0ece310086a7)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:29.968253 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316798d-117a-4e87-8050-0f7decd686f8 None None] Routers {'adf5d28a-bbd1-4237-a3ca-85ecbe910e81'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:29.969338 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a316798d-117a-4e87-8050-0f7decd686f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:30.055616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.056260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=384fdc0f-7c77-49b7-8461-3370da536f34,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:30.078825 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:30.082443 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-291315ed-81ce-4aae-86d0-bb20de69a708 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c1fc95b08b94f5b88a55168084fbbb9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0306203 Feb 21 08:59:30.086208 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-586f58db-1026-4acc-9a63-618585f639cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef087d0-eba8-4f28-80cd-72059ca55b33', 'name': 'tempest-snat-router-907882322', 'tenant_id': '8355709553eb434d828b2daf0da2367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '625ac813-a744-4d60-b7f8-855c64ca3e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:59:20Z', 'updated_at': '2022-02-21T08:59:25Z', 'revision_number': 3, 'project_id': '8355709553eb434d828b2daf0da2367a', 'gw_port': {'id': '625ac813-a744-4d60-b7f8-855c64ca3e05', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:72:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef087d0-eba8-4f28-80cd-72059ca55b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:59:23Z', 'updated_at': '2022-02-21T08:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:30.091293 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Checking router: 4ef087d0-eba8-4f28-80cd-72059ca55b33 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 08:59:30.091659 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Updating router 4ef087d0-eba8-4f28-80cd-72059ca55b33 port 625ac813-a744-4d60-b7f8-855c64ca3e05 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 08:59:30.095318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46800) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:30.099604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:30.106405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:30.111568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:30.112414 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.151762 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.153146 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 99c2998b-9f9f-49fa-be9b-9397d4523fb3 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:30.154702 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.177602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Allocated IP 172.20.0.1 (6d1580f6-3038-4318-9062-f29b2bf25e11/d2f88fe6-413d-4f16-8511-a8e7deb88234/e4bc6836-21af-46d4-8c7f-816ef6a046d0) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:30.200518 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a970c9-0537-46f7-a6e0-bd50bc00e918 None None] Pushing event updated for resources: {'Port': ['ID=763f8d80-ca9c-4a96-9ba9-7e1e13e19e80,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:30.223295 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6212c7f9-f6a2-4b32-9b54-a86ee6ff2c18 req-c0aab1eb-b5d1-4b4e-96d6-8b018a2a209b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf9f8f4-9868-4732-b8dc-829cafcaf1af HTTP/1.1" status: 200 len: 998 time: 0.2731957 Feb 21 08:59:30.234732 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.278565 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a316798d-117a-4e87-8050-0f7decd686f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:30.278949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316798d-117a-4e87-8050-0f7decd686f8 None None] The sync data for ids ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:30.280531 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Attempting to bind port 44d70a77-acd6-43d8-a10c-16cacad0c75e on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:30.280888 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Attempting to bind port 44d70a77-acd6-43d8-a10c-16cacad0c75e by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:30.281330 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Attempting to bind port 44d70a77-acd6-43d8-a10c-16cacad0c75e on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:30.300150 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-840d0aa1-27f9-402e-b568-b6ed35262cc4 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/routers/4ef087d0-eba8-4f28-80cd-72059ca55b33 HTTP/1.1" status: 200 len: 906 time: 1.5767829 Feb 21 08:59:30.333298 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:59:30.333730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:30.334170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.334543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:59:30.335076 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Bound port: 44d70a77-acd6-43d8-a10c-16cacad0c75e, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:59:30.335573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.365140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46804) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:30.370266 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-79930b94-ab69-41b1-b010-4ff15bda902c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.388577 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.403551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cd15458f-4753-4a30-ac75-cdc1d447fb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.487566 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-03e875a3-ff90-49bb-a502-aaa802a5ed3e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.2748349 Feb 21 08:59:30.489730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46808) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:30.493832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Transition to ACTIVE for port object 7a1c192b-b40f-4282-a371-7c2043d2b915 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:30.507883 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cd15458f-4753-4a30-ac75-cdc1d447fb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.581580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] For port 44d70a77-acd6-43d8-a10c-16cacad0c75e, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:30.585742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] For port 44d70a77-acd6-43d8-a10c-16cacad0c75e, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=44d70a77-acd6-43d8-a10c-16cacad0c75e,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:59:30.600571 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=4f9e6985-d6a4-494e-b133-1432e2fae59d,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:30.605914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212c7f9-f6a2-4b32-9b54-a86ee6ff2c18 req-77da7c2b-c50a-47d5-92c3-5ace5f8f4527 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:30.612368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.613271 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6212c7f9-f6a2-4b32-9b54-a86ee6ff2c18 req-77da7c2b-c50a-47d5-92c3-5ace5f8f4527 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16a8f84c-ea91-4075-9f54-c7ae84ea5299 HTTP/1.1" status: 200 len: 851 time: 0.3662331 Feb 21 08:59:30.613427 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.730356 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Transition to ACTIVE for port object 7a1c192b-b40f-4282-a371-7c2043d2b915 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:30.748906 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.754058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.769560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.773593 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Transition to ACTIVE for port object 625ac813-a744-4d60-b7f8-855c64ca3e05 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:30.785933 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.802613 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Network 5dbe0cdf-1ed6-478c-9463-91345c665a52 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:30.809791 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:30.813843 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Transition to ACTIVE for port object e4bc6836-21af-46d4-8c7f-816ef6a046d0 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:30.814716 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:30.824436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b21f6-f17c-47a3-bafb-8ba7b83d36ed None None] Pushing event updated for resources: {'Port': ['ID=44d70a77-acd6-43d8-a10c-16cacad0c75e,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:30.829208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cd15458f-4753-4a30-ac75-cdc1d447fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.855925 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b38e17f-dfb4-421d-b339-92661feae33a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:30.859941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b38e17f-dfb4-421d-b339-92661feae33a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:30.864452 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1b38e17f-dfb4-421d-b339-92661feae33a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3565044 Feb 21 08:59:30.868194 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46812) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:30.876393 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15458f-4753-4a30-ac75-cdc1d447fb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ec8f14-d404-4d10-aa66-7f5e84121fe1,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:30.907132 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Pushing event updated for resources: {'Port': ['ID=7a1c192b-b40f-4282-a371-7c2043d2b915,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:30.944989 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cd15458f-4753-4a30-ac75-cdc1d447fb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:30.951622 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cd15458f-4753-4a30-ac75-cdc1d447fb9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2ec8f14-d404-4d10-aa66-7f5e84121fe1 HTTP/1.1" status: 204 len: 168 time: 0.8547657 Feb 21 08:59:30.969243 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6212c7f9-f6a2-4b32-9b54-a86ee6ff2c18 req-2480d5e0-4be7-4bfc-9d8f-24c6fcea402c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3432329 Feb 21 08:59:30.974233 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d9151-e48b-4228-8d00-51ffac9189a0 None None] Pushing event updated for resources: {'Port': ['ID=625ac813-a744-4d60-b7f8-855c64ca3e05,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:30.982108 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Attempting to bind port 625ac813-a744-4d60-b7f8-855c64ca3e05 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:30.982673 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Attempting to bind port 625ac813-a744-4d60-b7f8-855c64ca3e05 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:30.983218 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Attempting to bind port 625ac813-a744-4d60-b7f8-855c64ca3e05 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:31.000097 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d9151-e48b-4228-8d00-51ffac9189a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:31.000624 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d9151-e48b-4228-8d00-51ffac9189a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:31.001116 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d9151-e48b-4228-8d00-51ffac9189a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:31.001837 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d9151-e48b-4228-8d00-51ffac9189a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:31.002318 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d9151-e48b-4228-8d00-51ffac9189a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:31.002794 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d9151-e48b-4228-8d00-51ffac9189a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:31.003311 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d9151-e48b-4228-8d00-51ffac9189a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:31.003774 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d9151-e48b-4228-8d00-51ffac9189a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:31.004233 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d9151-e48b-4228-8d00-51ffac9189a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:31.004705 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d9151-e48b-4228-8d00-51ffac9189a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:31.005169 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d9151-e48b-4228-8d00-51ffac9189a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 08:59:31.013444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6e5f5-2e4a-4120-9199-5d690b73ef05 req-f0afecd6-ddfe-46ac-9835-a75ad9e79244 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:31.018450 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:59:31.019883 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:31.020289 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d4a6e5f5-2e4a-4120-9199-5d690b73ef05 req-f0afecd6-ddfe-46ac-9835-a75ad9e79244 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 946 time: 1.0682247 Feb 21 08:59:31.020704 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:31.021617 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:59:31.022251 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Bound port: 625ac813-a744-4d60-b7f8-855c64ca3e05, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:59:31.022785 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:31.042500 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 99c2998b-9f9f-49fa-be9b-9397d4523fb3 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:31.042883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:31.110631 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014eb84c-f600-4e9c-a102-35df44a045bc req-953a0ab4-d259-47c7-9b2e-a513fb06a199 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:31.112179 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-014eb84c-f600-4e9c-a102-35df44a045bc req-953a0ab4-d259-47c7-9b2e-a513fb06a199 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 945 time: 0.9826984 Feb 21 08:59:31.123264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Attempting to bind port 7a1c192b-b40f-4282-a371-7c2043d2b915 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:31.123568 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Attempting to bind port 7a1c192b-b40f-4282-a371-7c2043d2b915 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '0de5d653-fe0e-4d90-9538-df6c94751a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbe0cdf-1ed6-478c-9463-91345c665a52'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:31.123921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Attempting to bind port 7a1c192b-b40f-4282-a371-7c2043d2b915 on network 5dbe0cdf-1ed6-478c-9463-91345c665a52 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:31.140414 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:59:31.143193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Checking segment: {'id': '0de5d653-fe0e-4d90-9538-df6c94751a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbe0cdf-1ed6-478c-9463-91345c665a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:31.143677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:31.144081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Bound using segment: {'id': '0de5d653-fe0e-4d90-9538-df6c94751a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbe0cdf-1ed6-478c-9463-91345c665a52'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:59:31.144600 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Bound port: 7a1c192b-b40f-4282-a371-7c2043d2b915, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de5d653-fe0e-4d90-9538-df6c94751a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbe0cdf-1ed6-478c-9463-91345c665a52'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:59:31.144950 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:31.158284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46820) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:31.196656 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-586f58db-1026-4acc-9a63-618585f639cb None None] For port 625ac813-a744-4d60-b7f8-855c64ca3e05, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:31.202688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-db63ba3b-49f2-4383-a8d2-0e32ca3b175c tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Request body: {'floatingip': {'port_id': 'e730853f-ef7d-476a-a002-614c3b69d0ab'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:31.203673 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-586f58db-1026-4acc-9a63-618585f639cb None None] For port 625ac813-a744-4d60-b7f8-855c64ca3e05, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=625ac813-a744-4d60-b7f8-855c64ca3e05,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:59:31.232566 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:31.360036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-59881077-1ed6-4906-bda6-129fb67eacdf tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 384fdc0f-7c77-49b7-8461-3370da536f34 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:31.360399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59881077-1ed6-4906-bda6-129fb67eacdf tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:31.434669 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d9151-e48b-4228-8d00-51ffac9189a0 None None] Pushing event updated for resources: {'Port': ['ID=625ac813-a744-4d60-b7f8-855c64ca3e05,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:31.516356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-db63ba3b-49f2-4383-a8d2-0e32ca3b175c tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for floatingip, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:31.518922 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 22e519f7-185f-441a-bfa6-84d8fab09521 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:31.519561 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Routers {'4ef087d0-eba8-4f28-80cd-72059ca55b33'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:31.520198 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-586f58db-1026-4acc-9a63-618585f639cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['4ef087d0-eba8-4f28-80cd-72059ca55b33'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:31.537476 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:31.556624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] For port 7a1c192b-b40f-4282-a371-7c2043d2b915, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:31.585883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] For port 7a1c192b-b40f-4282-a371-7c2043d2b915, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=7a1c192b-b40f-4282-a371-7c2043d2b915,segment=NetworkSegment(0de5d653-fe0e-4d90-9538-df6c94751a54),segment_id=0de5d653-fe0e-4d90-9538-df6c94751a54)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:59:31.597740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:31.789446 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Network 6d1580f6-3038-4318-9062-f29b2bf25e11 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:31.805533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Allocated IP 172.26.6.209 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/03302f49-6c7a-44d6-930f-fb1990731275) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:31.807563 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cf37c-47f7-466c-ae28-ad4d6077c9f7 None None] Pushing event updated for resources: {'Port': ['ID=7a1c192b-b40f-4282-a371-7c2043d2b915,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:31.813595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:31.817028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:31.823425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 22e519f7-185f-441a-bfa6-84d8fab09521 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:31.831942 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 22e519f7-185f-441a-bfa6-84d8fab09521 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:31.833496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:31.860761 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46826) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:31.878046 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6212c7f9-f6a2-4b32-9b54-a86ee6ff2c18 req-392caa4d-9252-4a19-9f83-24e18b6fe5ad service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8908072 Feb 21 08:59:31.933976 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-586f58db-1026-4acc-9a63-618585f639cb None None] Set router 4ef087d0-eba8-4f28-80cd-72059ca55b33 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:59:31.989441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff38b2d-c7d0-40e6-9c22-bb79382fbeeb None None] Network 6d1580f6-3038-4318-9062-f29b2bf25e11 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:32.027893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:32.109907 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6212c7f9-f6a2-4b32-9b54-a86ee6ff2c18 req-a69a8ae9-f9f2-4901-bd25-d1302560249e service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849396 Feb 21 08:59:32.117832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:32.126139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event updated for resources: {'Port': ['ID=e4bc6836-21af-46d4-8c7f-816ef6a046d0,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:32.214896 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d4a6e5f5-2e4a-4120-9199-5d690b73ef05 req-be8b2949-2bb3-44f0-9435-887f0ef426a8 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1936059 Feb 21 08:59:32.218142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-18dca9a2-4655-4105-a67f-1ec5db9af6ec None None] Provisioning for port 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:32.255600 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f0c4c43-6022-4419-8966-c08f462ed941 req-505d9e92-d2f1-4549-aff9-566d41f616a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.7385881 Feb 21 08:59:32.286719 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 22e519f7-185f-441a-bfa6-84d8fab09521, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=22e519f7-185f-441a-bfa6-84d8fab09521,segment=NetworkSegment(5a403461-8ee6-4e1d-81a9-c69d83683453),segment_id=5a403461-8ee6-4e1d-81a9-c69d83683453)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:32.336897 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:32.515566 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-586f58db-1026-4acc-9a63-618585f639cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef087d0-eba8-4f28-80cd-72059ca55b33', 'name': 'tempest-snat-router-907882322', 'tenant_id': '8355709553eb434d828b2daf0da2367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '625ac813-a744-4d60-b7f8-855c64ca3e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:59:20Z', 'updated_at': '2022-02-21T08:59:25Z', 'revision_number': 3, 'project_id': '8355709553eb434d828b2daf0da2367a', 'gw_port': {'id': '625ac813-a744-4d60-b7f8-855c64ca3e05', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:72:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef087d0-eba8-4f28-80cd-72059ca55b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:59:23Z', 'updated_at': '2022-02-21T08:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:32.534101 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:32.548051 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f58db-1026-4acc-9a63-618585f639cb None None] The sync data for ids ['4ef087d0-eba8-4f28-80cd-72059ca55b33'] in dv-neutron-830062-1-hyperv is: [{'id': '4ef087d0-eba8-4f28-80cd-72059ca55b33', 'name': 'tempest-snat-router-907882322', 'tenant_id': '8355709553eb434d828b2daf0da2367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': '625ac813-a744-4d60-b7f8-855c64ca3e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:59:20Z', 'updated_at': '2022-02-21T08:59:25Z', 'revision_number': 3, 'project_id': '8355709553eb434d828b2daf0da2367a', 'gw_port': {'id': '625ac813-a744-4d60-b7f8-855c64ca3e05', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:72:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef087d0-eba8-4f28-80cd-72059ca55b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:59:23Z', 'updated_at': '2022-02-21T08:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:32.586720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=22e519f7-185f-441a-bfa6-84d8fab09521,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:32.707580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:32.743333 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-29a2f325-fe87-4b74-accd-264ac55db19a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c32978f923aa43438dfbd46fa70f79d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8655088 Feb 21 08:59:32.747991 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46832) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:32.835930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4f9e6985-d6a4-494e-b133-1432e2fae59d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:32.920445 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01047c93-d503-480a-9b30-9bec6ca1b3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:32.938330 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4f9e6985-d6a4-494e-b133-1432e2fae59d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:32.939271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:32.951993 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:32.969058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59881077-1ed6-4906-bda6-129fb67eacdf tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:33.019112 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-189cd6cf-2d2e-4930-967f-8b8ceac70667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:33.143705 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:33.159303 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:33.196513 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2a138d57-831f-49d1-b897-d182f8c0669d None None] Provisioning for port e4bc6836-21af-46d4-8c7f-816ef6a046d0 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:33.216434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2a138d57-831f-49d1-b897-d182f8c0669d None None] Provisioning complete for port e4bc6836-21af-46d4-8c7f-816ef6a046d0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:33.217085 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2a138d57-831f-49d1-b897-d182f8c0669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:33.222823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:33.258661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:33.313803 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-189cd6cf-2d2e-4930-967f-8b8ceac70667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:33.329084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-2a138d57-831f-49d1-b897-d182f8c0669d None None] Port e4bc6836-21af-46d4-8c7f-816ef6a046d0 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:33.372846 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:33.383723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Pushing event updated for resources: {'Port': ['ID=03302f49-6c7a-44d6-930f-fb1990731275,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:33.385119 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:33.386030 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:33.398620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-59881077-1ed6-4906-bda6-129fb67eacdf tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 384fdc0f-7c77-49b7-8461-3370da536f34 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:33.451737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12110d1f-0766-4cf1-9c7c-3eede2ff7098 req-042cb8e4-a89a-4773-9cdf-b8f41f69dfcd tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:33.453548 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-12110d1f-0766-4cf1-9c7c-3eede2ff7098 req-042cb8e4-a89a-4773-9cdf-b8f41f69dfcd tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 1.3997824 Feb 21 08:59:33.456005 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2a138d57-831f-49d1-b897-d182f8c0669d None None] Provisioning for port 44d70a77-acd6-43d8-a10c-16cacad0c75e completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:33.552664 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:33.597305 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59881077-1ed6-4906-bda6-129fb67eacdf tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:33.630851 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8953e1-5863-48a8-8a68-e7b133fb620e None None] Network 5dbe0cdf-1ed6-478c-9463-91345c665a52 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:33.652337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:33.660100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-afa64845-7952-4405-9ae2-8dfb11af4b2c None None] Provisioning complete for port e4bc6836-21af-46d4-8c7f-816ef6a046d0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:33.660468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-afa64845-7952-4405-9ae2-8dfb11af4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:33.690994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=763f8d80-ca9c-4a96-9ba9-7e1e13e19e80,segment=NetworkSegment(3d8dea02-5c67-40a9-9095-1bd66160fbfb),segment_id=3d8dea02-5c67-40a9-9095-1bd66160fbfb)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:33.755751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:33.764723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:33.765482 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 44d70a77-acd6-43d8-a10c-16cacad0c75e up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:33.772103 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f0c4c43-6022-4419-8966-c08f462ed941 req-4a5dbee4-1f66-4ce6-9e26-8f47199c7574 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7fdb594f298e42dbb47700adbc49145f&device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 1098 time: 1.0580950 Feb 21 08:59:33.864214 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf5762-0c6c-446b-b11a-ed4de9d69670 req-166f37f1-4185-4197-95d7-cd9ab546dd57 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:33.866551 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-89bf5762-0c6c-446b-b11a-ed4de9d69670 req-166f37f1-4185-4197-95d7-cd9ab546dd57 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 946 time: 1.1533978 Feb 21 08:59:33.876538 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59881077-1ed6-4906-bda6-129fb67eacdf tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=384fdc0f-7c77-49b7-8461-3370da536f34,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:33.880348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46836) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:33.893182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59881077-1ed6-4906-bda6-129fb67eacdf tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:33.910195 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-dabc82f2-097f-4769-ba6f-5474df8fc0e1 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Request body: {'floatingip': {'port_id': 'b4c6d6b6-17ea-4429-89a1-0a279387f027'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:33.928012 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-afa64845-7952-4405-9ae2-8dfb11af4b2c None None] Port e4bc6836-21af-46d4-8c7f-816ef6a046d0 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:33.936258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:33.938772 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-afa64845-7952-4405-9ae2-8dfb11af4b2c None None] Could not find standard attr ID for object 384fdc0f-7c77-49b7-8461-3370da536f34. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 08:59:33.992604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:33.996697 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:34.005302 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=763f8d80-ca9c-4a96-9ba9-7e1e13e19e80,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:34.010447 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-59881077-1ed6-4906-bda6-129fb67eacdf tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/384fdc0f-7c77-49b7-8461-3370da536f34 HTTP/1.1" status: 204 len: 168 time: 3.1384552 Feb 21 08:59:34.015059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46840) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:34.057302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dabc82f2-097f-4769-ba6f-5474df8fc0e1 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for floatingip, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:34.064069 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 44d70a77-acd6-43d8-a10c-16cacad0c75e completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:34.079158 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 44d70a77-acd6-43d8-a10c-16cacad0c75e triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:34.079523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:34.124426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-189cd6cf-2d2e-4930-967f-8b8ceac70667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:34.126600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-189cd6cf-2d2e-4930-967f-8b8ceac70667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:34.130148 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-189cd6cf-2d2e-4930-967f-8b8ceac70667 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/857adcd0-d597-47cf-ab3b-579b32722fa9 HTTP/1.1" status: 204 len: 168 time: 1.3766758 Feb 21 08:59:34.168459 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-dbc1c699-e67d-4473-a8cd-95497df6d069 None None] Provisioning for port 7a1c192b-b40f-4282-a371-7c2043d2b915 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:34.247029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cd6cf-2d2e-4930-967f-8b8ceac70667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857adcd0-d597-47cf-ab3b-579b32722fa9,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:34.272652 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:34.313465 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-12110d1f-0766-4cf1-9c7c-3eede2ff7098 req-dcfcc264-7048-4bb8-b8a6-3d54d2c1b084 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5557873 Feb 21 08:59:34.335504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 44d70a77-acd6-43d8-a10c-16cacad0c75e, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=44d70a77-acd6-43d8-a10c-16cacad0c75e,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:34.343952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:34.344491 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 7a1c192b-b40f-4282-a371-7c2043d2b915 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:34.364374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f5155-c3af-4187-afb2-f5dcf14192cd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:34.365838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f5155-c3af-4187-afb2-f5dcf14192cd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:34.367658 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-552f5155-c3af-4187-afb2-f5dcf14192cd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:34.404066 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c4c43-6022-4419-8966-c08f462ed941 req-61825d41-54e8-422d-b9fb-d69de46f55a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:34.405954 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f0c4c43-6022-4419-8966-c08f462ed941 req-61825d41-54e8-422d-b9fb-d69de46f55a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8 HTTP/1.1" status: 200 len: 912 time: 0.5920978 Feb 21 08:59:34.487905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=44d70a77-acd6-43d8-a10c-16cacad0c75e,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:34.503641 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 7a1c192b-b40f-4282-a371-7c2043d2b915 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:34.515279 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 7a1c192b-b40f-4282-a371-7c2043d2b915 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:34.515739 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:34.614215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.resource_extend [None req-db63ba3b-49f2-4383-a8d2-0e32ca3b175c tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 08:59:34.681767 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:34.734415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 7a1c192b-b40f-4282-a371-7c2043d2b915, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=7a1c192b-b40f-4282-a371-7c2043d2b915,segment=NetworkSegment(0de5d653-fe0e-4d90-9538-df6c94751a54),segment_id=0de5d653-fe0e-4d90-9538-df6c94751a54)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:34.736510 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d36d41ef-7adf-4c62-bcb7-9f9a52b883e5 None None] Provisioning complete for port 7a1c192b-b40f-4282-a371-7c2043d2b915 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:34.737327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d36d41ef-7adf-4c62-bcb7-9f9a52b883e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:34.750453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-552f5155-c3af-4187-afb2-f5dcf14192cd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:34.751632 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-552f5155-c3af-4187-afb2-f5dcf14192cd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7338967 Feb 21 08:59:34.772520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:34.775762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46854) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:34.890186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=7a1c192b-b40f-4282-a371-7c2043d2b915,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:34.949610 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:34.986962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-db63ba3b-49f2-4383-a8d2-0e32ca3b175c tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.022162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 08:59:35.026169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-db63ba3b-49f2-4383-a8d2-0e32ca3b175c tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.032584 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b15b41-39c7-4faf-8419-8bdbbcb6d688 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 45994338-796b-4723-bfa3-a6ddd8817ae7 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 08:59:35.035949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:35.036430 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.041703 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-60b15b41-39c7-4faf-8419-8bdbbcb6d688 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.070928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.093177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.112536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.140093 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.185403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 44d70a77-acd6-43d8-a10c-16cacad0c75e up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:35.285235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-60b15b41-39c7-4faf-8419-8bdbbcb6d688 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.320799 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 44d70a77-acd6-43d8-a10c-16cacad0c75e triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:35.321161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.362216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event updated for resources: {'Port': ['ID=e4bc6836-21af-46d4-8c7f-816ef6a046d0,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:35.367816 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46866) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:35.370329 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.429207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Pushing event updated for resources: {'Port': ['ID=03302f49-6c7a-44d6-930f-fb1990731275,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:35.442579 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f0c4c43-6022-4419-8966-c08f462ed941 req-a0cbacd2-40a4-4f37-8e3e-c63fb114369e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf9f8f4-9868-4732-b8dc-829cafcaf1af HTTP/1.1" status: 200 len: 998 time: 0.9566507 Feb 21 08:59:35.455793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.470726 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 22e519f7-185f-441a-bfa6-84d8fab09521 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:35.538362 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-60b15b41-39c7-4faf-8419-8bdbbcb6d688 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.599278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 22e519f7-185f-441a-bfa6-84d8fab09521 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:35.599644 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.689395 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.690489 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1971325286'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:35.693484 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6a82d6fb-fa9a-40ad-97d9-137cbf4b99ca tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0709739 Feb 21 08:59:35.696853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46874) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:35.702199 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:35.715738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c4c43-6022-4419-8966-c08f462ed941 req-3f229988-76b5-4ac4-b6fe-f258f6e3dc9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:35.717324 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f0c4c43-6022-4419-8966-c08f462ed941 req-3f229988-76b5-4ac4-b6fe-f258f6e3dc9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16a8f84c-ea91-4075-9f54-c7ae84ea5299 HTTP/1.1" status: 200 len: 851 time: 0.2417016 Feb 21 08:59:35.725527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Usage tracker for resource:network and tenant:3ec2f59da9674e9f99838a14c306816c is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:35.733645 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:35.752726 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Network 6d1580f6-3038-4318-9062-f29b2bf25e11 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:35.753889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:35.759008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:35.763050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dabc82f2-097f-4769-ba6f-5474df8fc0e1 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.925014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dabc82f2-097f-4769-ba6f-5474df8fc0e1 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.935496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:35.992987 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d066234-36d9-4543-9f52-c7435793ab45 req-21947df5-1a04-4399-89bd-642086fb93f3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:35.994455 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1d066234-36d9-4543-9f52-c7435793ab45 req-21947df5-1a04-4399-89bd-642086fb93f3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.4502196 Feb 21 08:59:35.998568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:36.008321 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Made reservation on behalf of 3ec2f59da9674e9f99838a14c306816c for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:36.011206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:36.032726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:36.063783 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Deleting port 625ac813-a744-4d60-b7f8-855c64ca3e05 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:36.064353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:36.070589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:36.100263 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Usage tracker for resource:floatingip and tenant:421d416dd69b46e5b78f59a45bc5a199 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:36.100515 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-db63ba3b-49f2-4383-a8d2-0e32ca3b175c tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Floating IP 8f751bd6-85ff-44a8-9cc2-f6c9f100753b associated. External IP: 172.26.6.35, port: e730853f-ef7d-476a-a002-614c3b69d0ab. Feb 21 08:59:36.107049 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:36.109596 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:36.139229 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-93177737-0706-4ae1-be7d-8b986e150b0d None None] Provisioning complete for port e4bc6836-21af-46d4-8c7f-816ef6a046d0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:36.139958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-93177737-0706-4ae1-be7d-8b986e150b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:36.197645 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-93177737-0706-4ae1-be7d-8b986e150b0d None None] Port e4bc6836-21af-46d4-8c7f-816ef6a046d0 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:36.251543 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-60b15b41-39c7-4faf-8419-8bdbbcb6d688 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:36.255114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:36.262559 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1d066234-36d9-4543-9f52-c7435793ab45 req-121a5371-bc39-41f8-88d7-843d95cc149c tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2591059 Feb 21 08:59:36.321002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b15b41-39c7-4faf-8419-8bdbbcb6d688 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=45994338-796b-4723-bfa3-a6ddd8817ae7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:36.342388 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:36.364221 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-60b15b41-39c7-4faf-8419-8bdbbcb6d688 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:36.377546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d312b4e4-f33c-4f83-95d5-f242a38685c7 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:36.379371 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f0c4c43-6022-4419-8966-c08f462ed941 req-9ef8ec30-808b-4f9a-8cdd-827c7e44eb43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6541448 Feb 21 08:59:36.390165 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-60b15b41-39c7-4faf-8419-8bdbbcb6d688 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/45994338-796b-4723-bfa3-a6ddd8817ae7 HTTP/1.1" status: 204 len: 168 time: 1.6133561 Feb 21 08:59:36.393639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46882) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:36.514475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:36.549801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] For port 625ac813-a744-4d60-b7f8-855c64ca3e05, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=625ac813-a744-4d60-b7f8-855c64ca3e05,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:36.551257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:36.597161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Usage tracker for resource:security_group_rule and tenant:3ec2f59da9674e9f99838a14c306816c is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:36.601374 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4e37af14-3c64-4a19-8cc4-59ec8c94fb78 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2006106 Feb 21 08:59:36.603464 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:36.653855 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b067563-fb31-4f5e-9a25-74735848275b None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 08:59:36.658384 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-9b067563-fb31-4f5e-9a25-74735848275b None None] Deleting port 44d70a77-acd6-43d8-a10c-16cacad0c75e {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:36.658751 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9b067563-fb31-4f5e-9a25-74735848275b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:36.660241 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:36.669915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46886) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:36.691546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-aa14ab2e-7f17-4124-bd18-0303276de851 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:36.701875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Calling delete_port for 625ac813-a744-4d60-b7f8-855c64ca3e05 owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:36.861607 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f0c4c43-6022-4419-8966-c08f462ed941 req-d77fa44a-b331-4a24-b6cc-2f48e8bc246f service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679608 Feb 21 08:59:36.893536 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-aa14ab2e-7f17-4124-bd18-0303276de851 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:36.899927 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 7a1c192b-b40f-4282-a371-7c2043d2b915 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:36.907845 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-aa14ab2e-7f17-4124-bd18-0303276de851 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:36.916631 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07da474-6394-4175-8cd9-deb1326c17a1 req-c2999f24-3638-4ff1-a9ad-80d5201a9252 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:36.918131 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a07da474-6394-4175-8cd9-deb1326c17a1 req-c2999f24-3638-4ff1-a9ad-80d5201a9252 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.5285027 Feb 21 08:59:36.926632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-aa14ab2e-7f17-4124-bd18-0303276de851 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:36.941415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-aa14ab2e-7f17-4124-bd18-0303276de851 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:36.966054 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9b067563-fb31-4f5e-9a25-74735848275b None None] For port 44d70a77-acd6-43d8-a10c-16cacad0c75e, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=44d70a77-acd6-43d8-a10c-16cacad0c75e,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:36.966882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9b067563-fb31-4f5e-9a25-74735848275b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:36.969765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:36.993257 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa14ab2e-7f17-4124-bd18-0303276de851 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:36.996816 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa14ab2e-7f17-4124-bd18-0303276de851 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:37.020252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:37.085853 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-dabc82f2-097f-4769-ba6f-5474df8fc0e1 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Floating IP 1c6662d4-f7c4-4afb-a78e-b9ee0d3ef971 associated. External IP: 172.26.6.18, port: b4c6d6b6-17ea-4429-89a1-0a279387f027. Feb 21 08:59:37.098506 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-9b067563-fb31-4f5e-9a25-74735848275b None None] Calling delete_port for 44d70a77-acd6-43d8-a10c-16cacad0c75e owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:37.111201 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a07da474-6394-4175-8cd9-deb1326c17a1 req-d323c1d9-cd2f-444e-bb4a-3c9c2cd4eb9d tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1468334 Feb 21 08:59:37.148436 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f0c4c43-6022-4419-8966-c08f462ed941 req-612d8edd-63cd-4335-8dc7-14bd83273e3b service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772434 Feb 21 08:59:37.172181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 7a1c192b-b40f-4282-a371-7c2043d2b915 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:37.172642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:37.269093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9b067563-fb31-4f5e-9a25-74735848275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:37.298716 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:37.329808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b067563-fb31-4f5e-9a25-74735848275b None None] Pushing event deleted for resources: {'Port': ['ID=44d70a77-acd6-43d8-a10c-16cacad0c75e,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:37.337595 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:37.341701 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b067563-fb31-4f5e-9a25-74735848275b None None] No DVR routers for this DVR port 44d70a77-acd6-43d8-a10c-16cacad0c75e on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 08:59:37.376989 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 08:59:37.388431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53171d18-79b6-457c-b51d-9d679bc64a89,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:37.396599 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event deleted for resources: {'Port': ['ID=625ac813-a744-4d60-b7f8-855c64ca3e05,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:37.451203 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 44d70a77-acd6-43d8-a10c-16cacad0c75e no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 08:59:37.457612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:37.458131 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Added segment 2572d040-f3c0-4e23-bf02-a3229db632eb of type vlan for network 51e12464-3841-48ac-aaeb-fe7464f95fae Feb 21 08:59:37.506791 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 44d70a77-acd6-43d8-a10c-16cacad0c75e {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 08:59:37.507488 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 44d70a77-acd6-43d8-a10c-16cacad0c75e not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 08:59:37.565960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:37.724903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Router a2a95409-1cfc-4934-944a-92bda49ea56f is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 08:59:37.750561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Allocated IP 172.26.6.206 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/2392f7f5-b111-4199-bda0-b1a4109e3cbf) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:37.753980 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:37.757661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:37.758232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:37.869667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:38.153262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89fee6-9736-4c73-afdb-f5fedc029b20 None None] New status for floating IP d03e51f3-f621-488f-b014-64e2193967fe: ACTIVE {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 08:59:38.177938 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09f472-a2a4-4d76-8994-f59d2d649cb3 req-772cedaa-0c4d-4c00-8a86-04b9110e5f74 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:38.179534 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3b09f472-a2a4-4d76-8994-f59d2d649cb3 req-772cedaa-0c4d-4c00-8a86-04b9110e5f74 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.6271021 Feb 21 08:59:38.186612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:38.187787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event updated for resources: {'Network': ['ID=51e12464-3841-48ac-aaeb-fe7464f95fae,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:38.215180 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-44df6335-da98-4403-bf7d-bcd5c9cb5b19 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8430300 Feb 21 08:59:38.215454 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:38.217501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46894) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:38.227065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 51e12464-3841-48ac-aaeb-fe7464f95fae details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 08:59:38.228731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Request body: {'subnet': {'network_id': '51e12464-3841-48ac-aaeb-fe7464f95fae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:38.273115 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa14ab2e-7f17-4124-bd18-0303276de851 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:38.335977 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db63ba3b-49f2-4383-a8d2-0e32ca3b175c tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Router 0dd47ceb-d1c5-43ba-a839-9968950c724b has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 08:59:38.354624 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3b09f472-a2a4-4d76-8994-f59d2d649cb3 req-926fedf3-3f81-4577-b598-45fb8726a8de tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1634831 Feb 21 08:59:38.392493 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:38.399330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:38.399855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ef087d0-eba8-4f28-80cd-72059ca55b33 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 08:59:38.402467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Usage tracker for resource:subnet and tenant:3ec2f59da9674e9f99838a14c306816c is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:38.407873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14ab2e-7f17-4124-bd18-0303276de851 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:38.409930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14ab2e-7f17-4124-bd18-0303276de851 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=655985dc-214c-4959-a493-b649fabea755,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:38.424088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-aa14ab2e-7f17-4124-bd18-0303276de851 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:38.426892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14ab2e-7f17-4124-bd18-0303276de851 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:38.427496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa14ab2e-7f17-4124-bd18-0303276de851 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:38.463353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:38.471327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb1922d-ec18-4e0e-ac59-afd32d0e7a39 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:38.476282 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:38.484007 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-aa14ab2e-7f17-4124-bd18-0303276de851 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8139088 Feb 21 08:59:38.540194 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46900) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:38.556500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'name': 'tempest-NetworksTestDHCPv6-1816591204'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:38.556624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:38.601514 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:38.605881 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-574d0714-b2fb-4fcd-aa82-d96551aeb6f0 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "DELETE /v2.0/routers/4ef087d0-eba8-4f28-80cd-72059ca55b33 HTTP/1.1" status: 204 len: 168 time: 8.2238357 Feb 21 08:59:38.610696 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46906) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:38.616686 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Made reservation on behalf of 3ec2f59da9674e9f99838a14c306816c for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:38.801664 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:38.810257 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7d2f3be0-c198-4384-96b3-4b37d81cc057 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "PUT /v2.0/routers/a2a95409-1cfc-4934-944a-92bda49ea56f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8964391 Feb 21 08:59:38.815185 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17f67bd-b00e-4b00-a9c5-4b4c7b0ec239 None None] Sync routers for ids ['a2a95409-1cfc-4934-944a-92bda49ea56f'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:38.817389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46910) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:38.832264 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f67bd-b00e-4b00-a9c5-4b4c7b0ec239 None None] Routers {'a2a95409-1cfc-4934-944a-92bda49ea56f'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:38.833116 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d17f67bd-b00e-4b00-a9c5-4b4c7b0ec239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a2a95409-1cfc-4934-944a-92bda49ea56f'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:38.904879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:38.958963 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d17f67bd-b00e-4b00-a9c5-4b4c7b0ec239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:38.959374 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:38.963303 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': '655985dc-214c-4959-a493-b649fabea755'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:59:38.964390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:38.992817 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f67bd-b00e-4b00-a9c5-4b4c7b0ec239 None None] Routers {'a2a95409-1cfc-4934-944a-92bda49ea56f'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:38.993509 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d17f67bd-b00e-4b00-a9c5-4b4c7b0ec239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a2a95409-1cfc-4934-944a-92bda49ea56f'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:39.041856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:39.051729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:port and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:39.070315 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:39.083259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:39.086864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:39.095132 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:39.097976 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:39.110538 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d17f67bd-b00e-4b00-a9c5-4b4c7b0ec239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:39.111632 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17f67bd-b00e-4b00-a9c5-4b4c7b0ec239 None None] The sync data for ids ['a2a95409-1cfc-4934-944a-92bda49ea56f'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:39.163460 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Pushing event updated for resources: {'Port': ['ID=2392f7f5-b111-4199-bda0-b1a4109e3cbf,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:39.186054 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:39.189017 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:39.193862 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Allocated IP 2001:db8::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/655985dc-214c-4959-a493-b649fabea755/d988184b-19f5-4821-92ed-45ffe6e81ed8) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:39.237102 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port be2f4553-1e06-40e3-8ce8-be6281620305 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:39.461339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:39.477456 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:39.498917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:39.512397 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Transition to ACTIVE for port object d988184b-19f5-4821-92ed-45ffe6e81ed8 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:39.534072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Transition to ACTIVE for port object d988184b-19f5-4821-92ed-45ffe6e81ed8 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:39.545865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:39.573520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db63ba3b-49f2-4383-a8d2-0e32ca3b175c tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:39.579269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event updated for resources: {'Subnet': ['ID=e45bc617-85a7-42ab-b66a-44dff5454125,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:39.609918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-db63ba3b-49f2-4383-a8d2-0e32ca3b175c tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:39.627415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983308c7-4862-458b-894b-2a36efc7ceba None None] Sync routers for ids ['0dd47ceb-d1c5-43ba-a839-9968950c724b'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:39.648317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2295-5335-4e41-b037-3d25e2e6ec7f req-ae1d931a-7f37-4080-8c15-f3d2be89e575 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:39.649720 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-37ea2295-5335-4e41-b037-3d25e2e6ec7f req-ae1d931a-7f37-4080-8c15-f3d2be89e575 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.2803533 Feb 21 08:59:39.673294 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Pushing event updated for resources: {'Port': ['ID=d988184b-19f5-4821-92ed-45ffe6e81ed8,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:39.681942 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:39.683232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983308c7-4862-458b-894b-2a36efc7ceba None None] Routers {'0dd47ceb-d1c5-43ba-a839-9968950c724b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:39.683856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-983308c7-4862-458b-894b-2a36efc7ceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0dd47ceb-d1c5-43ba-a839-9968950c724b'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:39.709774 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Checking segment: {'id': '2572d040-f3c0-4e23-bf02-a3229db632eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51e12464-3841-48ac-aaeb-fe7464f95fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:39.710238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Network hostable DHCP agents. Network: 51e12464-3841-48ac-aaeb-fe7464f95fae, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 08:59:39.721989 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-db63ba3b-49f2-4383-a8d2-0e32ca3b175c tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "PUT /v2.0/floatingips/8f751bd6-85ff-44a8-9cc2-f6c9f100753b HTTP/1.1" status: 200 len: 990 time: 8.5612993 Feb 21 08:59:39.725445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbe74df-137a-4839-a9b3-83e7356eab41', 'tag': 'e730853f-ef7d-476a-a002-614c3b69d0ab'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 08:59:39.737857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:39.744593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:39.747375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:39.882532 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-37ea2295-5335-4e41-b037-3d25e2e6ec7f req-a6e6bf03-441f-4a00-b789-942f575a0145 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2194741 Feb 21 08:59:39.903576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:39.933926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Attempting to bind port d988184b-19f5-4821-92ed-45ffe6e81ed8 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:39.934784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Attempting to bind port d988184b-19f5-4821-92ed-45ffe6e81ed8 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:39.934784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Attempting to bind port d988184b-19f5-4821-92ed-45ffe6e81ed8 on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:39.953232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:59:39.953699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:39.954189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:39.954651 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:59:39.955233 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Bound port: d988184b-19f5-4821-92ed-45ffe6e81ed8, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:59:39.955662 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:39.962779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Network 51e12464-3841-48ac-aaeb-fe7464f95fae is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 08:59:39.981844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::318 (749b6d65-c680-4e97-918b-6efdfcb19e4b/655985dc-214c-4959-a493-b649fabea755/be2f4553-1e06-40e3-8ce8-be6281620305) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:39.986374 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbe74df-137a-4839-a9b3-83e7356eab41', 'tag': 'e730853f-ef7d-476a-a002-614c3b69d0ab', 'status': 'completed', 'code': 200} Feb 21 08:59:39.993217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 51e12464-3841-48ac-aaeb-fe7464f95fae) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:39.999886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:40.001530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:40.003220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabc82f2-097f-4769-ba6f-5474df8fc0e1 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Router b6bcc0cb-4cec-422e-800e-44cbb21ead75 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 08:59:40.022252 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598820dc-2532-44e8-abc1-f0a9568a166a None None] Network 51e12464-3841-48ac-aaeb-fe7464f95fae requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:40.044966 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-983308c7-4862-458b-894b-2a36efc7ceba None None] Set router 0dd47ceb-d1c5-43ba-a839-9968950c724b gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:59:40.084267 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5d68a3a4-11ae-4406-8a8a-3fce1ed46d5b tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8613102 Feb 21 08:59:40.089070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42810be1-5d7f-4e63-a2e8-ba0da058d026 req-8d065bea-cc52-4b4d-9d9c-0dbf253b44aa tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:40.096401 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-42810be1-5d7f-4e63-a2e8-ba0da058d026 req-8d065bea-cc52-4b4d-9d9c-0dbf253b44aa tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 945 time: 0.2222896 Feb 21 08:59:40.101720 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46922) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:40.125309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Request body: {'port': {'network_id': '51e12464-3841-48ac-aaeb-fe7464f95fae', 'name': 'tempest-AllowedAddressPairTestJSON-2095182972'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:40.233898 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] For port d988184b-19f5-4821-92ed-45ffe6e81ed8, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:40.269557 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-42810be1-5d7f-4e63-a2e8-ba0da058d026 req-da5b6190-0e0b-42f6-a3e6-f85d9a22ba16 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722994 Feb 21 08:59:40.316359 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7583c338-10d9-496e-b00c-49c5c5c42b93 req-66c15c23-5b3d-4aa8-afde-394b603df63e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcf07ebb0bb24770aefe2d4ec14c19be&device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 1098 time: 0.3101814 Feb 21 08:59:40.349078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:40.388041 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] For port d988184b-19f5-4821-92ed-45ffe6e81ed8, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d988184b-19f5-4821-92ed-45ffe6e81ed8,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:59:40.420617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Usage tracker for resource:port and tenant:3ec2f59da9674e9f99838a14c306816c is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:40.424309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:40.427343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:40.439730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:40.459172 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:40.470843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:40.473465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Made reservation on behalf of 3ec2f59da9674e9f99838a14c306816c for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:40.476478 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:40.494059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:40.523886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Deleting port 99c2998b-9f9f-49fa-be9b-9397d4523fb3 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:40.524229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:40.560305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] device_id is not set on port ee4d971e-a5d0-4785-811b-e4a98053dee7 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:40.612694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583c338-10d9-496e-b00c-49c5c5c42b93 req-0bacd83a-cee4-448f-a5a8-3ee206f6e555 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:40.614160 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7583c338-10d9-496e-b00c-49c5c5c42b93 req-0bacd83a-cee4-448f-a5a8-3ee206f6e555 service neutron] 10.222.0.47 "GET /v2.0/networks?id=89acac8e-b1b3-408a-accb-00019777cf15 HTTP/1.1" status: 200 len: 906 time: 0.2876887 Feb 21 08:59:40.660993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec1b03-24e7-4d14-864f-58efecab7cde None None] Pushing event updated for resources: {'Port': ['ID=d988184b-19f5-4821-92ed-45ffe6e81ed8,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:40.670747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-51e12464-3841-48ac-aaeb-fe7464f95fae', 'network_id': '51e12464-3841-48ac-aaeb-fe7464f95fae', 'tenant_id': '3ec2f59da9674e9f99838a14c306816c', 'fixed_ips': [{'subnet_id': 'e45bc617-85a7-42ab-b66a-44dff5454125'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:59:40.671709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:40.698498 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Pushing event updated for resources: {'Port': ['ID=2392f7f5-b111-4199-bda0-b1a4109e3cbf,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:40.895201 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-983308c7-4862-458b-894b-2a36efc7ceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '8f751bd6-85ff-44a8-9cc2-f6c9f100753b', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'floating_ip_address': '172.26.6.35', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'port_id': 'e730853f-ef7d-476a-a002-614c3b69d0ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'mac_address': 'fa:16:3e:43:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbe74df-137a-4839-a9b3-83e7356eab41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T08:58:52Z', 'updated_at': '2022-02-21T08:59:33Z', 'revision_number': 1, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9d7c83-ebc3-4cee-8633-d061c6454d3f', 'name': '', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'mac_address': 'fa:16:3e:f0:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:33Z', 'updated_at': '2022-02-21T08:58:50Z', 'revision_number': 5, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'subnets': [{'id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:40.903669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983308c7-4862-458b-894b-2a36efc7ceba None None] Checking router: 0dd47ceb-d1c5-43ba-a839-9968950c724b for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 08:59:40.939287 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983308c7-4862-458b-894b-2a36efc7ceba None None] Routers {'0dd47ceb-d1c5-43ba-a839-9968950c724b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:40.939947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-983308c7-4862-458b-894b-2a36efc7ceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0dd47ceb-d1c5-43ba-a839-9968950c724b'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:40.973272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:41.037194 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7583c338-10d9-496e-b00c-49c5c5c42b93 req-efe46454-4e74-4803-87b0-c140edcfa454 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e730853f-ef7d-476a-a002-614c3b69d0ab HTTP/1.1" status: 200 len: 998 time: 0.4111595 Feb 21 08:59:41.041796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:41.085640 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:41.091356 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2c485d0c-4cb6-4510-abc9-f0834067600c tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3906517 Feb 21 08:59:41.093005 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object be2f4553-1e06-40e3-8ce8-be6281620305 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:41.094415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46932) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:41.128274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Allocated IP 172.20.0.9 (51e12464-3841-48ac-aaeb-fe7464f95fae/e45bc617-85a7-42ab-b66a-44dff5454125/ee4d971e-a5d0-4785-811b-e4a98053dee7) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:41.219774 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-983308c7-4862-458b-894b-2a36efc7ceba None None] Set router 0dd47ceb-d1c5-43ba-a839-9968950c724b gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:59:41.222666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabc82f2-097f-4769-ba6f-5474df8fc0e1 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:41.227278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dabc82f2-097f-4769-ba6f-5474df8fc0e1 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:41.302089 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b9e0c5ba-ecf7-40bd-b0c2-c5fc03fa7ffe tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4001 time: 0.2018323 Feb 21 08:59:41.303152 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46936) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:41.328965 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] For port 99c2998b-9f9f-49fa-be9b-9397d4523fb3, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=99c2998b-9f9f-49fa-be9b-9397d4523fb3,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:41.329332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:41.368731 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:41.459369 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670cd00-c3e2-48b1-b8df-b871c3b1192d None None] Sync routers for ids ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:41.467787 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dabc82f2-097f-4769-ba6f-5474df8fc0e1 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "PUT /v2.0/floatingips/1c6662d4-f7c4-4afb-a78e-b9ee0d3ef971 HTTP/1.1" status: 200 len: 991 time: 7.5790272 Feb 21 08:59:41.479062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16f590a-3776-4989-9109-99c90925c655', 'tag': 'b4c6d6b6-17ea-4429-89a1-0a279387f027'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 08:59:41.488485 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d670cd00-c3e2-48b1-b8df-b871c3b1192d None None] Routers {'b6bcc0cb-4cec-422e-800e-44cbb21ead75'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:41.489311 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d670cd00-c3e2-48b1-b8df-b871c3b1192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:41.495328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Calling delete_port for 99c2998b-9f9f-49fa-be9b-9397d4523fb3 owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:41.531652 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583c338-10d9-496e-b00c-49c5c5c42b93 req-da95317e-b9c1-4ef3-9954-7be75d135b16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:41.535180 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7583c338-10d9-496e-b00c-49c5c5c42b93 req-da95317e-b9c1-4ef3-9954-7be75d135b16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfec0fb1-966b-4a0f-bd30-1e11ff14d54e HTTP/1.1" status: 200 len: 845 time: 0.4806652 Feb 21 08:59:41.576967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-beaa7caf-2e14-496e-ae75-32e8a0a40e56 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Synchronizing usage tracker for tenant:2c62106717a343faa3a08278cba7249e on resource:floatingip {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:41.647631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:41.670440 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:41.675324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:41.680615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:41.681265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:41.726864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=be2f4553-1e06-40e3-8ce8-be6281620305,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:41.742693 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-983308c7-4862-458b-894b-2a36efc7ceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '8f751bd6-85ff-44a8-9cc2-f6c9f100753b', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'floating_ip_address': '172.26.6.35', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'port_id': 'e730853f-ef7d-476a-a002-614c3b69d0ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'mac_address': 'fa:16:3e:43:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbe74df-137a-4839-a9b3-83e7356eab41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T08:58:52Z', 'updated_at': '2022-02-21T08:59:33Z', 'revision_number': 1, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9d7c83-ebc3-4cee-8633-d061c6454d3f', 'name': '', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'mac_address': 'fa:16:3e:f0:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:33Z', 'updated_at': '2022-02-21T08:58:50Z', 'revision_number': 5, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'subnets': [{'id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:41.744808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-beaa7caf-2e14-496e-ae75-32e8a0a40e56 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Unset dirty status for tenant:2c62106717a343faa3a08278cba7249e on resource:floatingip {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:41.746953 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-beaa7caf-2e14-496e-ae75-32e8a0a40e56 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4428661 Feb 21 08:59:41.754060 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983308c7-4862-458b-894b-2a36efc7ceba None None] The sync data for ids ['0dd47ceb-d1c5-43ba-a839-9968950c724b'] in dv-neutron-830062-1-hyperv is: [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '8f751bd6-85ff-44a8-9cc2-f6c9f100753b', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'floating_ip_address': '172.26.6.35', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'port_id': 'e730853f-ef7d-476a-a002-614c3b69d0ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'mac_address': 'fa:16:3e:43:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbe74df-137a-4839-a9b3-83e7356eab41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T08:58:52Z', 'updated_at': '2022-02-21T08:59:33Z', 'revision_number': 1, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9d7c83-ebc3-4cee-8633-d061c6454d3f', 'name': '', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'mac_address': 'fa:16:3e:f0:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:33Z', 'updated_at': '2022-02-21T08:58:50Z', 'revision_number': 5, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'subnets': [{'id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:41.754554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46944) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:41.833886 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f788c23a-3826-4f21-a894-1f64e8d6526a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2926216 Feb 21 08:59:41.845598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46948) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:41.848635 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-d670cd00-c3e2-48b1-b8df-b871c3b1192d None None] Set router b6bcc0cb-4cec-422e-800e-44cbb21ead75 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:59:42.052202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae42cfe-40b4-4d76-92fc-38e015b57d2c req-e72740b1-2008-402d-aae4-97f3b0672739 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:42.059714 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cae42cfe-40b4-4d76-92fc-38e015b57d2c req-e72740b1-2008-402d-aae4-97f3b0672739 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.9575238 Feb 21 08:59:42.060331 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-9eb6938f-2247-466d-91a9-d9ea21f795d9 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 08:59:42.064133 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9eb6938f-2247-466d-91a9-d9ea21f795d9 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "PUT /v2.0/routers/a2a95409-1cfc-4934-944a-92bda49ea56f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.2430599 Feb 21 08:59:42.075346 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46952) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:42.112365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-211a5066-524f-49ed-afab-a7038dd8ab43 None None] Provisioning for port d988184b-19f5-4821-92ed-45ffe6e81ed8 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:42.164287 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7583c338-10d9-496e-b00c-49c5c5c42b93 req-51536019-199a-4dc0-aad6-7502f69d6082 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=89acac8e-b1b3-408a-accb-00019777cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5605412 Feb 21 08:59:42.176956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-dcc1b3a6-a0ca-4099-910f-1a2370b402cb tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Deleting port 2392f7f5-b111-4199-bda0-b1a4109e3cbf {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:42.177296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dcc1b3a6-a0ca-4099-910f-1a2370b402cb tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:42.191144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54aff1-9fb8-4a57-a057-b619194ae664 req-e9f05c26-f4c8-4a71-81a1-f9407cc737e2 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:42.192694 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1d54aff1-9fb8-4a57-a057-b619194ae664 req-e9f05c26-f4c8-4a71-81a1-f9407cc737e2 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 946 time: 0.5798030 Feb 21 08:59:42.219877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:42.261565 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cae42cfe-40b4-4d76-92fc-38e015b57d2c req-cf9c231e-0aa2-4056-8c82-c3a2a16cb5be tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2008994 Feb 21 08:59:42.329023 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d670cd00-c3e2-48b1-b8df-b871c3b1192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T08:58:40Z', 'revision_number': 4, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '1c6662d4-f7c4-4afb-a78e-b9ee0d3ef971', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'floating_ip_address': '172.26.6.18', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'port_id': 'b4c6d6b6-17ea-4429-89a1-0a279387f027', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'mac_address': 'fa:16:3e:00:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f590a-3776-4989-9109-99c90925c655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T08:58:57Z', 'updated_at': '2022-02-21T08:59:35Z', 'revision_number': 1, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f9e6985-d6a4-494e-b133-1432e2fae59d', 'name': '', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'mac_address': 'fa:16:3e:3e:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64784111-56ad-4f02-b892-99743affd6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:37Z', 'updated_at': '2022-02-21T08:59:29Z', 'revision_number': 5, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'subnets': [{'id': '64784111-56ad-4f02-b892-99743affd6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:42.339361 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670cd00-c3e2-48b1-b8df-b871c3b1192d None None] Checking router: b6bcc0cb-4cec-422e-800e-44cbb21ead75 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 08:59:42.365342 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d670cd00-c3e2-48b1-b8df-b871c3b1192d None None] Routers {'b6bcc0cb-4cec-422e-800e-44cbb21ead75'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:42.366214 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d670cd00-c3e2-48b1-b8df-b871c3b1192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:42.379771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0842a83-59ad-41ad-bfc1-8a1b6b56a3be tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:42.384771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0842a83-59ad-41ad-bfc1-8a1b6b56a3be tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:42.385887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e0842a83-59ad-41ad-bfc1-8a1b6b56a3be tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:42.390802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Transition to ACTIVE for port object ee4d971e-a5d0-4785-811b-e4a98053dee7 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:42.405516 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16f590a-3776-4989-9109-99c90925c655', 'tag': 'b4c6d6b6-17ea-4429-89a1-0a279387f027', 'status': 'completed', 'code': 200} Feb 21 08:59:42.452103 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-913e27d0-57ab-4e87-a2e1-ebb8292ec24c None None] Provisioning for port be2f4553-1e06-40e3-8ce8-be6281620305 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:42.460907 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-913e27d0-57ab-4e87-a2e1-ebb8292ec24c None None] Provisioning complete for port be2f4553-1e06-40e3-8ce8-be6281620305 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:42.461501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-913e27d0-57ab-4e87-a2e1-ebb8292ec24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:42.482592 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7583c338-10d9-496e-b00c-49c5c5c42b93 req-23a40eaf-af07-4669-83dc-16bb122172e7 service neutron] 10.222.0.47 "GET /v2.0/networks/89acac8e-b1b3-408a-accb-00019777cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014052 Feb 21 08:59:42.523842 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1d54aff1-9fb8-4a57-a057-b619194ae664 req-70bd14b2-0b4d-4b91-9aee-b4903842b9df tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995014 Feb 21 08:59:42.549399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dcc1b3a6-a0ca-4099-910f-1a2370b402cb tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:42.549723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dcc1b3a6-a0ca-4099-910f-1a2370b402cb tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:42.585467 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-d670cd00-c3e2-48b1-b8df-b871c3b1192d None None] Set router b6bcc0cb-4cec-422e-800e-44cbb21ead75 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 08:59:42.635711 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Allocated IP 172.20.0.2 (51e12464-3841-48ac-aaeb-fe7464f95fae/e45bc617-85a7-42ab-b66a-44dff5454125/06e63bfb-0569-4827-98a6-9c8cb1c51fb0) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:42.700563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-dcc1b3a6-a0ca-4099-910f-1a2370b402cb tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Calling delete_port for 2392f7f5-b111-4199-bda0-b1a4109e3cbf owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:42.743381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:42.750185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:42.751395 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3f0f2787-bbb6-49e6-af1e-ba48fa5cf9e3 req-a2c0a45e-5736-4d0a-80b4-ff251ecfb69c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8271100a41e84071a556dd64b7cbb83e&device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 1099 time: 0.3343720 Feb 21 08:59:42.775725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-913e27d0-57ab-4e87-a2e1-ebb8292ec24c None None] Port be2f4553-1e06-40e3-8ce8-be6281620305 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:42.815659 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e0842a83-59ad-41ad-bfc1-8a1b6b56a3be tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:42.819698 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e0842a83-59ad-41ad-bfc1-8a1b6b56a3be tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9152801 Feb 21 08:59:42.844590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46960) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:42.856486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event deleted for resources: {'Port': ['ID=99c2998b-9f9f-49fa-be9b-9397d4523fb3,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:42.951897 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:42.975449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Transition to ACTIVE for port object 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:42.981997 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f2787-bbb6-49e6-af1e-ba48fa5cf9e3 req-5c39ac6c-802b-4f31-9e84-c599a44713cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:42.983511 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3f0f2787-bbb6-49e6-af1e-ba48fa5cf9e3 req-5c39ac6c-802b-4f31-9e84-c599a44713cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=bc03625c-78e2-44a3-bddc-dae02bd7e601 HTTP/1.1" status: 200 len: 912 time: 0.1678910 Feb 21 08:59:42.985210 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Network 51e12464-3841-48ac-aaeb-fe7464f95fae is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:43.000360 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Transition to ACTIVE for port object 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:43.005905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d988184b-19f5-4821-92ed-45ffe6e81ed8 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:43.034404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:43.059329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:43.083614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:43.147544 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d670cd00-c3e2-48b1-b8df-b871c3b1192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T08:58:40Z', 'revision_number': 4, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '1c6662d4-f7c4-4afb-a78e-b9ee0d3ef971', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'floating_ip_address': '172.26.6.18', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'port_id': 'b4c6d6b6-17ea-4429-89a1-0a279387f027', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'mac_address': 'fa:16:3e:00:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f590a-3776-4989-9109-99c90925c655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T08:58:57Z', 'updated_at': '2022-02-21T08:59:35Z', 'revision_number': 1, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f9e6985-d6a4-494e-b133-1432e2fae59d', 'name': '', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'mac_address': 'fa:16:3e:3e:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64784111-56ad-4f02-b892-99743affd6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:37Z', 'updated_at': '2022-02-21T08:59:29Z', 'revision_number': 5, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'subnets': [{'id': '64784111-56ad-4f02-b892-99743affd6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:43.153722 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670cd00-c3e2-48b1-b8df-b871c3b1192d None None] The sync data for ids ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'] in dv-neutron-830062-1-hyperv is: [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T08:58:40Z', 'revision_number': 4, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '1c6662d4-f7c4-4afb-a78e-b9ee0d3ef971', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'floating_ip_address': '172.26.6.18', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'port_id': 'b4c6d6b6-17ea-4429-89a1-0a279387f027', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'mac_address': 'fa:16:3e:00:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f590a-3776-4989-9109-99c90925c655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T08:58:57Z', 'updated_at': '2022-02-21T08:59:35Z', 'revision_number': 1, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f9e6985-d6a4-494e-b133-1432e2fae59d', 'name': '', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'mac_address': 'fa:16:3e:3e:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64784111-56ad-4f02-b892-99743affd6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:37Z', 'updated_at': '2022-02-21T08:59:29Z', 'revision_number': 5, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'subnets': [{'id': '64784111-56ad-4f02-b892-99743affd6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:43.172614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Network 51e12464-3841-48ac-aaeb-fe7464f95fae is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:43.179042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:43.185869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:43.200665 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3f0f2787-bbb6-49e6-af1e-ba48fa5cf9e3 req-f6bfe18b-ccf5-4b67-8ce9-06f1f0058676 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4c6d6b6-17ea-4429-89a1-0a279387f027 HTTP/1.1" status: 200 len: 999 time: 0.1606190 Feb 21 08:59:43.203209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event updated for resources: {'Port': ['ID=ee4d971e-a5d0-4785-811b-e4a98053dee7,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:43.226881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-00f203c6-4da4-4393-b8a3-1cb7ded4b24d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port be2f4553-1e06-40e3-8ce8-be6281620305 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:43.227861 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-00f203c6-4da4-4393-b8a3-1cb7ded4b24d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:43.261769 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7583c338-10d9-496e-b00c-49c5c5c42b93 req-caf59382-87ef-4301-9a1f-2d2ebaf37b8c service neutron] 10.222.0.47 "GET /v2.0/networks/89acac8e-b1b3-408a-accb-00019777cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7366161 Feb 21 08:59:43.352176 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port d988184b-19f5-4821-92ed-45ffe6e81ed8 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:43.354459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f2787-bbb6-49e6-af1e-ba48fa5cf9e3 req-b82c4235-d8d4-48f6-91ae-ef37a95c1ec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:43.356122 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3f0f2787-bbb6-49e6-af1e-ba48fa5cf9e3 req-b82c4235-d8d4-48f6-91ae-ef37a95c1ec2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64784111-56ad-4f02-b892-99743affd6a9 HTTP/1.1" status: 200 len: 851 time: 0.1424675 Feb 21 08:59:43.357968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Pushing event updated for resources: {'Port': ['ID=06e63bfb-0569-4827-98a6-9c8cb1c51fb0,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:43.368445 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port d988184b-19f5-4821-92ed-45ffe6e81ed8 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:43.368741 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dcc1b3a6-a0ca-4099-910f-1a2370b402cb tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:43.368881 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:43.392251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Attempting to bind port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:43.392608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Attempting to bind port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '2572d040-f3c0-4e23-bf02-a3229db632eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51e12464-3841-48ac-aaeb-fe7464f95fae'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:43.392957 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Attempting to bind port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 on network 51e12464-3841-48ac-aaeb-fe7464f95fae {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:43.430324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:59:43.430603 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Checking segment: {'id': '2572d040-f3c0-4e23-bf02-a3229db632eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51e12464-3841-48ac-aaeb-fe7464f95fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:43.431010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:43.431421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Bound using segment: {'id': '2572d040-f3c0-4e23-bf02-a3229db632eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51e12464-3841-48ac-aaeb-fe7464f95fae'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:59:43.431879 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Bound port: 06e63bfb-0569-4827-98a6-9c8cb1c51fb0, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2572d040-f3c0-4e23-bf02-a3229db632eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51e12464-3841-48ac-aaeb-fe7464f95fae'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:59:43.432244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:43.437353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:43.438089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:43.477341 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1b3a6-a0ca-4099-910f-1a2370b402cb tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Pushing event deleted for resources: {'Port': ['ID=2392f7f5-b111-4199-bda0-b1a4109e3cbf,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:43.488411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0b8e6f4-0e1f-42e2-977f-3b65f2d1c7db tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:43.587231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:43.608901 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] For port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:43.622770 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] For port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=06e63bfb-0569-4827-98a6-9c8cb1c51fb0,segment=NetworkSegment(2572d040-f3c0-4e23-bf02-a3229db632eb),segment_id=2572d040-f3c0-4e23-bf02-a3229db632eb)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:59:43.628528 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:43.687430 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port d988184b-19f5-4821-92ed-45ffe6e81ed8, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d988184b-19f5-4821-92ed-45ffe6e81ed8,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:43.696347 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-30758e33-b879-4a27-af50-abe3b6e999d1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5935822 Feb 21 08:59:43.700452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:43.708501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:43.716032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46966) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:43.731384 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f940b2-339e-4cee-85f3-285a33c082a1 None None] Pushing event updated for resources: {'Port': ['ID=06e63bfb-0569-4827-98a6-9c8cb1c51fb0,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:43.816785 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Request body: {'port': {'network_id': '51e12464-3841-48ac-aaeb-fe7464f95fae', 'name': 'tempest-AllowedAddressPairTestJSON-515893600', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:f9:12:3a'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:43.818401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=d988184b-19f5-4821-92ed-45ffe6e81ed8,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:44.057909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dcc1b3a6-a0ca-4099-910f-1a2370b402cb tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:44.099250 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3f0f2787-bbb6-49e6-af1e-ba48fa5cf9e3 req-092eb12f-fda8-4414-8886-2a2b556fa707 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bc03625c-78e2-44a3-bddc-dae02bd7e601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7254834 Feb 21 08:59:44.100992 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:44.108603 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Usage tracker for resource:port and tenant:3ec2f59da9674e9f99838a14c306816c is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:44.111930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dcc1b3a6-a0ca-4099-910f-1a2370b402cb tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:44.113050 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dcc1b3a6-a0ca-4099-910f-1a2370b402cb tempest-FloatingIPAdminTestJSON-54084935 tempest-FloatingIPAdminTestJSON-54084935-project] 10.222.0.48 "DELETE /v2.0/floatingips/226e7450-a79d-4e3e-89ea-be123ca3b137 HTTP/1.1" status: 204 len: 168 time: 2.3545680 Feb 21 08:59:44.114144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:44.127251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46970) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:44.144500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:44.217136 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Made reservation on behalf of 3ec2f59da9674e9f99838a14c306816c for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:44.231865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:44.333910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:44.348162 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826e3e4-e392-4119-9767-a49464fcbdb2 req-b6b4bdc9-44b8-47e0-b20e-78a72b1c7447 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:44.349632 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1826e3e4-e392-4119-9767-a49464fcbdb2 req-b6b4bdc9-44b8-47e0-b20e-78a72b1c7447 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.8358729 Feb 21 08:59:44.351309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-00f203c6-4da4-4393-b8a3-1cb7ded4b24d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:44.364858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-32292323-27b4-4802-8a99-0b89a983a369 tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Deleting port 03302f49-6c7a-44d6-930f-fb1990731275 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:44.365191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-32292323-27b4-4802-8a99-0b89a983a369 tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:44.388897 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3f0f2787-bbb6-49e6-af1e-ba48fa5cf9e3 req-31bbc16b-94a5-4707-bb89-c0002c69db6e service neutron] 10.222.0.47 "GET /v2.0/networks/bc03625c-78e2-44a3-bddc-dae02bd7e601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717707 Feb 21 08:59:44.538901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-00f203c6-4da4-4393-b8a3-1cb7ded4b24d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for be2f4553-1e06-40e3-8ce8-be6281620305 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:44.621846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:44.690444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:44.690943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 568bf71a-5a57-4e0f-9ad5-fbd45d870a81 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 08:59:44.692654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] device_id is not set on port d5375f67-f0ff-40c3-b2a2-66e76e4e38fc yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:44.728194 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3f0f2787-bbb6-49e6-af1e-ba48fa5cf9e3 req-2641ae20-d566-4702-a38b-f4ab66a9c1f8 service neutron] 10.222.0.47 "GET /v2.0/networks/bc03625c-78e2-44a3-bddc-dae02bd7e601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331108 Feb 21 08:59:44.774043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77249920-0745-46fb-80a1-d1d3090050f9 None None] Network 51e12464-3841-48ac-aaeb-fe7464f95fae requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:44.887977 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:44.894103 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-44f3e2ac-db42-46b1-8a4e-755ae57a8790 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "DELETE /v2.0/routers/568bf71a-5a57-4e0f-9ad5-fbd45d870a81 HTTP/1.1" status: 204 len: 168 time: 6.2787547 Feb 21 08:59:44.895131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46974) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:44.914269 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1826e3e4-e392-4119-9767-a49464fcbdb2 req-76d63109-0e0b-46c8-99aa-61c457d2523a tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5543120 Feb 21 08:59:44.962407 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1677333903', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:44.973303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:44.977227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Usage tracker for resource:router and tenant:dd04cd83ed5441e899f156cf434203f3 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:44.988158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:44.994872 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:45.038814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.040528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.056161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-54eaebb8-c393-4759-ae41-02ee51f292e0 None None] Provisioning for port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:45.083714 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Allocated IP 172.20.0.4 (51e12464-3841-48ac-aaeb-fe7464f95fae/e45bc617-85a7-42ab-b66a-44dff5454125/d5375f67-f0ff-40c3-b2a2-66e76e4e38fc) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:45.111261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-32292323-27b4-4802-8a99-0b89a983a369 tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.113315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-32292323-27b4-4802-8a99-0b89a983a369 tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.193172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:45.304947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:45.310212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8e6f4-0e1f-42e2-977f-3b65f2d1c7db tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Deleting port e4bc6836-21af-46d4-8c7f-816ef6a046d0 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:45.310212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0b8e6f4-0e1f-42e2-977f-3b65f2d1c7db tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.315013 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:45.315489 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.316075 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-32292323-27b4-4802-8a99-0b89a983a369 tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Calling delete_port for 03302f49-6c7a-44d6-930f-fb1990731275 owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:45.394858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-00f203c6-4da4-4393-b8a3-1cb7ded4b24d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.473487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.514719 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=06e63bfb-0569-4827-98a6-9c8cb1c51fb0,segment=NetworkSegment(2572d040-f3c0-4e23-bf02-a3229db632eb),segment_id=2572d040-f3c0-4e23-bf02-a3229db632eb)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:45.520458 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.521811 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d988184b-19f5-4821-92ed-45ffe6e81ed8 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:45.612264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f203c6-4da4-4393-b8a3-1cb7ded4b24d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=be2f4553-1e06-40e3-8ce8-be6281620305,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:45.633343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-32292323-27b4-4802-8a99-0b89a983a369 tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.733783 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32292323-27b4-4802-8a99-0b89a983a369 tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Pushing event deleted for resources: {'Port': ['ID=03302f49-6c7a-44d6-930f-fb1990731275,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:45.736508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.744269 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port d988184b-19f5-4821-92ed-45ffe6e81ed8 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:45.753559 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.786677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5fc9a9fa-3320-448a-93e6-35e8f2d59f86 None None] Provisioning complete for port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:45.787070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a9fa-3320-448a-93e6-35e8f2d59f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.897811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-00f203c6-4da4-4393-b8a3-1cb7ded4b24d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.908493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=06e63bfb-0569-4827-98a6-9c8cb1c51fb0,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:45.923402 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0b8e6f4-0e1f-42e2-977f-3b65f2d1c7db tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:45.945274 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:46.055665 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-00f203c6-4da4-4393-b8a3-1cb7ded4b24d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/be2f4553-1e06-40e3-8ce8-be6281620305 HTTP/1.1" status: 204 len: 168 time: 3.2097700 Feb 21 08:59:46.063892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-32292323-27b4-4802-8a99-0b89a983a369 tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:46.066567 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-32292323-27b4-4802-8a99-0b89a983a369 tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:46.067758 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-32292323-27b4-4802-8a99-0b89a983a369 tempest-FloatingIPAdminTestJSON-1534062903 tempest-FloatingIPAdminTestJSON-1534062903-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/95acd7fb-0e17-441c-9e9c-440481056bb4 HTTP/1.1" status: 204 len: 168 time: 1.9373236 Feb 21 08:59:46.068531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46982) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:46.108305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46986) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:46.153320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8e6f4-0e1f-42e2-977f-3b65f2d1c7db tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Calling delete_port for e4bc6836-21af-46d4-8c7f-816ef6a046d0 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:46.171904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5fc9a9fa-3320-448a-93e6-35e8f2d59f86 None None] Provisioning for port ee4d971e-a5d0-4785-811b-e4a98053dee7 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:46.179311 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5fc9a9fa-3320-448a-93e6-35e8f2d59f86 None None] Provisioning complete for port ee4d971e-a5d0-4785-811b-e4a98053dee7 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:46.180001 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a9fa-3320-448a-93e6-35e8f2d59f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:46.213499 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Transition to ACTIVE for port object d5375f67-f0ff-40c3-b2a2-66e76e4e38fc will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:46.271605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9a9fa-3320-448a-93e6-35e8f2d59f86 None None] Port ee4d971e-a5d0-4785-811b-e4a98053dee7 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:46.291719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2618d329-5229-46be-a7d6-8ea527f90765 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:46.293234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2618d329-5229-46be-a7d6-8ea527f90765 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:46.293990 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2618d329-5229-46be-a7d6-8ea527f90765 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:46.305728 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:46.308507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:46.318218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b38c22-4b17-4526-ae8d-ff21b2afb1d4 None None] New status for floating IP 8f751bd6-85ff-44a8-9cc2-f6c9f100753b: ACTIVE {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 08:59:46.319068 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9e980f4e-1b77-41d2-bb55-42ab1eb42c06 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Deleting port 37a893e9-2b26-4eb7-8adc-52f23f871fa2 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:46.319554 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9e980f4e-1b77-41d2-bb55-42ab1eb42c06 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:46.408001 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Network 51e12464-3841-48ac-aaeb-fe7464f95fae is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:46.411287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:46.413817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:46.442518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event updated for resources: {'Port': ['ID=d5375f67-f0ff-40c3-b2a2-66e76e4e38fc,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:46.459054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2618d329-5229-46be-a7d6-8ea527f90765 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:46.463008 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2618d329-5229-46be-a7d6-8ea527f90765 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3933737 Feb 21 08:59:46.471621 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 46990) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:46.498001 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6b53d6d2-6617-4c56-94a9-611814f5e59b None None] Provisioning complete for port ee4d971e-a5d0-4785-811b-e4a98053dee7 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:46.498380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6b53d6d2-6617-4c56-94a9-611814f5e59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:46.536232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:46.537192 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:46.562015 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0b8e6f4-0e1f-42e2-977f-3b65f2d1c7db tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:46.580338 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6b53d6d2-6617-4c56-94a9-611814f5e59b None None] Port ee4d971e-a5d0-4785-811b-e4a98053dee7 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:46.618078 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8e6f4-0e1f-42e2-977f-3b65f2d1c7db tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event deleted for resources: {'Port': ['ID=e4bc6836-21af-46d4-8c7f-816ef6a046d0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:46.622266 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-61b31314-8ac1-4ddf-9199-eaed3da38780 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.8162918 Feb 21 08:59:46.625234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46994) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:46.719227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af64cb-9758-4211-a126-8a001ae3da64 req-a672f518-ae37-48ea-903e-b865913a1db4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:46.726141 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-48af64cb-9758-4211-a126-8a001ae3da64 req-a672f518-ae37-48ea-903e-b865913a1db4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.5596204 Feb 21 08:59:46.817074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a347dfa1-223b-480e-9e19-c58109d9d882 None None] Provisioning for port d5375f67-f0ff-40c3-b2a2-66e76e4e38fc completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:46.830267 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a347dfa1-223b-480e-9e19-c58109d9d882 None None] Provisioning complete for port d5375f67-f0ff-40c3-b2a2-66e76e4e38fc triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:46.830856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a347dfa1-223b-480e-9e19-c58109d9d882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:46.867797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dd9234-f09b-4b03-856c-57128f0e027e tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:46.872396 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dd9234-f09b-4b03-856c-57128f0e027e tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:46.876347 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dd9234-f09b-4b03-856c-57128f0e027e tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:46.877802 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-37dd9234-f09b-4b03-856c-57128f0e027e tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Synchronizing usage tracker for tenant:3ec2f59da9674e9f99838a14c306816c on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:46.934169 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-48af64cb-9758-4211-a126-8a001ae3da64 req-4566ec92-d6fe-43e3-98aa-1a5581840086 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2069108 Feb 21 08:59:46.958344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:46.973989 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-37dd9234-f09b-4b03-856c-57128f0e027e tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Unset dirty status for tenant:3ec2f59da9674e9f99838a14c306816c on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:46.977890 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-37dd9234-f09b-4b03-856c-57128f0e027e tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3489399 Feb 21 08:59:46.978728 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 46998) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:46.982196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0b8e6f4-0e1f-42e2-977f-3b65f2d1c7db tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:47.017857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a347dfa1-223b-480e-9e19-c58109d9d882 None None] Port d5375f67-f0ff-40c3-b2a2-66e76e4e38fc cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:47.047209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:47.047678 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:47.172475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-e5726d82-6437-47ee-9f1a-6252663f5af7 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Deleting port d5375f67-f0ff-40c3-b2a2-66e76e4e38fc {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:47.172811 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5726d82-6437-47ee-9f1a-6252663f5af7 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:47.191086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9e980f4e-1b77-41d2-bb55-42ab1eb42c06 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:47.205853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd87446d-a879-4dab-9f66-15fcc55631ec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 655985dc-214c-4959-a493-b649fabea755 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 08:59:47.260527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fd87446d-a879-4dab-9f66-15fcc55631ec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:47.341221 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99203136-13c2-4a32-aadf-c56ed11522f8 None None] New status for floating IP 1c6662d4-f7c4-4afb-a78e-b9ee0d3ef971: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 08:59:47.353939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9e980f4e-1b77-41d2-bb55-42ab1eb42c06 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Calling delete_port for 37a893e9-2b26-4eb7-8adc-52f23f871fa2 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:47.451313 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fd87446d-a879-4dab-9f66-15fcc55631ec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:47.545615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:47.612368 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:47.722812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9e980f4e-1b77-41d2-bb55-42ab1eb42c06 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:47.778326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5726d82-6437-47ee-9f1a-6252663f5af7 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:47.780870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e980f4e-1b77-41d2-bb55-42ab1eb42c06 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event deleted for resources: {'Port': ['ID=37a893e9-2b26-4eb7-8adc-52f23f871fa2,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:47.786448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b8e6f4-0e1f-42e2-977f-3b65f2d1c7db tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Router a2a95409-1cfc-4934-944a-92bda49ea56f has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 08:59:47.819799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fd87446d-a879-4dab-9f66-15fcc55631ec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:47.905894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-e5726d82-6437-47ee-9f1a-6252663f5af7 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Calling delete_port for d5375f67-f0ff-40c3-b2a2-66e76e4e38fc owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:47.991245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Allocated IP 172.26.6.222 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/1ec2d35a-bdba-4d6a-8d84-43dd3bc2b4f7) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:48.015540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9e980f4e-1b77-41d2-bb55-42ab1eb42c06 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:48.139205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fd87446d-a879-4dab-9f66-15fcc55631ec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:48.158957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b8e6f4-0e1f-42e2-977f-3b65f2d1c7db tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:48.169956 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01d0f58-36eb-47aa-9089-4a31e33ad13e None None] Sync routers for ids ['a2a95409-1cfc-4934-944a-92bda49ea56f'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:48.183097 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d0b8e6f4-0e1f-42e2-977f-3b65f2d1c7db tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "PUT /v2.0/routers/a2a95409-1cfc-4934-944a-92bda49ea56f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1063812 Feb 21 08:59:48.187830 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9e980f4e-1b77-41d2-bb55-42ab1eb42c06 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "DELETE /v2.0/ports/37a893e9-2b26-4eb7-8adc-52f23f871fa2 HTTP/1.1" status: 204 len: 168 time: 2.0697169 Feb 21 08:59:48.187979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47004) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:48.188743 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d0f58-36eb-47aa-9089-4a31e33ad13e None None] Routers {'a2a95409-1cfc-4934-944a-92bda49ea56f'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:48.189495 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c01d0f58-36eb-47aa-9089-4a31e33ad13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a2a95409-1cfc-4934-944a-92bda49ea56f'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:48.189699 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47006) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:48.196024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87446d-a879-4dab-9f66-15fcc55631ec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=655985dc-214c-4959-a493-b649fabea755,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:48.221325 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fd87446d-a879-4dab-9f66-15fcc55631ec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:48.225984 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fd87446d-a879-4dab-9f66-15fcc55631ec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/655985dc-214c-4959-a493-b649fabea755 HTTP/1.1" status: 204 len: 168 time: 1.7508254 Feb 21 08:59:48.226185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47012) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:48.246436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a86702-76b1-47d5-81e0-11bca607256a None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:48.311273 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-c9e519f3-414f-41ec-8eef-738ccf8002e0 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] delete failed (client error): The resource could not be found. Feb 21 08:59:48.317957 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c9e519f3-414f-41ec-8eef-738ccf8002e0 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-127144567 HTTP/1.1" status: 404 len: 334 time: 0.1238222 Feb 21 08:59:48.318153 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c01d0f58-36eb-47aa-9089-4a31e33ad13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:48.318241 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-dcb925fa-f0f1-4f28-a4da-a5b4d8f0c302 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878046 Feb 21 08:59:48.318241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47018) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:48.318391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47020) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:48.335196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5726d82-6437-47ee-9f1a-6252663f5af7 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:48.337657 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-42513c10-45f1-4a0c-87f1-c2bfbae514e3 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a2a95409-1cfc-4934-944a-92bda49ea56f'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:48.358079 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d0f58-36eb-47aa-9089-4a31e33ad13e None None] Routers {'a2a95409-1cfc-4934-944a-92bda49ea56f'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:48.358709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c01d0f58-36eb-47aa-9089-4a31e33ad13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a2a95409-1cfc-4934-944a-92bda49ea56f'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:48.397668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5726d82-6437-47ee-9f1a-6252663f5af7 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event deleted for resources: {'Port': ['ID=d5375f67-f0ff-40c3-b2a2-66e76e4e38fc,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:48.424676 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c01d0f58-36eb-47aa-9089-4a31e33ad13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:48.425084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01d0f58-36eb-47aa-9089-4a31e33ad13e None None] The sync data for ids ['a2a95409-1cfc-4934-944a-92bda49ea56f'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:48.444140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:48.574667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0da07-e695-42e0-b686-1cef193ff7c6 req-47b6699e-6c70-4dc6-840f-d26bd9ac3474 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:48.576272 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bac0da07-e695-42e0-b686-1cef193ff7c6 req-47b6699e-6c70-4dc6-840f-d26bd9ac3474 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.4835687 Feb 21 08:59:48.703801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f4edb-eef3-4b92-9376-f94cc983b72b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:48.705068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-471f4edb-eef3-4b92-9376-f94cc983b72b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Synchronizing usage tracker for tenant:2c62106717a343faa3a08278cba7249e on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:48.708682 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 08:59:48.712855 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] Deleting port d988184b-19f5-4821-92ed-45ffe6e81ed8 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:48.713188 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5726d82-6437-47ee-9f1a-6252663f5af7 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:48.715459 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e5726d82-6437-47ee-9f1a-6252663f5af7 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "DELETE /v2.0/ports/d5375f67-f0ff-40c3-b2a2-66e76e4e38fc HTTP/1.1" status: 204 len: 168 time: 1.7364917 Feb 21 08:59:48.718226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47026) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:48.720097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:48.769884 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d5d6aa-7e24-4183-82b8-500f3f9846fc tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] GET failed (client error): The resource could not be found. Feb 21 08:59:48.770429 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-22d5d6aa-7e24-4183-82b8-500f3f9846fc tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Synchronizing usage tracker for tenant:3ec2f59da9674e9f99838a14c306816c on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:48.775359 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-471f4edb-eef3-4b92-9376-f94cc983b72b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Unset dirty status for tenant:2c62106717a343faa3a08278cba7249e on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:48.778627 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-471f4edb-eef3-4b92-9376-f94cc983b72b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "GET /v2.0/ports?device_id=adf5d28a-bbd1-4237-a3ca-85ecbe910e81 HTTP/1.1" status: 200 len: 913 time: 0.5831556 Feb 21 08:59:48.779897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47030) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:48.966483 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d988184b-19f5-4821-92ed-45ffe6e81ed8 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 08:59:49.044100 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-22d5d6aa-7e24-4183-82b8-500f3f9846fc tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Unset dirty status for tenant:3ec2f59da9674e9f99838a14c306816c on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:49.046338 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-22d5d6aa-7e24-4183-82b8-500f3f9846fc tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "GET /v2.0/ports/d5375f67-f0ff-40c3-b2a2-66e76e4e38fc HTTP/1.1" status: 404 len: 333 time: 0.3257124 Feb 21 08:59:49.050707 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47034) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:49.059857 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Request body: {'port': {'network_id': '51e12464-3841-48ac-aaeb-fe7464f95fae', 'name': 'tempest-AllowedAddressPairTestJSON-532820414'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:49.077646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:49.080980 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] For port d988184b-19f5-4821-92ed-45ffe6e81ed8, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d988184b-19f5-4821-92ed-45ffe6e81ed8,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:49.081469 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:49.114264 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bac0da07-e695-42e0-b686-1cef193ff7c6 req-78f5c55c-ac10-49b0-92bb-afdc070a1c00 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5304573 Feb 21 08:59:49.126479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe94f40-5fbe-4d2a-bc7a-26f79a26adc4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:49.127183 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ffe94f40-5fbe-4d2a-bc7a-26f79a26adc4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:49.184648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ffe94f40-5fbe-4d2a-bc7a-26f79a26adc4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:49.185699 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ffe94f40-5fbe-4d2a-bc7a-26f79a26adc4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8664782 Feb 21 08:59:49.187626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:49.189113 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Pushing event updated for resources: {'Port': ['ID=1ec2d35a-bdba-4d6a-8d84-43dd3bc2b4f7,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:49.190274 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47038) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:49.232448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] Calling delete_port for d988184b-19f5-4821-92ed-45ffe6e81ed8 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:49.241763 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:49.249633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:49.310340 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:49.320257 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca59f6f3-741b-4c7a-97ab-c5939f3b447b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:49.321155 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ca59f6f3-741b-4c7a-97ab-c5939f3b447b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:49.321851 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:49.336091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:49.373688 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port d988184b-19f5-4821-92ed-45ffe6e81ed8, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d988184b-19f5-4821-92ed-45ffe6e81ed8,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:49.378245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:49.432954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 08:59:49.433508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 08:59:49.443420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-42513c10-45f1-4a0c-87f1-c2bfbae514e3 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:49.449589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Made reservation on behalf of 3ec2f59da9674e9f99838a14c306816c for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:49.452087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:49.469846 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=d988184b-19f5-4821-92ed-45ffe6e81ed8,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:49.498521 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-42513c10-45f1-4a0c-87f1-c2bfbae514e3 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] update failed (client error): The resource could not be found. Feb 21 08:59:49.499655 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-42513c10-45f1-4a0c-87f1-c2bfbae514e3 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "PUT /v2.0/routers/a2a95409-1cfc-4934-944a-92bda49ea56f HTTP/1.1" status: 404 len: 339 time: 1.1789055 Feb 21 08:59:49.504560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47042) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:49.517748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ca59f6f3-741b-4c7a-97ab-c5939f3b447b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:49.518909 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ca59f6f3-741b-4c7a-97ab-c5939f3b447b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3254743 Feb 21 08:59:49.525864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47046) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:49.593988 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] device_id is not set on port 3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:49.655055 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b48022bb-87ab-432a-9fb3-d86ff40fd2e1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264772 Feb 21 08:59:49.664540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47050) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:49.676091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ddf77f89-ef26-416a-83f9-9f260f3fc865 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:49.803398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:49.804104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:49.864319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ddf77f89-ef26-416a-83f9-9f260f3fc865 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:49.888009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ddf77f89-ef26-416a-83f9-9f260f3fc865 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:49.913635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Allocated IP 172.20.0.4 (51e12464-3841-48ac-aaeb-fe7464f95fae/e45bc617-85a7-42ab-b66a-44dff5454125/3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:49.919399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf77f89-ef26-416a-83f9-9f260f3fc865 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:49.936143 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] Deleting port d988184b-19f5-4821-92ed-45ffe6e81ed8 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:49.936717 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:50.071067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ddf77f89-ef26-416a-83f9-9f260f3fc865 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:50.149047 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] For port d988184b-19f5-4821-92ed-45ffe6e81ed8, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d988184b-19f5-4821-92ed-45ffe6e81ed8,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:50.149431 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:50.158584 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:50.247872 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0476e30f-2d1a-4425-b305-1d1dae8ef6fb tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:50.316061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] Calling delete_port for d988184b-19f5-4821-92ed-45ffe6e81ed8 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:50.399359 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:50.444414 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] Pushing event deleted for resources: {'Port': ['ID=d988184b-19f5-4821-92ed-45ffe6e81ed8,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:50.459423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e199ff-4ef0-4ade-9f1f-f61e1852576d None None] No DVR routers for this DVR port d988184b-19f5-4821-92ed-45ffe6e81ed8 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 08:59:50.620423 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:50.655062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90db6b-4785-4940-8912-6ebf9ef2fb2d req-99b9c2aa-37e9-4988-bd6a-0e1bc3e0db34 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:50.656524 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7f90db6b-4785-4940-8912-6ebf9ef2fb2d req-99b9c2aa-37e9-4988-bd6a-0e1bc3e0db34 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.2601295 Feb 21 08:59:50.688302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Transition to ACTIVE for port object 3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:50.769284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Allocated IP 172.20.0.1 (17b3430d-b3bd-4354-b477-1591ffcdd309/7e7bf4a1-e097-4e03-a1bb-81072c1312cb/6536858c-3d81-4c46-964c-9cddcfce211b) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:50.775114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:50.781073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ddf77f89-ef26-416a-83f9-9f260f3fc865 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:50.782775 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7f90db6b-4785-4940-8912-6ebf9ef2fb2d req-892372eb-c8c0-4e7e-a9c0-70303737aaa6 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912910 Feb 21 08:59:50.809262 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Router 369b385f-4382-4639-8a7d-a6842d28928a is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 08:59:50.847931 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 99c2998b-9f9f-49fa-be9b-9397d4523fb3 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 08:59:50.929298 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Network 51e12464-3841-48ac-aaeb-fe7464f95fae is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:50.929838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 99c2998b-9f9f-49fa-be9b-9397d4523fb3 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 08:59:50.930868 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 99c2998b-9f9f-49fa-be9b-9397d4523fb3 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 08:59:50.933722 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event updated for resources: {'Port': ['ID=3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:50.942188 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:50.944375 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:50.978620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf77f89-ef26-416a-83f9-9f260f3fc865 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:50.979455 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf77f89-ef26-416a-83f9-9f260f3fc865 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=c88e4d13-a42a-4703-8402-bd63d787567d,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:50.987835 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-ddf77f89-ef26-416a-83f9-9f260f3fc865 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:50.990563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf77f89-ef26-416a-83f9-9f260f3fc865 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:50.991180 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ddf77f89-ef26-416a-83f9-9f260f3fc865 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:50.998536 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cef8e9-aaaa-4780-883a-d80ca18fce2d None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:51.089684 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:51.090330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:51.178337 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ddf77f89-ef26-416a-83f9-9f260f3fc865 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5126381 Feb 21 08:59:51.184917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47062) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:51.187614 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d6379962-d2ea-4c27-9af8-d203b581897a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1353984 Feb 21 08:59:51.189845 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:51.191523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'fixed_ips': [{'subnet_id': 'c88e4d13-a42a-4703-8402-bd63d787567d', 'ip_address': '2001:db8::ad9:ed20:9aed:bda0'}], 'name': 'tempest-NetworksTestDHCPv6-942157124'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:51.207180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Transition to ACTIVE for port object 6536858c-3d81-4c46-964c-9cddcfce211b will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:51.216078 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47066) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:51.221840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-30b275a5-422e-4526-bae4-b209f5b9e418 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:f9:12:3a'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:51.245070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:51.340118 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Network 17b3430d-b3bd-4354-b477-1591ffcdd309 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:51.345232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:51.350909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:51.404546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4d1c8b22-b208-4dd2-8fdf-4571d39e1e8d None None] Provisioning for port 3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:51.409650 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': 'c88e4d13-a42a-4703-8402-bd63d787567d'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 08:59:51.410577 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:51.425278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4d1c8b22-b208-4dd2-8fdf-4571d39e1e8d None None] Provisioning complete for port 3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:51.425915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8b22-b208-4dd2-8fdf-4571d39e1e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:51.439860 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event updated for resources: {'Port': ['ID=6536858c-3d81-4c46-964c-9cddcfce211b,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:51.499165 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:51.556739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb5b45-b8b5-4000-a25b-6d8679c680d3 req-2fe9473b-6fc7-4f81-9f82-e9b173bb3296 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:51.558312 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5cdb5b45-b8b5-4000-a25b-6d8679c680d3 req-2fe9473b-6fc7-4f81-9f82-e9b173bb3296 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.2165806 Feb 21 08:59:51.572358 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4d1c8b22-b208-4dd2-8fdf-4571d39e1e8d None None] Port 3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:51.689134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:51.701136 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47339f-d718-44ce-a567-bc08f13d0e1e None None] Sync routers for ids ['369b385f-4382-4639-8a7d-a6842d28928a'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:51.717706 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e47339f-d718-44ce-a567-bc08f13d0e1e None None] Routers {'369b385f-4382-4639-8a7d-a6842d28928a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:51.719179 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-3e47339f-d718-44ce-a567-bc08f13d0e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['369b385f-4382-4639-8a7d-a6842d28928a'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:51.720614 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5cdb5b45-b8b5-4000-a25b-6d8679c680d3 req-c81b1c30-6c6e-4270-9fec-90ee630ba3b7 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1454918 Feb 21 08:59:51.730229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:51.735760 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Allocated IP 2001:db8::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/c88e4d13-a42a-4703-8402-bd63d787567d/0c25631e-1f26-41a2-ab0d-c62808db0c78) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:51.750889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:51.762070 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-49e2708f-8d48-47f4-a602-0e58bca023cf tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8464489 Feb 21 08:59:51.762070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47070) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:51.817903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:51.827278 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-3e47339f-d718-44ce-a567-bc08f13d0e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:51.850010 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e47339f-d718-44ce-a567-bc08f13d0e1e None None] Routers {'369b385f-4382-4639-8a7d-a6842d28928a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:51.850845 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-3e47339f-d718-44ce-a567-bc08f13d0e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['369b385f-4382-4639-8a7d-a6842d28928a'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:51.911794 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-3e47339f-d718-44ce-a567-bc08f13d0e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:51.912589 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47339f-d718-44ce-a567-bc08f13d0e1e None None] The sync data for ids ['369b385f-4382-4639-8a7d-a6842d28928a'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:51.923417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:51.927322 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30b275a5-422e-4526-bae4-b209f5b9e418 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:51.936103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0a110a83-6f0b-4f01-88d1-2b8275510f03 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'enable_snat': False}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:51.968731 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:51.971992 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-91b0cfd5-79be-4169-ba5a-bf3cc6536db9 None None] Provisioning for port 6536858c-3d81-4c46-964c-9cddcfce211b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:51.984336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-91b0cfd5-79be-4169-ba5a-bf3cc6536db9 None None] Provisioning complete for port 6536858c-3d81-4c46-964c-9cddcfce211b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:51.984865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-91b0cfd5-79be-4169-ba5a-bf3cc6536db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:51.997232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:52.005219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:52.008176 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Transition to ACTIVE for port object 0c25631e-1f26-41a2-ab0d-c62808db0c78 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:52.048947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Transition to ACTIVE for port object 0c25631e-1f26-41a2-ab0d-c62808db0c78 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:52.054187 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1be3c2b2-252b-4c14-949c-c41395c86484 req-b657b953-7209-4a7a-9c53-007ec70a132a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7fdb594f298e42dbb47700adbc49145f&device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 1098 time: 0.6462345 Feb 21 08:59:52.054932 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-91b0cfd5-79be-4169-ba5a-bf3cc6536db9 None None] Port 6536858c-3d81-4c46-964c-9cddcfce211b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:52.058844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:52.060860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 2ad4980c-16a7-4409-8432-53d8be40835c yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:52.131857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:52.136234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:52.138393 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:52.149383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Pushing event updated for resources: {'Port': ['ID=0c25631e-1f26-41a2-ab0d-c62808db0c78,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:52.241273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Attempting to bind port 0c25631e-1f26-41a2-ab0d-c62808db0c78 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 08:59:52.241612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Attempting to bind port 0c25631e-1f26-41a2-ab0d-c62808db0c78 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 08:59:52.241892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Attempting to bind port 0c25631e-1f26-41a2-ab0d-c62808db0c78 on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 08:59:52.249720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 08:59:52.249920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 08:59:52.250181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:52.250567 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 08:59:52.251042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Bound port: 0c25631e-1f26-41a2-ab0d-c62808db0c78, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 08:59:52.251415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:52.348696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] For port 0c25631e-1f26-41a2-ab0d-c62808db0c78, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 08:59:52.352216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] For port 0c25631e-1f26-41a2-ab0d-c62808db0c78, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0c25631e-1f26-41a2-ab0d-c62808db0c78,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 08:59:52.358037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:52.424098 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:52.451108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995f264-ed32-411a-9598-98bc7cac870c None None] Pushing event updated for resources: {'Port': ['ID=0c25631e-1f26-41a2-ab0d-c62808db0c78,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:52.483515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:52.646841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3c2b2-252b-4c14-949c-c41395c86484 req-8d182e1b-bba6-4dc5-b1ee-47135c4bcc6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:52.648344 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1be3c2b2-252b-4c14-949c-c41395c86484 req-8d182e1b-bba6-4dc5-b1ee-47135c4bcc6a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8 HTTP/1.1" status: 200 len: 912 time: 0.5478404 Feb 21 08:59:52.722329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event updated for resources: {'Port': ['ID=6536858c-3d81-4c46-964c-9cddcfce211b,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:52.741620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:52.856241 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::ad9:ed20:9aed:bda0 (749b6d65-c680-4e97-918b-6efdfcb19e4b/c88e4d13-a42a-4703-8402-bd63d787567d/2ad4980c-16a7-4409-8432-53d8be40835c) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:52.930877 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30b275a5-422e-4526-bae4-b209f5b9e418 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:52.940212 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1be3c2b2-252b-4c14-949c-c41395c86484 req-b11f8ca9-e574-4e3b-839a-0b4e7779970e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf9f8f4-9868-4732-b8dc-829cafcaf1af HTTP/1.1" status: 200 len: 1000 time: 0.2504158 Feb 21 08:59:52.943714 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0c25631e-1f26-41a2-ab0d-c62808db0c78 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:52.947608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30b275a5-422e-4526-bae4-b209f5b9e418 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:53.001181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Network 17b3430d-b3bd-4354-b477-1591ffcdd309 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:53.005901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:53.035229 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 0c25631e-1f26-41a2-ab0d-c62808db0c78 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:53.035432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0476e30f-2d1a-4425-b305-1d1dae8ef6fb tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Deleting port 298ffb2a-4cef-4681-8408-718bbacebddb {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:53.035432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0476e30f-2d1a-4425-b305-1d1dae8ef6fb tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:53.240044 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b275a5-422e-4526-bae4-b209f5b9e418 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event updated for resources: {'Port': ['ID=3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:53.300294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594530b-f108-4feb-92b0-30bc74040027 req-2a764edd-ba49-4b54-9d26-d778a0bfdaf8 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:53.301813 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e594530b-f108-4feb-92b0-30bc74040027 req-2a764edd-ba49-4b54-9d26-d778a0bfdaf8 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.3875408 Feb 21 08:59:53.311634 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7f54072d-619e-45fb-a8f9-31f5f67a03df None None] Provisioning complete for port 6536858c-3d81-4c46-964c-9cddcfce211b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:53.312318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7f54072d-619e-45fb-a8f9-31f5f67a03df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:53.376977 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3c2b2-252b-4c14-949c-c41395c86484 req-d2b04a17-7360-4278-b3b7-c6ba257e4e91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:53.378696 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1be3c2b2-252b-4c14-949c-c41395c86484 req-d2b04a17-7360-4278-b3b7-c6ba257e4e91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16a8f84c-ea91-4075-9f54-c7ae84ea5299 HTTP/1.1" status: 200 len: 851 time: 0.4267862 Feb 21 08:59:53.388097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-7f54072d-619e-45fb-a8f9-31f5f67a03df None None] Port 6536858c-3d81-4c46-964c-9cddcfce211b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:53.474000 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-30b275a5-422e-4526-bae4-b209f5b9e418 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] In _notify_port_updated(), no bound segment for port 3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c on network 51e12464-3841-48ac-aaeb-fe7464f95fae {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 08:59:53.477839 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b275a5-422e-4526-bae4-b209f5b9e418 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:53.478463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30b275a5-422e-4526-bae4-b209f5b9e418 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:53.480315 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-30b275a5-422e-4526-bae4-b209f5b9e418 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "PUT /v2.0/ports/3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c HTTP/1.1" status: 200 len: 992 time: 2.2632861 Feb 21 08:59:53.487894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47076) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:53.520451 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e594530b-f108-4feb-92b0-30bc74040027 req-6a16f744-46b4-443f-830a-dcae10aa58bf tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2092383 Feb 21 08:59:53.618739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Router a2a95409-1cfc-4934-944a-92bda49ea56f has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 08:59:53.620772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0a110a83-6f0b-4f01-88d1-2b8275510f03 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:53.630700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6795bf0d-16ed-460b-8b61-93613605dc0d None None] Provisioning complete for port 3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:53.631256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0476e30f-2d1a-4425-b305-1d1dae8ef6fb tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:53.631343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6795bf0d-16ed-460b-8b61-93613605dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:53.732477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:53.746523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6795bf0d-16ed-460b-8b61-93613605dc0d None None] Port 3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:53.760377 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-716c245e-d42d-47cb-a5fe-90727c91ad1a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Deleting port 3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:53.761804 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-716c245e-d42d-47cb-a5fe-90727c91ad1a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:53.853607 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 2ad4980c-16a7-4409-8432-53d8be40835c will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:53.861070 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0476e30f-2d1a-4425-b305-1d1dae8ef6fb tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Calling delete_port for 298ffb2a-4cef-4681-8408-718bbacebddb owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:53.872712 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c85b8957-f94a-4282-ad12-e3258d5ea526 None None] Provisioning for port 0c25631e-1f26-41a2-ab0d-c62808db0c78 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:53.878750 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c85b8957-f94a-4282-ad12-e3258d5ea526 None None] Provisioning complete for port 0c25631e-1f26-41a2-ab0d-c62808db0c78 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:53.879366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c85b8957-f94a-4282-ad12-e3258d5ea526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:53.951349 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1be3c2b2-252b-4c14-949c-c41395c86484 req-abb1f9a3-d746-4699-9b6e-4d7fb4bf6bc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5484142 Feb 21 08:59:54.016888 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c85b8957-f94a-4282-ad12-e3258d5ea526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:54.058410 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c85b8957-f94a-4282-ad12-e3258d5ea526 None None] For port 0c25631e-1f26-41a2-ab0d-c62808db0c78, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0c25631e-1f26-41a2-ab0d-c62808db0c78,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:54.060703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:54.062804 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c85b8957-f94a-4282-ad12-e3258d5ea526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:54.069192 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-59e90db4-8f3d-4e89-bc07-3bb1f6000baa tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "PUT /v2.0/routers/a2a95409-1cfc-4934-944a-92bda49ea56f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5609720 Feb 21 08:59:54.072417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47080) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:54.171453 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b8957-f94a-4282-ad12-e3258d5ea526 None None] Pushing event updated for resources: {'Port': ['ID=0c25631e-1f26-41a2-ab0d-c62808db0c78,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:54.174626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ec1d4-8b5c-4ca9-ae63-adb844b6d202 None None] Sync routers for ids ['a2a95409-1cfc-4934-944a-92bda49ea56f'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:54.188681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ec1d4-8b5c-4ca9-ae63-adb844b6d202 None None] Routers {'a2a95409-1cfc-4934-944a-92bda49ea56f'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:54.189318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-269ec1d4-8b5c-4ca9-ae63-adb844b6d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a2a95409-1cfc-4934-944a-92bda49ea56f'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:54.254004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-269ec1d4-8b5c-4ca9-ae63-adb844b6d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:54.267500 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ec1d4-8b5c-4ca9-ae63-adb844b6d202 None None] Routers {'a2a95409-1cfc-4934-944a-92bda49ea56f'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:54.268130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-269ec1d4-8b5c-4ca9-ae63-adb844b6d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a2a95409-1cfc-4934-944a-92bda49ea56f'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:54.287729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:54.341509 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-269ec1d4-8b5c-4ca9-ae63-adb844b6d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:54.341844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ec1d4-8b5c-4ca9-ae63-adb844b6d202 None None] The sync data for ids ['a2a95409-1cfc-4934-944a-92bda49ea56f'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:54.389489 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0a110a83-6f0b-4f01-88d1-2b8275510f03 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:54.395880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0a110a83-6f0b-4f01-88d1-2b8275510f03 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:54.466686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:54.481841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:54.484255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:54.488295 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:54.488896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:54.532672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-df8e0e61-2422-4c46-8426-0f3393e2c07c tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:54.544530 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=2ad4980c-16a7-4409-8432-53d8be40835c,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:54.572406 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1be3c2b2-252b-4c14-949c-c41395c86484 req-bc2e4510-fa3b-4bf0-9231-1228ca89b420 service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811150 Feb 21 08:59:54.621318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-716c245e-d42d-47cb-a5fe-90727c91ad1a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:54.813568 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6d97f886-cbd8-44cf-80f2-78407a6f6c65 None None] Provisioning for port 2ad4980c-16a7-4409-8432-53d8be40835c completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:54.821801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6d97f886-cbd8-44cf-80f2-78407a6f6c65 None None] Provisioning complete for port 2ad4980c-16a7-4409-8432-53d8be40835c triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:54.823412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6d97f886-cbd8-44cf-80f2-78407a6f6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:54.834963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70522f63-aef3-424a-9d34-58a985737426 req-54944a53-1107-43bf-b497-faff5cf6ed74 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:54.836467 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-70522f63-aef3-424a-9d34-58a985737426 req-54944a53-1107-43bf-b497-faff5cf6ed74 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.1160684 Feb 21 08:59:54.838464 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-716c245e-d42d-47cb-a5fe-90727c91ad1a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Calling delete_port for 3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:54.845048 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-df8e0e61-2422-4c46-8426-0f3393e2c07c tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 21 08:59:54.845998 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-df8e0e61-2422-4c46-8426-0f3393e2c07c tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "DELETE /v2.0/routers/a2a95409-1cfc-4934-944a-92bda49ea56f HTTP/1.1" status: 409 len: 329 time: 0.7731154 Feb 21 08:59:54.849640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47088) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:54.868901 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d53ebadc-e164-4ab1-9fa1-fcc43a8381a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.6832521 Feb 21 08:59:54.880629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47092) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:54.887186 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0476e30f-2d1a-4425-b305-1d1dae8ef6fb tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:54.907838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0c25631e-1f26-41a2-ab0d-c62808db0c78 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 08:59:54.961375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6d97f886-cbd8-44cf-80f2-78407a6f6c65 None None] Port 2ad4980c-16a7-4409-8432-53d8be40835c cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:54.986908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 0c25631e-1f26-41a2-ab0d-c62808db0c78 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:54.987214 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:54.996614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476e30f-2d1a-4425-b305-1d1dae8ef6fb tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event deleted for resources: {'Port': ['ID=298ffb2a-4cef-4681-8408-718bbacebddb,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:55.044415 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-70522f63-aef3-424a-9d34-58a985737426 req-4161b176-1b79-41b5-9f46-c9cc2023922d tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1972370 Feb 21 08:59:55.086376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a110a83-6f0b-4f01-88d1-2b8275510f03 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Router 369b385f-4382-4639-8a7d-a6842d28928a has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 08:59:55.181266 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1be3c2b2-252b-4c14-949c-c41395c86484 req-cf4eaa91-ca9a-495d-b4ed-2da8081b40d0 service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927994 Feb 21 08:59:55.399348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8734f01b-32a2-4254-8220-a84a0572a81b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:55.403641 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8734f01b-32a2-4254-8220-a84a0572a81b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:55.404400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8734f01b-32a2-4254-8220-a84a0572a81b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:55.450096 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-716c245e-d42d-47cb-a5fe-90727c91ad1a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:55.486329 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8734f01b-32a2-4254-8220-a84a0572a81b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:55.490614 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8734f01b-32a2-4254-8220-a84a0572a81b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6060517 Feb 21 08:59:55.496702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47096) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:55.504373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c245e-d42d-47cb-a5fe-90727c91ad1a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event deleted for resources: {'Port': ['ID=3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:55.591820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-4f9adc72-9208-445a-85c1-8b4529526c96 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 2ad4980c-16a7-4409-8432-53d8be40835c {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:55.591820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f9adc72-9208-445a-85c1-8b4529526c96 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:55.751353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0914fbeb-24ac-4333-a203-4f854facd2f9 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:55.752059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-716c245e-d42d-47cb-a5fe-90727c91ad1a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:55.765087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0476e30f-2d1a-4425-b305-1d1dae8ef6fb tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:55.777619 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-716c245e-d42d-47cb-a5fe-90727c91ad1a tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "DELETE /v2.0/ports/3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c HTTP/1.1" status: 204 len: 168 time: 2.2839546 Feb 21 08:59:55.779901 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47100) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:56.036127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a110a83-6f0b-4f01-88d1-2b8275510f03 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:56.039008 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f9adc72-9208-445a-85c1-8b4529526c96 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:56.047302 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb5c0d-afc9-44f1-b701-3f3700442491 None None] Sync routers for ids ['369b385f-4382-4639-8a7d-a6842d28928a'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:56.048385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0a110a83-6f0b-4f01-88d1-2b8275510f03 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:56.051845 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0a110a83-6f0b-4f01-88d1-2b8275510f03 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "PUT /v2.0/routers/369b385f-4382-4639-8a7d-a6842d28928a HTTP/1.1" status: 200 len: 922 time: 4.2934203 Feb 21 08:59:56.055686 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47104) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:56.062656 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b0a1ff-2a3a-4c0c-bb36-28e4337fd6d0 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] GET failed (client error): The resource could not be found. Feb 21 08:59:56.064328 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-78b0a1ff-2a3a-4c0c-bb36-28e4337fd6d0 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Synchronizing usage tracker for tenant:3ec2f59da9674e9f99838a14c306816c on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:56.065126 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb5c0d-afc9-44f1-b701-3f3700442491 None None] Routers {'369b385f-4382-4639-8a7d-a6842d28928a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:56.066257 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7beb5c0d-afc9-44f1-b701-3f3700442491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['369b385f-4382-4639-8a7d-a6842d28928a'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:56.103911 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-78b0a1ff-2a3a-4c0c-bb36-28e4337fd6d0 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Unset dirty status for tenant:3ec2f59da9674e9f99838a14c306816c on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:56.109533 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-78b0a1ff-2a3a-4c0c-bb36-28e4337fd6d0 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "GET /v2.0/ports/3db0e44c-2a2b-45c7-9f4c-c3d2fb9d019c HTTP/1.1" status: 404 len: 333 time: 0.3241525 Feb 21 08:59:56.113092 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47110) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:56.119177 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Request body: {'port': {'network_id': '51e12464-3841-48ac-aaeb-fe7464f95fae', 'name': 'tempest-AllowedAddressPairTestJSON-1083662020'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:56.167284 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7beb5c0d-afc9-44f1-b701-3f3700442491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:56.190308 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb5c0d-afc9-44f1-b701-3f3700442491 None None] Routers {'369b385f-4382-4639-8a7d-a6842d28928a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:56.191208 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7beb5c0d-afc9-44f1-b701-3f3700442491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['369b385f-4382-4639-8a7d-a6842d28928a'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:56.262098 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7beb5c0d-afc9-44f1-b701-3f3700442491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:56.262493 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb5c0d-afc9-44f1-b701-3f3700442491 None None] The sync data for ids ['369b385f-4382-4639-8a7d-a6842d28928a'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:56.279084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-4f9adc72-9208-445a-85c1-8b4529526c96 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 2ad4980c-16a7-4409-8432-53d8be40835c owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:56.300260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:56.312385 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:56.388949 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Made reservation on behalf of 3ec2f59da9674e9f99838a14c306816c for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:56.391954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:56.493634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] device_id is not set on port 2c8974b1-8292-4516-b379-630fac5c44f8 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 08:59:56.683312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565946ef-42d3-46de-8357-c3ff2b8402b7 req-6d3a9112-c7f4-4997-942a-0f95ce3751b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:56.684740 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-565946ef-42d3-46de-8357-c3ff2b8402b7 req-6d3a9112-c7f4-4997-942a-0f95ce3751b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.4444337 Feb 21 08:59:56.787636 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0476e30f-2d1a-4425-b305-1d1dae8ef6fb tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Router adf5d28a-bbd1-4237-a3ca-85ecbe910e81 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 08:59:56.840993 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f9adc72-9208-445a-85c1-8b4529526c96 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:56.918455 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9adc72-9208-445a-85c1-8b4529526c96 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=2ad4980c-16a7-4409-8432-53d8be40835c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:56.925031 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-565946ef-42d3-46de-8357-c3ff2b8402b7 req-89716a4d-6961-4997-ab2e-f191c462dd66 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2271245 Feb 21 08:59:56.995687 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f9adc72-9208-445a-85c1-8b4529526c96 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:57.064043 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Allocated IP 172.20.0.8 (51e12464-3841-48ac-aaeb-fe7464f95fae/e45bc617-85a7-42ab-b66a-44dff5454125/2c8974b1-8292-4516-b379-630fac5c44f8) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 08:59:57.088246 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4f9adc72-9208-445a-85c1-8b4529526c96 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/2ad4980c-16a7-4409-8432-53d8be40835c HTTP/1.1" status: 204 len: 168 time: 1.5767636 Feb 21 08:59:57.097754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47116) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:57.230541 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3e458973-e46e-4334-b626-d042345a662c tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/routers/369b385f-4382-4639-8a7d-a6842d28928a HTTP/1.1" status: 200 len: 922 time: 1.1706259 Feb 21 08:59:57.231151 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47120) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:57.232982 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0476e30f-2d1a-4425-b305-1d1dae8ef6fb tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 08:59:57.244551 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec3a78-d70c-4e77-aabd-4e772c29c7e9 None None] Sync routers for ids ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 08:59:57.260893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec3a78-d70c-4e77-aabd-4e772c29c7e9 None None] Routers {'adf5d28a-bbd1-4237-a3ca-85ecbe910e81'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:57.261991 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-26ec3a78-d70c-4e77-aabd-4e772c29c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:57.275226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ee223-b33f-4a46-a506-70591d9bbd41 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:57.276661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ee223-b33f-4a46-a506-70591d9bbd41 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:57.277496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-007ee223-b33f-4a46-a506-70591d9bbd41 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:57.293623 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0476e30f-2d1a-4425-b305-1d1dae8ef6fb tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "PUT /v2.0/routers/adf5d28a-bbd1-4237-a3ca-85ecbe910e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5126431 Feb 21 08:59:57.298568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47124) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:57.333587 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-26ec3a78-d70c-4e77-aabd-4e772c29c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:57.338939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-007ee223-b33f-4a46-a506-70591d9bbd41 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:57.344827 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-007ee223-b33f-4a46-a506-70591d9bbd41 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2409928 Feb 21 08:59:57.344827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47128) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:57.351732 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec3a78-d70c-4e77-aabd-4e772c29c7e9 None None] Routers {'adf5d28a-bbd1-4237-a3ca-85ecbe910e81'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 08:59:57.352488 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-26ec3a78-d70c-4e77-aabd-4e772c29c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:57.428814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-26ec3a78-d70c-4e77-aabd-4e772c29c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 08:59:57.428814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec3a78-d70c-4e77-aabd-4e772c29c7e9 None None] The sync data for ids ['adf5d28a-bbd1-4237-a3ca-85ecbe910e81'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 08:59:57.447343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e56a0-f135-4516-aea7-95bfa4fc6734 req-2e699ed4-9112-4095-9ccc-d3530b8fcd3b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:57.449181 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fb2e56a0-f135-4516-aea7-95bfa4fc6734 req-2e699ed4-9112-4095-9ccc-d3530b8fcd3b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.3061092 Feb 21 08:59:57.523465 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:57.608945 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fb2e56a0-f135-4516-aea7-95bfa4fc6734 req-3b7a0daf-d0ea-4d10-bf7e-ca9d2e0f4da6 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1503880 Feb 21 08:59:57.675172 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Transition to ACTIVE for port object 2c8974b1-8292-4516-b379-630fac5c44f8 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 08:59:57.678056 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-53045de1-8294-4d42-a663-dccff8e39a12 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Synchronizing usage tracker for tenant:8355709553eb434d828b2daf0da2367a on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 08:59:57.703729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a22937-7880-4733-b40d-54a4c222ef10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet c88e4d13-a42a-4703-8402-bd63d787567d {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 08:59:57.709226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-53045de1-8294-4d42-a663-dccff8e39a12 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Unset dirty status for tenant:8355709553eb434d828b2daf0da2367a on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 08:59:57.710436 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-65a22937-7880-4733-b40d-54a4c222ef10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:57.713290 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-53045de1-8294-4d42-a663-dccff8e39a12 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&device_id=369b385f-4382-4639-8a7d-a6842d28928a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4785826 Feb 21 08:59:57.714748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47136) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:57.744065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0914fbeb-24ac-4333-a203-4f854facd2f9 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Deleting port 6536858c-3d81-4c46-964c-9cddcfce211b {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:57.744411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0914fbeb-24ac-4333-a203-4f854facd2f9 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:57.815555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-65a22937-7880-4733-b40d-54a4c222ef10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:57.835840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:57.956161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8302ab-e366-485f-83e2-70303ecdd742 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:57.959456 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ba8302ab-e366-485f-83e2-70303ecdd742 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/networks/26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 881 time: 0.2415326 Feb 21 08:59:57.960290 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event updated for resources: {'Port': ['ID=2c8974b1-8292-4516-b379-630fac5c44f8,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:57.964183 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47142) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:57.968527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Network 51e12464-3841-48ac-aaeb-fe7464f95fae is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 08:59:57.969712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 08:59:57.972504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 08:59:58.014684 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:58.075003 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bcbdd64f-0526-49b5-82b8-5b46d3a063b7 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "GET /v2.0/ports?device_id=369b385f-4382-4639-8a7d-a6842d28928a HTTP/1.1" status: 200 len: 205 time: 0.1094589 Feb 21 08:59:58.078101 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47146) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:58.102717 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0914fbeb-24ac-4333-a203-4f854facd2f9 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:58.217007 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f10b7b0d-479e-426e-97a1-a1132d1520ae None None] Provisioning for port 2c8974b1-8292-4516-b379-630fac5c44f8 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 08:59:58.223749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f10b7b0d-479e-426e-97a1-a1132d1520ae None None] Provisioning complete for port 2c8974b1-8292-4516-b379-630fac5c44f8 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 08:59:58.223749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f10b7b0d-479e-426e-97a1-a1132d1520ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:58.233052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0914fbeb-24ac-4333-a203-4f854facd2f9 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Calling delete_port for 6536858c-3d81-4c46-964c-9cddcfce211b owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:58.267218 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:58.267747 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:58.288131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f10b7b0d-479e-426e-97a1-a1132d1520ae None None] Port 2c8974b1-8292-4516-b379-630fac5c44f8 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 08:59:58.290567 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-65a22937-7880-4733-b40d-54a4c222ef10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:58.324895 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7fa12a31-e06e-4fe3-8ca5-a8d682783e49 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2108026 Feb 21 08:59:58.330129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47150) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:58.337026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e38fc2ce-40a5-4b30-87a1-304517f17008 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f9:12:3a'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:58.503733 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183092c0-440e-4888-97cb-6c16dde8e824 req-e702db61-d6ba-4794-b1e1-02216e7fc9cf tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:58.505184 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-183092c0-440e-4888-97cb-6c16dde8e824 req-e702db61-d6ba-4794-b1e1-02216e7fc9cf tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.5472865 Feb 21 08:59:58.552765 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-65a22937-7880-4733-b40d-54a4c222ef10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:58.608753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a22937-7880-4733-b40d-54a4c222ef10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=c88e4d13-a42a-4703-8402-bd63d787567d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:58.619679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-65a22937-7880-4733-b40d-54a4c222ef10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:58.631176 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2cdf13-0f5d-46dc-adbc-cb5aef1e7054 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 08:59:58.640526 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-183092c0-440e-4888-97cb-6c16dde8e824 req-1e4eec4e-e0b2-4052-9466-644c47d11621 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181772 Feb 21 08:59:58.651364 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e38fc2ce-40a5-4b30-87a1-304517f17008 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:58.685799 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47154) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:58.685999 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-65a22937-7880-4733-b40d-54a4c222ef10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/c88e4d13-a42a-4703-8402-bd63d787567d HTTP/1.1" status: 204 len: 168 time: 1.3301992 Feb 21 08:59:58.725192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0914fbeb-24ac-4333-a203-4f854facd2f9 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:58.733840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:58.757351 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6bc6074c-03d7-4b09-9f6c-2ff3e2b6f788 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797126 Feb 21 08:59:58.766246 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47160) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 08:59:58.788413 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:58.793056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9251b036-a409-400f-85b2-e877b92a7f61 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 08:59:58.810727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914fbeb-24ac-4333-a203-4f854facd2f9 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event deleted for resources: {'Port': ['ID=6536858c-3d81-4c46-964c-9cddcfce211b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:58.855968 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Deleting port 8989ec5a-5941-4f4d-bdb7-e028e0d31d4f {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:58.856303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:59.006123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dc658b-cbe3-49e8-980f-6fe2492a1557 None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 08:59:59.010908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-55dc658b-cbe3-49e8-980f-6fe2492a1557 None None] Deleting port 0c25631e-1f26-41a2-ab0d-c62808db0c78 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:59.011330 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-55dc658b-cbe3-49e8-980f-6fe2492a1557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:59.061538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9251b036-a409-400f-85b2-e877b92a7f61 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 08:59:59.069839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9251b036-a409-400f-85b2-e877b92a7f61 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 08:59:59.076221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9251b036-a409-400f-85b2-e877b92a7f61 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 08:59:59.091289 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9251b036-a409-400f-85b2-e877b92a7f61 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 08:59:59.222444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9251b036-a409-400f-85b2-e877b92a7f61 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 08:59:59.225989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9251b036-a409-400f-85b2-e877b92a7f61 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:59.249515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429fda3-7dad-49aa-8196-37f2624968b0 req-45fa6cf5-0976-4f03-a51e-3f598ff83952 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:59.251030 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0429fda3-7dad-49aa-8196-37f2624968b0 req-45fa6cf5-0976-4f03-a51e-3f598ff83952 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.3722484 Feb 21 08:59:59.310424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-55dc658b-cbe3-49e8-980f-6fe2492a1557 None None] For port 0c25631e-1f26-41a2-ab0d-c62808db0c78, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0c25631e-1f26-41a2-ab0d-c62808db0c78,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 08:59:59.310973 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-55dc658b-cbe3-49e8-980f-6fe2492a1557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:59.359536 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:59.390130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0914fbeb-24ac-4333-a203-4f854facd2f9 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:59.400298 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0429fda3-7dad-49aa-8196-37f2624968b0 req-baf75cc6-3488-4f74-8631-336ad54b5911 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943427 Feb 21 08:59:59.441625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-55dc658b-cbe3-49e8-980f-6fe2492a1557 None None] Calling delete_port for 0c25631e-1f26-41a2-ab0d-c62808db0c78 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:59.523363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Calling delete_port for 8989ec5a-5941-4f4d-bdb7-e028e0d31d4f owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 08:59:59.531732 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-55dc658b-cbe3-49e8-980f-6fe2492a1557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:59.616090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc658b-cbe3-49e8-980f-6fe2492a1557 None None] Pushing event deleted for resources: {'Port': ['ID=0c25631e-1f26-41a2-ab0d-c62808db0c78,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:59.634647 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc658b-cbe3-49e8-980f-6fe2492a1557 None None] No DVR routers for this DVR port 0c25631e-1f26-41a2-ab0d-c62808db0c78 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 08:59:59.664198 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e38fc2ce-40a5-4b30-87a1-304517f17008 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:59.678089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e38fc2ce-40a5-4b30-87a1-304517f17008 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:59.764258 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:59.814463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fc2ce-40a5-4b30-87a1-304517f17008 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event updated for resources: {'Port': ['ID=2c8974b1-8292-4516-b379-630fac5c44f8,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 08:59:59.826768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Deleting port 1ec2d35a-bdba-4d6a-8d84-43dd3bc2b4f7 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 08:59:59.827222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:59.835543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9251b036-a409-400f-85b2-e877b92a7f61 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:59.937260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-e38fc2ce-40a5-4b30-87a1-304517f17008 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] In _notify_port_updated(), no bound segment for port 2c8974b1-8292-4516-b379-630fac5c44f8 on network 51e12464-3841-48ac-aaeb-fe7464f95fae {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 08:59:59.941172 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38fc2ce-40a5-4b30-87a1-304517f17008 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 08:59:59.941820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e38fc2ce-40a5-4b30-87a1-304517f17008 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 08:59:59.945653 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e38fc2ce-40a5-4b30-87a1-304517f17008 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "PUT /v2.0/ports/2c8974b1-8292-4516-b379-630fac5c44f8 HTTP/1.1" status: 200 len: 996 time: 1.6121001 Feb 21 08:59:59.961021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47168) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:00.029635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5335fedf-26ab-4fe4-8cf3-c416b0afa234 None None] Provisioning complete for port 2c8974b1-8292-4516-b379-630fac5c44f8 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:00.030173 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5335fedf-26ab-4fe4-8cf3-c416b0afa234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:00.046284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4342a5a-3e2f-4ce2-a6b1-0f00cf101676 req-abdb682b-1bb4-406f-b02b-c9fc4d189ec3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:00.047813 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e4342a5a-3e2f-4ce2-a6b1-0f00cf101676 req-abdb682b-1bb4-406f-b02b-c9fc4d189ec3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.4706016 Feb 21 09:00:00.087118 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-5335fedf-26ab-4fe4-8cf3-c416b0afa234 None None] Port 2c8974b1-8292-4516-b379-630fac5c44f8 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:00:00.114489 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:00.137274 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b573c86b-8273-4cbc-abc2-a859e731db42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:00.164298 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-af121bf6-3f73-44b8-a5cf-d3a7300d9bd1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Deleting port 2c8974b1-8292-4516-b379-630fac5c44f8 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:00.164640 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-af121bf6-3f73-44b8-a5cf-d3a7300d9bd1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:00.167944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9251b036-a409-400f-85b2-e877b92a7f61 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:00.176091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251b036-a409-400f-85b2-e877b92a7f61 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=b4f0fb3e-ad70-4500-8c08-c09cf4f24a0b,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:00.178415 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-9251b036-a409-400f-85b2-e877b92a7f61 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:00.183179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251b036-a409-400f-85b2-e877b92a7f61 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:00.183776 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9251b036-a409-400f-85b2-e877b92a7f61 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:00.189385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcfe8c7-040a-40d4-b8ee-8bcdd3f4f2a1 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:00.212561 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e4342a5a-3e2f-4ce2-a6b1-0f00cf101676 req-e1f41b0d-e97b-4648-a7f8-b8ce0076838b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1539690 Feb 21 09:00:00.224248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0914fbeb-24ac-4333-a203-4f854facd2f9 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Router a2a95409-1cfc-4934-944a-92bda49ea56f has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:00:00.230481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event deleted for resources: {'Port': ['ID=8989ec5a-5941-4f4d-bdb7-e028e0d31d4f,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:00.234605 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9251b036-a409-400f-85b2-e877b92a7f61 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4612796 Feb 21 09:00:00.235601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47172) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:00.242444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'fixed_ips': [{'subnet_id': 'b4f0fb3e-ad70-4500-8c08-c09cf4f24a0b', 'ip_address': '2001:db8::e5c0:8dc3:9415:db63'}], 'name': 'tempest-NetworksTestDHCPv6-1447076080'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:00.255019 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:00.324771 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:00.496929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Calling delete_port for 1ec2d35a-bdba-4d6a-8d84-43dd3bc2b4f7 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:00.516052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': 'b4f0fb3e-ad70-4500-8c08-c09cf4f24a0b'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:00:00.517993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:00.632206 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0914fbeb-24ac-4333-a203-4f854facd2f9 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:00:00.647452 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0914fbeb-24ac-4333-a203-4f854facd2f9 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "PUT /v2.0/routers/a2a95409-1cfc-4934-944a-92bda49ea56f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7933002 Feb 21 09:00:00.647653 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b047a8-c904-4768-a8a1-755e1e9c68f3 None None] Sync routers for ids ['a2a95409-1cfc-4934-944a-92bda49ea56f'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:00:00.649510 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47180) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:00.671359 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b047a8-c904-4768-a8a1-755e1e9c68f3 None None] Routers {'a2a95409-1cfc-4934-944a-92bda49ea56f'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:00.672012 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-54b047a8-c904-4768-a8a1-755e1e9c68f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a2a95409-1cfc-4934-944a-92bda49ea56f'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:00.709055 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Allocated IP 2001:db8::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/b4f0fb3e-ad70-4500-8c08-c09cf4f24a0b/e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:00.756692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:00.761084 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-54b047a8-c904-4768-a8a1-755e1e9c68f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:00.783948 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b047a8-c904-4768-a8a1-755e1e9c68f3 None None] Routers {'a2a95409-1cfc-4934-944a-92bda49ea56f'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:00.785866 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-54b047a8-c904-4768-a8a1-755e1e9c68f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T08:59:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a2a95409-1cfc-4934-944a-92bda49ea56f'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:00.795965 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-71e4cdcb-7d85-4a98-abf9-ad96df1a953a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] show failed (client error): The resource could not be found. Feb 21 09:00:00.801574 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-71e4cdcb-7d85-4a98-abf9-ad96df1a953a tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1818796185 HTTP/1.1" status: 404 len: 335 time: 0.1448474 Feb 21 09:00:00.801574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:port and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:00.807306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:00.823667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:00.834425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47184) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:00.850205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-10dca8f7-ddad-46ef-a8be-90eda08a6332 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:00.886558 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-54b047a8-c904-4768-a8a1-755e1e9c68f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:00.886964 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b047a8-c904-4768-a8a1-755e1e9c68f3 None None] The sync data for ids ['a2a95409-1cfc-4934-944a-92bda49ea56f'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:00:00.919711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:00.924349 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0c25631e-1f26-41a2-ab0d-c62808db0c78 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:00.925651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:00.950787 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-10dca8f7-ddad-46ef-a8be-90eda08a6332 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] update failed (client error): The resource could not be found. Feb 21 09:00:00.958259 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-10dca8f7-ddad-46ef-a8be-90eda08a6332 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-963289765 HTTP/1.1" status: 404 len: 334 time: 0.1162930 Feb 21 09:00:00.958844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47188) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:00.973259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 0c25631e-1f26-41a2-ab0d-c62808db0c78 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:00.973596 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0c25631e-1f26-41a2-ab0d-c62808db0c78 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:00.992579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:01.008667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 9c9e8383-d94a-4046-bbc1-30ee08e62764 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:01.084941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f190e-e1e5-4e48-8184-ab603bcf260a req-97e2a781-4b15-4d9f-9241-5a546a5cf57b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:01.086401 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f04f190e-e1e5-4e48-8184-ab603bcf260a req-97e2a781-4b15-4d9f-9241-5a546a5cf57b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.5115876 Feb 21 09:00:01.217154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:01.281526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Transition to ACTIVE for port object e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:01.298060 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f04f190e-e1e5-4e48-8184-ab603bcf260a req-9276f042-b784-41fb-ac5d-d95f34ef130f tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2017150 Feb 21 09:00:01.310215 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Transition to ACTIVE for port object e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:01.319175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:01.325050 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbb8d56-f70a-40a6-994b-5274dffe0506 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Deleting subnet 7d25d187-bad1-4995-b6e3-c3e6f531ecc1 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:00:01.355562 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8d56-f70a-40a6-994b-5274dffe0506 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:01.361685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:01.391721 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:01.395114 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Pushing event updated for resources: {'Port': ['ID=e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:01.397937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:01.401426 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:01.418199 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-af121bf6-3f73-44b8-a5cf-d3a7300d9bd1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:01.426754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Pushing event deleted for resources: {'Port': ['ID=1ec2d35a-bdba-4d6a-8d84-43dd3bc2b4f7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:01.442953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8d56-f70a-40a6-994b-5274dffe0506 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:01.476972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::e5c0:8dc3:9415:db63 (749b6d65-c680-4e97-918b-6efdfcb19e4b/b4f0fb3e-ad70-4500-8c08-c09cf4f24a0b/9c9e8383-d94a-4046-bbc1-30ee08e62764) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:01.497823 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Attempting to bind port e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:01.499056 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Attempting to bind port e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:01.499885 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Attempting to bind port e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:01.511554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:00:01.512251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:00:01.512773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:01.513740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:00:01.513985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Bound port: e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:00:01.514458 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:01.609144 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] For port e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:00:01.613376 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] For port e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:00:01.618591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:01.652918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8d56-f70a-40a6-994b-5274dffe0506 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:01.692811 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-af121bf6-3f73-44b8-a5cf-d3a7300d9bd1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Calling delete_port for 2c8974b1-8292-4516-b379-630fac5c44f8 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:01.714565 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5257db-e239-4e33-8b7a-fb893222aefb None None] Pushing event updated for resources: {'Port': ['ID=e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:01.779350 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:01.805609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:01.941111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:01.948866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8d56-f70a-40a6-994b-5274dffe0506 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.007189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb8d56-f70a-40a6-994b-5274dffe0506 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event deleted for resources: {'Subnet': ['ID=7d25d187-bad1-4995-b6e3-c3e6f531ecc1,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:02.011171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 9c9e8383-d94a-4046-bbc1-30ee08e62764 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:02.022328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8d56-f70a-40a6-994b-5274dffe0506 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.022617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f5238c-eb95-49d5-b29a-bfd2128a4ce0 None None] Network 5dbe0cdf-1ed6-478c-9463-91345c665a52 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:02.035496 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4dbb8d56-f70a-40a6-994b-5274dffe0506 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "DELETE /v2.0/subnets/7d25d187-bad1-4995-b6e3-c3e6f531ecc1 HTTP/1.1" status: 204 len: 168 time: 1.0734212 Feb 21 09:00:02.037773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47192) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:02.045942 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.127729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.297983 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.298742 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Fanout notify agent at l3_agent the message router_deleted on router adf5d28a-bbd1-4237-a3ca-85ecbe910e81 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:00:02.313907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:02.319339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:02.324092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=9c9e8383-d94a-4046-bbc1-30ee08e62764,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:02.331377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:02.333836 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7d07c4-4337-4add-93ea-be484b56f8b1 None None] DHCP port deletion for 5dbe0cdf-1ed6-478c-9463-91345c665a52 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:00:02.335308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:02.335887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.340574 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d07c4-4337-4add-93ea-be484b56f8b1 None None] Deleting port 7a1c192b-b40f-4282-a371-7c2043d2b915 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:02.341216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7b7d07c4-4337-4add-93ea-be484b56f8b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.368099 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8536d5c2-19f7-4381-b8d8-303a7965f3c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1306899 Feb 21 09:00:02.384100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47198) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:02.453417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-af121bf6-3f73-44b8-a5cf-d3a7300d9bd1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.522918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.526541 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f2f0cbe7-7461-4bb0-8eef-5cc6a9a6e4ac tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "DELETE /v2.0/routers/adf5d28a-bbd1-4237-a3ca-85ecbe910e81 HTTP/1.1" status: 204 len: 168 time: 5.2245464 Feb 21 09:00:02.530200 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47202) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:02.534462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce164c3-1e40-427e-8ada-ae7a78cb0747 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Deleting subnet d2f88fe6-413d-4f16-8511-a8e7deb88234 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:00:02.537324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.539146 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af121bf6-3f73-44b8-a5cf-d3a7300d9bd1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event deleted for resources: {'Port': ['ID=2c8974b1-8292-4516-b379-630fac5c44f8,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:02.554071 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.607247 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7b7d07c4-4337-4add-93ea-be484b56f8b1 None None] For port 7a1c192b-b40f-4282-a371-7c2043d2b915, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=7a1c192b-b40f-4282-a371-7c2043d2b915,segment=NetworkSegment(0de5d653-fe0e-4d90-9538-df6c94751a54),segment_id=0de5d653-fe0e-4d90-9538-df6c94751a54)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:02.608329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7b7d07c4-4337-4add-93ea-be484b56f8b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.661349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3ce164c3-1e40-427e-8ada-ae7a78cb0747 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.676299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-af121bf6-3f73-44b8-a5cf-d3a7300d9bd1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.684039 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-af121bf6-3f73-44b8-a5cf-d3a7300d9bd1 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "DELETE /v2.0/ports/2c8974b1-8292-4516-b379-630fac5c44f8 HTTP/1.1" status: 204 len: 168 time: 2.7126832 Feb 21 09:00:02.684809 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47206) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:02.737694 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44e55cd-38b9-49ad-a12b-0eca6f556bbb tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] GET failed (client error): The resource could not be found. Feb 21 09:00:02.738391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f44e55cd-38b9-49ad-a12b-0eca6f556bbb tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Synchronizing usage tracker for tenant:3ec2f59da9674e9f99838a14c306816c on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:02.765600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3ce164c3-1e40-427e-8ada-ae7a78cb0747 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.773158 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f44e55cd-38b9-49ad-a12b-0eca6f556bbb tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Unset dirty status for tenant:3ec2f59da9674e9f99838a14c306816c on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:02.785089 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f44e55cd-38b9-49ad-a12b-0eca6f556bbb tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "GET /v2.0/ports/2c8974b1-8292-4516-b379-630fac5c44f8 HTTP/1.1" status: 404 len: 333 time: 0.0984368 Feb 21 09:00:02.787513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47210) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:02.790754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.791320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Fanout notify agent at l3_agent the message router_deleted on router 369b385f-4382-4639-8a7d-a6842d28928a {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:00:02.798532 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d07c4-4337-4add-93ea-be484b56f8b1 None None] Calling delete_port for 7a1c192b-b40f-4282-a371-7c2043d2b915 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:02.820455 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Request body: {'port': {'network_id': '51e12464-3841-48ac-aaeb-fe7464f95fae', 'name': 'tempest-AllowedAddressPairTestJSON-571298021'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:02.879609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.888090 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3c6cc5bf-a7e4-4554-b329-e99c6f117445 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "DELETE /v2.0/routers/369b385f-4382-4639-8a7d-a6842d28928a HTTP/1.1" status: 204 len: 168 time: 4.8073609 Feb 21 09:00:02.890355 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47214) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:02.929620 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0b9472f-61e8-42c0-ad75-d26430092d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.937777 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7b7d07c4-4337-4add-93ea-be484b56f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:02.976004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-25b13458-54d1-4ff8-ba05-41fe28f5b81f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-21889047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:02.996032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-25b13458-54d1-4ff8-ba05-41fe28f5b81f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:03.005655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-25b13458-54d1-4ff8-ba05-41fe28f5b81f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Usage tracker for resource:router and tenant:dd04cd83ed5441e899f156cf434203f3 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:03.010943 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-25b13458-54d1-4ff8-ba05-41fe28f5b81f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:03.046043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:03.060935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-25b13458-54d1-4ff8-ba05-41fe28f5b81f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:03.095648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d07c4-4337-4add-93ea-be484b56f8b1 None None] Pushing event deleted for resources: {'Port': ['ID=7a1c192b-b40f-4282-a371-7c2043d2b915,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:03.106334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-25b13458-54d1-4ff8-ba05-41fe28f5b81f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.107323 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-25b13458-54d1-4ff8-ba05-41fe28f5b81f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.110404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae4f957-ef86-48bf-897e-5dc86075edae tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:03.114580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae4f957-ef86-48bf-897e-5dc86075edae tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:03.115593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-aae4f957-ef86-48bf-897e-5dc86075edae tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:03.126907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:03.131723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d07c4-4337-4add-93ea-be484b56f8b1 None None] No DVR routers for this DVR port 7a1c192b-b40f-4282-a371-7c2043d2b915 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:00:03.143376 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:03.168376 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fda4bec6-9870-4d9d-bbba-74f7289db1d2 None None] Provisioning for port e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:03.169035 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-25b13458-54d1-4ff8-ba05-41fe28f5b81f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.185712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Made reservation on behalf of 3ec2f59da9674e9f99838a14c306816c for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:03.186290 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:03.189028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.193484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:03.194269 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.204311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573ad39-d458-4a06-b8a5-c25dfd08b45d req-9af03067-9f77-4e54-a624-075133ea19ef tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:03.205843 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a573ad39-d458-4a06-b8a5-c25dfd08b45d req-9af03067-9f77-4e54-a624-075133ea19ef tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.7344012 Feb 21 09:00:03.228624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-25b13458-54d1-4ff8-ba05-41fe28f5b81f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.237332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-aae4f957-ef86-48bf-897e-5dc86075edae tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:03.241125 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-aae4f957-ef86-48bf-897e-5dc86075edae tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8533435 Feb 21 09:00:03.249630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47220) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:03.253004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] device_id is not set on port 6c920e28-09aa-473e-a200-4f7eab75c1f2 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:03.290797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-25b13458-54d1-4ff8-ba05-41fe28f5b81f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.295870 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-25b13458-54d1-4ff8-ba05-41fe28f5b81f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3292017 Feb 21 09:00:03.296258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b0dd67-68e5-4164-88df-45321de46624 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Deleting subnet b157a673-443d-43a0-998e-9587eb49f0d4 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:00:03.296461 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47224) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:03.299832 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3ce164c3-1e40-427e-8ada-ae7a78cb0747 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.308608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Request body: {'router': {'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:03.350054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b0dd67-68e5-4164-88df-45321de46624 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.360899 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.397974 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:03.404929 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.456956 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-1a5804fb-9958-4673-a3fc-49f962c2c8c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 9c9e8383-d94a-4046-bbc1-30ee08e62764 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:03.457330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a5804fb-9958-4673-a3fc-49f962c2c8c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.484280 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:03.489344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e4cf1346-7b79-4447-9cda-8e08ae335448 None None] Provisioning for port 9c9e8383-d94a-4046-bbc1-30ee08e62764 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:03.494327 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a573ad39-d458-4a06-b8a5-c25dfd08b45d req-c882a306-7a77-4276-a01a-b48427149bf6 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2747223 Feb 21 09:00:03.497071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e4cf1346-7b79-4447-9cda-8e08ae335448 None None] Provisioning complete for port 9c9e8383-d94a-4046-bbc1-30ee08e62764 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:03.497071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1346-7b79-4447-9cda-8e08ae335448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.497298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b0dd67-68e5-4164-88df-45321de46624 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.537612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 7a1c192b-b40f-4282-a371-7c2043d2b915 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:03.577519 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 7a1c192b-b40f-4282-a371-7c2043d2b915 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:03.578524 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 7a1c192b-b40f-4282-a371-7c2043d2b915 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:03.604830 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf1346-7b79-4447-9cda-8e08ae335448 None None] Port 9c9e8383-d94a-4046-bbc1-30ee08e62764 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:00:03.611810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.685220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Allocated IP 172.20.0.8 (51e12464-3841-48ac-aaeb-fe7464f95fae/e45bc617-85a7-42ab-b66a-44dff5454125/6c920e28-09aa-473e-a200-4f7eab75c1f2) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:03.711673 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3ce164c3-1e40-427e-8ada-ae7a78cb0747 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.822395 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce164c3-1e40-427e-8ada-ae7a78cb0747 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f88fe6-413d-4f16-8511-a8e7deb88234,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:03.844975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3ce164c3-1e40-427e-8ada-ae7a78cb0747 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:03.852582 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e593ee3d-384b-4ccd-8e6d-21f87cba6a1f None None] Network 6d1580f6-3038-4318-9062-f29b2bf25e11 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:03.855095 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3ce164c3-1e40-427e-8ada-ae7a78cb0747 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "DELETE /v2.0/subnets/d2f88fe6-413d-4f16-8511-a8e7deb88234 HTTP/1.1" status: 204 len: 168 time: 1.8161166 Feb 21 09:00:03.859301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47232) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:03.887180 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.005892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.178901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b0dd67-68e5-4164-88df-45321de46624 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.222297 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-140af9e6-13e1-416b-a9ad-45756c270d51 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.232382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a5804fb-9958-4673-a3fc-49f962c2c8c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.259243 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc593d9e-3664-4474-8262-285cc5f659f9 None None] DHCP port deletion for 6d1580f6-3038-4318-9062-f29b2bf25e11 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:00:04.264399 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-bc593d9e-3664-4474-8262-285cc5f659f9 None None] Deleting port 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:04.264883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bc593d9e-3664-4474-8262-285cc5f659f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.267104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.291324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Transition to ACTIVE for port object 6c920e28-09aa-473e-a200-4f7eab75c1f2 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:04.363425 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.399196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.401243 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-1a5804fb-9958-4673-a3fc-49f962c2c8c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 9c9e8383-d94a-4046-bbc1-30ee08e62764 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:04.401398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.487293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-bc593d9e-3664-4474-8262-285cc5f659f9 None None] For port 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=763f8d80-ca9c-4a96-9ba9-7e1e13e19e80,segment=NetworkSegment(3d8dea02-5c67-40a9-9095-1bd66160fbfb),segment_id=3d8dea02-5c67-40a9-9095-1bd66160fbfb)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:04.488161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bc593d9e-3664-4474-8262-285cc5f659f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.536062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Network 51e12464-3841-48ac-aaeb-fe7464f95fae is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:04.549653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:04.553957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event updated for resources: {'Port': ['ID=6c920e28-09aa-473e-a200-4f7eab75c1f2,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:04.556204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:04.594652 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b0dd67-68e5-4164-88df-45321de46624 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.632115 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-bc593d9e-3664-4474-8262-285cc5f659f9 None None] Calling delete_port for 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:04.681131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-140af9e6-13e1-416b-a9ad-45756c270d51 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.694185 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:04.694819 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.709622 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0dd67-68e5-4164-88df-45321de46624 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event deleted for resources: {'Subnet': ['ID=b157a673-443d-43a0-998e-9587eb49f0d4,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:04.718383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6ae1b-2375-4191-9888-85d09e4e0bec req-df42600d-bb82-49dc-9963-be44d3f0e251 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:04.720320 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7bd6ae1b-2375-4191-9888-85d09e4e0bec req-df42600d-bb82-49dc-9963-be44d3f0e251 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.7781744 Feb 21 09:00:04.729887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bc593d9e-3664-4474-8262-285cc5f659f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.744274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-140af9e6-13e1-416b-a9ad-45756c270d51 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbe0cdf-1ed6-478c-9463-91345c665a52']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:04.748672 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Allocated IP 172.26.6.80 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/3c92104a-8fb6-4ec7-b4d8-71f57b4938a2) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:04.773418 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:00:04.781808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc593d9e-3664-4474-8262-285cc5f659f9 None None] Pushing event deleted for resources: {'Port': ['ID=763f8d80-ca9c-4a96-9ba9-7e1e13e19e80,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:04.783729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc593d9e-3664-4474-8262-285cc5f659f9 None None] No DVR routers for this DVR port 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:00:04.796832 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d2dad9da-34bf-4d68-8eb6-473146e92877 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0076666 Feb 21 09:00:04.806052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4a5aff-81f5-4385-bcb2-d3bb61007009 None None] Network 730d3df1-e93b-4218-b4ef-a070d50f7829 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:04.813190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47236) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:04.822056 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Request body: {'port': {'network_id': '51e12464-3841-48ac-aaeb-fe7464f95fae', 'name': 'tempest-AllowedAddressPairTestJSON-557604564'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:04.830425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b0dd67-68e5-4164-88df-45321de46624 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.834779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-140af9e6-13e1-416b-a9ad-45756c270d51 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de5d653-fe0e-4d90-9538-df6c94751a54') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:04.835199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-140af9e6-13e1-416b-a9ad-45756c270d51 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de5d653-fe0e-4d90-9538-df6c94751a54') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:04.874552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-140af9e6-13e1-416b-a9ad-45756c270d51 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.923418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-140af9e6-13e1-416b-a9ad-45756c270d51 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.931744 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140af9e6-13e1-416b-a9ad-45756c270d51 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:00:04.933528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-140af9e6-13e1-416b-a9ad-45756c270d51 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:04.950964 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:04.977944 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7bd6ae1b-2375-4191-9888-85d09e4e0bec req-111e2f70-26ca-4d3a-a9ea-22ad23d4bfb4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2434025 Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:00:04.978609 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:00:04.986658 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-28b0dd67-68e5-4164-88df-45321de46624 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "DELETE /v2.0/subnets/b157a673-443d-43a0-998e-9587eb49f0d4 HTTP/1.1" status: 204 len: 168 time: 2.4553068 Feb 21 09:00:05.000833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47242) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:05.083070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b8595ce0-aded-48b5-9a52-a2845e769116 None None] Provisioning for port 6c920e28-09aa-473e-a200-4f7eab75c1f2 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:05.085828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a5804fb-9958-4673-a3fc-49f962c2c8c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.139295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b8595ce0-aded-48b5-9a52-a2845e769116 None None] Provisioning complete for port 6c920e28-09aa-473e-a200-4f7eab75c1f2 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:05.139978 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b8595ce0-aded-48b5-9a52-a2845e769116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.148703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5804fb-9958-4673-a3fc-49f962c2c8c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=9c9e8383-d94a-4046-bbc1-30ee08e62764,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:05.150612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-140af9e6-13e1-416b-a9ad-45756c270d51 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.185590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-140af9e6-13e1-416b-a9ad-45756c270d51 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.195706 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140af9e6-13e1-416b-a9ad-45756c270d51 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event deleted for resources: {'Network': ['ID=5dbe0cdf-1ed6-478c-9463-91345c665a52,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:05.217545 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-140af9e6-13e1-416b-a9ad-45756c270d51 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "DELETE /v2.0/networks/5dbe0cdf-1ed6-478c-9463-91345c665a52 HTTP/1.1" status: 204 len: 168 time: 1.3570096 Feb 21 09:00:05.220519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47246) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:05.229598 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:05.229973 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.237810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.275292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a5804fb-9958-4673-a3fc-49f962c2c8c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.279880 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1a5804fb-9958-4673-a3fc-49f962c2c8c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/9c9e8383-d94a-4046-bbc1-30ee08e62764 HTTP/1.1" status: 204 len: 168 time: 2.0267377 Feb 21 09:00:05.280427 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47252) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:05.285862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.310192 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b8595ce0-aded-48b5-9a52-a2845e769116 None None] Port 6c920e28-09aa-473e-a200-4f7eab75c1f2 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:00:05.320800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:05.384633 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.418545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Usage tracker for resource:port and tenant:3ec2f59da9674e9f99838a14c306816c is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:05.454738 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f5a6c0-8e5c-429d-93d4-c247d42be135 None None] DHCP port deletion for 730d3df1-e93b-4218-b4ef-a070d50f7829 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:00:05.459538 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:05.465209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-52f5a6c0-8e5c-429d-93d4-c247d42be135 None None] Deleting port 48b629af-b30c-4957-a499-6f35203131d1 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:05.465731 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-52f5a6c0-8e5c-429d-93d4-c247d42be135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.471064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603c423e-6a2a-4235-a096-7d8c5112fbb9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:05.472504 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603c423e-6a2a-4235-a096-7d8c5112fbb9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:05.473314 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-603c423e-6a2a-4235-a096-7d8c5112fbb9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:05.498748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Deleting port 48b629af-b30c-4957-a499-6f35203131d1 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:05.499451 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.519960 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-603c423e-6a2a-4235-a096-7d8c5112fbb9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:05.529405 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-603c423e-6a2a-4235-a096-7d8c5112fbb9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2459426 Feb 21 09:00:05.531119 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47258) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:05.537801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:05.591828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:05.616931 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756edd-6133-4932-a3d1-8817061d4edd req-59fab8f7-569a-438d-9d2b-fab3a40c6a41 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:05.617294 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:05.618711 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-37756edd-6133-4932-a3d1-8817061d4edd req-59fab8f7-569a-438d-9d2b-fab3a40c6a41 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 945 time: 0.2145176 Feb 21 09:00:05.630383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:05.637504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:05.637994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 763f8d80-ca9c-4a96-9ba9-7e1e13e19e80 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:05.644888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:05.680767 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Pushing event updated for resources: {'Port': ['ID=3c92104a-8fb6-4ec7-b4d8-71f57b4938a2,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:05.687391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-79a3485c-4e98-4376-987f-fd42501138d7 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.691862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Made reservation on behalf of 3ec2f59da9674e9f99838a14c306816c for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:05.694788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.770120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-52f5a6c0-8e5c-429d-93d4-c247d42be135 None None] For port 48b629af-b30c-4957-a499-6f35203131d1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=48b629af-b30c-4957-a499-6f35203131d1,segment=NetworkSegment(b6963626-ecdf-4e4a-8cb5-945638e60a92),segment_id=b6963626-ecdf-4e4a-8cb5-945638e60a92)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:05.770633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-52f5a6c0-8e5c-429d-93d4-c247d42be135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.776538 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-37756edd-6133-4932-a3d1-8817061d4edd req-66614d57-e12f-4199-a061-715f25202392 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737262 Feb 21 09:00:05.800382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be0ed3f-e3e3-4081-bd29-16ffdc1bdd10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet b4f0fb3e-ad70-4500-8c08-c09cf4f24a0b {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:00:05.806290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8be0ed3f-e3e3-4081-bd29-16ffdc1bdd10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.808346 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] device_id is not set on port a6912b65-bd78-48a4-96bf-56b81fbff159 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:05.867345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8be0ed3f-e3e3-4081-bd29-16ffdc1bdd10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.913082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-52f5a6c0-8e5c-429d-93d4-c247d42be135 None None] Calling delete_port for 48b629af-b30c-4957-a499-6f35203131d1 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:05.955415 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8be0ed3f-e3e3-4081-bd29-16ffdc1bdd10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:05.967251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.000693 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-52f5a6c0-8e5c-429d-93d4-c247d42be135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.046196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-79a3485c-4e98-4376-987f-fd42501138d7 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.048751 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5a6c0-8e5c-429d-93d4-c247d42be135 None None] Pushing event deleted for resources: {'Port': ['ID=48b629af-b30c-4957-a499-6f35203131d1,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:06.057715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f5a6c0-8e5c-429d-93d4-c247d42be135 None None] No DVR routers for this DVR port 48b629af-b30c-4957-a499-6f35203131d1 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:00:06.064423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8be0ed3f-e3e3-4081-bd29-16ffdc1bdd10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.104179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0ed3f-e3e3-4081-bd29-16ffdc1bdd10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f0fb3e-ad70-4500-8c08-c09cf4f24a0b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:06.110978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8be0ed3f-e3e3-4081-bd29-16ffdc1bdd10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.124319 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52200443-8743-4049-98f7-489603b5cfd3 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:06.134795 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8be0ed3f-e3e3-4081-bd29-16ffdc1bdd10 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/b4f0fb3e-ad70-4500-8c08-c09cf4f24a0b HTTP/1.1" status: 204 len: 168 time: 0.6026161 Feb 21 09:00:06.138550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47264) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:06.255316 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-79a3485c-4e98-4376-987f-fd42501138d7 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1580f6-3038-4318-9062-f29b2bf25e11']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:06.292614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-79a3485c-4e98-4376-987f-fd42501138d7 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8dea02-5c67-40a9-9095-1bd66160fbfb') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:06.292875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-79a3485c-4e98-4376-987f-fd42501138d7 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8dea02-5c67-40a9-9095-1bd66160fbfb') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:06.325660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-79a3485c-4e98-4376-987f-fd42501138d7 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.345688 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3ae682c2-99f4-43b1-88f7-5760ab6af544 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2057340 Feb 21 09:00:06.351146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47268) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:06.357082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-1fcbb2f8-70ad-4e75-965e-51fde4cb879e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:06.409118 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] For port 48b629af-b30c-4957-a499-6f35203131d1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=48b629af-b30c-4957-a499-6f35203131d1,segment=NetworkSegment(b6963626-ecdf-4e4a-8cb5-945638e60a92),segment_id=b6963626-ecdf-4e4a-8cb5-945638e60a92)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:06.409574 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.415802 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f38a684-8d8b-4c6b-a754-656a9e7c51fe None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:00:06.421406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1f38a684-8d8b-4c6b-a754-656a9e7c51fe None None] Deleting port e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:06.421406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1f38a684-8d8b-4c6b-a754-656a9e7c51fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.421759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-79a3485c-4e98-4376-987f-fd42501138d7 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.487601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a3485c-4e98-4376-987f-fd42501138d7 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:00:06.488276 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-79a3485c-4e98-4376-987f-fd42501138d7 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.497488 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1fcbb2f8-70ad-4e75-965e-51fde4cb879e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:06.501571 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1fcbb2f8-70ad-4e75-965e-51fde4cb879e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:00:06.503922 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:00:06.505838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1fcbb2f8-70ad-4e75-965e-51fde4cb879e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:06.510482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1fcbb2f8-70ad-4e75-965e-51fde4cb879e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:06.523274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3057a32-64f6-4677-be91-da3c103981fc req-c9484b37-7c1a-4e5b-9fa5-aaa0f3fa74f3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:06.524775 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e3057a32-64f6-4677-be91-da3c103981fc req-c9484b37-7c1a-4e5b-9fa5-aaa0f3fa74f3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.3209639 Feb 21 09:00:06.530806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcbb2f8-70ad-4e75-965e-51fde4cb879e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:06.534466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb2f8-70ad-4e75-965e-51fde4cb879e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.623252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Calling delete_port for 48b629af-b30c-4957-a499-6f35203131d1 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:06.667415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Allocated IP 172.20.0.12 (51e12464-3841-48ac-aaeb-fe7464f95fae/e45bc617-85a7-42ab-b66a-44dff5454125/a6912b65-bd78-48a4-96bf-56b81fbff159) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:06.679279 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-1f38a684-8d8b-4c6b-a754-656a9e7c51fe None None] For port e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:06.679900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1f38a684-8d8b-4c6b-a754-656a9e7c51fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.696934 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e3057a32-64f6-4677-be91-da3c103981fc req-7623b3ba-7189-46ff-bde5-791b564504f9 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545313 Feb 21 09:00:06.778685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-79a3485c-4e98-4376-987f-fd42501138d7 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.820370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1f38a684-8d8b-4c6b-a754-656a9e7c51fe None None] Calling delete_port for e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:06.832264 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-79a3485c-4e98-4376-987f-fd42501138d7 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.854586 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3485c-4e98-4376-987f-fd42501138d7 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event deleted for resources: {'Network': ['ID=6d1580f6-3038-4318-9062-f29b2bf25e11,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:06.879809 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:00:06.879969 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:00:06.903005 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-79a3485c-4e98-4376-987f-fd42501138d7 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "DELETE /v2.0/networks/6d1580f6-3038-4318-9062-f29b2bf25e11 HTTP/1.1" status: 204 len: 168 time: 1.6814265 Feb 21 09:00:06.912441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1f38a684-8d8b-4c6b-a754-656a9e7c51fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:06.938082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47276) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:06.969149 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38a684-8d8b-4c6b-a754-656a9e7c51fe None None] Pushing event deleted for resources: {'Port': ['ID=e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:06.973467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38a684-8d8b-4c6b-a754-656a9e7c51fe None None] No DVR routers for this DVR port e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:00:06.991129 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 48b629af-b30c-4957-a499-6f35203131d1 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:06.999918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb2f8-70ad-4e75-965e-51fde4cb879e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:07.008648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-715d04b0-365f-4ca9-986b-127d6226acf6 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:07.009356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-715d04b0-365f-4ca9-986b-127d6226acf6 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Synchronizing usage tracker for tenant:fcf07ebb0bb24770aefe2d4ec14c19be on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:07.018097 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:07.034198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 48b629af-b30c-4957-a499-6f35203131d1 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:07.034675 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 48b629af-b30c-4957-a499-6f35203131d1 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:07.035126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:07.075535 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:07.076343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e63b8d09-ffcd-48bb-aa5f-cae4cf713ffe not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:07.187609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcbb2f8-70ad-4e75-965e-51fde4cb879e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:07.191482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbb2f8-70ad-4e75-965e-51fde4cb879e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=5eb4afe5-9986-4b13-bf61-06808a1632b8,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:07.200192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-1fcbb2f8-70ad-4e75-965e-51fde4cb879e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:07.208515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-715d04b0-365f-4ca9-986b-127d6226acf6 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Unset dirty status for tenant:fcf07ebb0bb24770aefe2d4ec14c19be on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:07.209645 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-715d04b0-365f-4ca9-986b-127d6226acf6 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 945 time: 0.5012815 Feb 21 09:00:07.210251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199ae56d-8aff-4243-9413-87a24c710e92 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:07.248148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcbb2f8-70ad-4e75-965e-51fde4cb879e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:07.248656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb2f8-70ad-4e75-965e-51fde4cb879e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:07.248818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:07.301546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879abb4f-70d1-4d37-90ae-186d6cab4ef8 req-be8a4b19-67e3-49c3-9a1f-3a620ee38b75 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:07.303044 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-879abb4f-70d1-4d37-90ae-186d6cab4ef8 req-be8a4b19-67e3-49c3-9a1f-3a620ee38b75 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.4061778 Feb 21 09:00:07.304196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Transition to ACTIVE for port object a6912b65-bd78-48a4-96bf-56b81fbff159 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:07.314615 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1fcbb2f8-70ad-4e75-965e-51fde4cb879e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9603183 Feb 21 09:00:07.315719 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47282) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:07.321877 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Deleting port e730853f-ef7d-476a-a002-614c3b69d0ab {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:07.322232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:07.353296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'fixed_ips': [{'subnet_id': '5eb4afe5-9986-4b13-bf61-06808a1632b8', 'ip_address': '2001:db8::712:65fe:6804:dbcb'}], 'name': 'tempest-NetworksTestDHCPv6-510389211'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:07.368616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40c2a4-39e5-435c-9cde-d1b0ea53e909 req-7e566538-0cfc-4dd4-955e-b89872f21819 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:07.370596 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ab40c2a4-39e5-435c-9cde-d1b0ea53e909 req-7e566538-0cfc-4dd4-955e-b89872f21819 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 945 time: 0.3268123 Feb 21 09:00:07.377022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:07.382125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Deleting port 48b629af-b30c-4957-a499-6f35203131d1 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:07.382320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:07.416842 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2de84a-6fb3-43ec-b252-06d7f36ecfbd tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Deleting subnet 7e7bf4a1-e097-4e03-a1bb-81072c1312cb {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:00:07.424767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6f2de84a-6fb3-43ec-b252-06d7f36ecfbd tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:07.468819 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-879abb4f-70d1-4d37-90ae-186d6cab4ef8 req-752ecd1f-0246-4c9a-badb-933d15563644 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1541293 Feb 21 09:00:07.499998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:07.504827 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': '5eb4afe5-9986-4b13-bf61-06808a1632b8'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:00:07.505412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:07.507641 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ab40c2a4-39e5-435c-9cde-d1b0ea53e909 req-c9ab7371-f86c-461d-96ac-919abd0c5ebc tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204739 Feb 21 09:00:07.522417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6f2de84a-6fb3-43ec-b252-06d7f36ecfbd tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:07.580426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] The port '48b629af-b30c-4957-a499-6f35203131d1' was deleted {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:00:07.737012 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6f2de84a-6fb3-43ec-b252-06d7f36ecfbd tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:07.784642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Allocated IP 2001:db8::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/5eb4afe5-9986-4b13-bf61-06808a1632b8/ba9a44e4-eaef-4686-b9e3-437d47972390) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:07.833130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2d70d-5eaf-45d4-9172-5bc6ed68b7f6 req-d42eef34-9b4e-45b3-802a-cc56414b18fe tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:07.834605 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b9e2d70d-5eaf-45d4-9172-5bc6ed68b7f6 req-d42eef34-9b4e-45b3-802a-cc56414b18fe tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.1663697 Feb 21 09:00:07.865485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6f2de84a-6fb3-43ec-b252-06d7f36ecfbd tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:07.952631 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2de84a-6fb3-43ec-b252-06d7f36ecfbd tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7bf4a1-e097-4e03-a1bb-81072c1312cb,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:07.972777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6f2de84a-6fb3-43ec-b252-06d7f36ecfbd tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:07.988722 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b9e2d70d-5eaf-45d4-9172-5bc6ed68b7f6 req-2fbd482a-d3eb-4b9d-a989-3b9b120b83b2 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1406834 Feb 21 09:00:07.996401 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6f2de84a-6fb3-43ec-b252-06d7f36ecfbd tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "DELETE /v2.0/subnets/7e7bf4a1-e097-4e03-a1bb-81072c1312cb HTTP/1.1" status: 204 len: 168 time: 1.0572755 Feb 21 09:00:07.999038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47290) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:08.078655 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.094733 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Transition to ACTIVE for port object ba9a44e4-eaef-4686-b9e3-437d47972390 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:08.117876 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Transition to ACTIVE for port object ba9a44e4-eaef-4686-b9e3-437d47972390 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:08.123741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.126186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0052c58-ee05-468d-8339-74fc76a31f1e None None] Network 17b3430d-b3bd-4354-b477-1591ffcdd309 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:08.134564 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bafec-b85f-41e0-85c7-f661ca54bdf5 req-e27208a3-986e-4589-91b0-fe838b7b6222 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:08.137220 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-414bafec-b85f-41e0-85c7-f661ca54bdf5 req-e27208a3-986e-4589-91b0-fe838b7b6222 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 946 time: 0.2403207 Feb 21 09:00:08.151752 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.166927 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.217886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Deleting port 22e519f7-185f-441a-bfa6-84d8fab09521 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:08.218267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.226939 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:08.262226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.297680 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-414bafec-b85f-41e0-85c7-f661ca54bdf5 req-b7bc8d60-dc65-4d6e-a43a-28a6383faf8c tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497445 Feb 21 09:00:08.303155 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:08.317087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:08.322026 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Pushing event updated for resources: {'Port': ['ID=ba9a44e4-eaef-4686-b9e3-437d47972390,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:08.327058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:08.361964 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:08.420422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730d3df1-e93b-4218-b4ef-a070d50f7829']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:08.429597 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Network 51e12464-3841-48ac-aaeb-fe7464f95fae is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:08.443660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:08.459362 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:08.460956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event updated for resources: {'Port': ['ID=a6912b65-bd78-48a4-96bf-56b81fbff159,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:08.463198 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:08.467156 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3acf9-ca55-4727-810f-ede8f29a7540 req-d85646f6-7ef9-4667-9c38-fb1dbf0fbda3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:08.468620 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c9d3acf9-ca55-4727-810f-ede8f29a7540 req-d85646f6-7ef9-4667-9c38-fb1dbf0fbda3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.2976565 Feb 21 09:00:08.498535 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6963626-ecdf-4e4a-8cb5-945638e60a92') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:08.498884 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6963626-ecdf-4e4a-8cb5-945638e60a92') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:08.516102 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Attempting to bind port ba9a44e4-eaef-4686-b9e3-437d47972390 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:08.516102 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Attempting to bind port ba9a44e4-eaef-4686-b9e3-437d47972390 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:08.516505 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Attempting to bind port ba9a44e4-eaef-4686-b9e3-437d47972390 on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:08.528198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:00:08.529123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:00:08.529571 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.530010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:00:08.530643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Bound port: ba9a44e4-eaef-4686-b9e3-437d47972390, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:00:08.530850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.591972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.654526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] For port 22e519f7-185f-441a-bfa6-84d8fab09521, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=22e519f7-185f-441a-bfa6-84d8fab09521,segment=NetworkSegment(5a403461-8ee6-4e1d-81a9-c69d83683453),segment_id=5a403461-8ee6-4e1d-81a9-c69d83683453)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:08.654888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.689319 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c9d3acf9-ca55-4727-810f-ede8f29a7540 req-32951328-4b50-4915-aaab-cc139418e1ce tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2052145 Feb 21 09:00:08.708348 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] For port ba9a44e4-eaef-4686-b9e3-437d47972390, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:00:08.712608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] For port ba9a44e4-eaef-4686-b9e3-437d47972390, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ba9a44e4-eaef-4686-b9e3-437d47972390,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:00:08.722128 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.733991 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.767264 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] For port e730853f-ef7d-476a-a002-614c3b69d0ab, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e730853f-ef7d-476a-a002-614c3b69d0ab,segment=NetworkSegment(1983d57a-403b-47c7-9912-0a049afbe94b),segment_id=1983d57a-403b-47c7-9912-0a049afbe94b)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:08.767570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.785045 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6c0a4f-1766-4c2d-aa76-d0943aad599d None None] DHCP port deletion for 17b3430d-b3bd-4354-b477-1591ffcdd309 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:00:08.796168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:00:08.796168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.806326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c0a4f-1766-4c2d-aa76-d0943aad599d None None] Deleting port 22e519f7-185f-441a-bfa6-84d8fab09521 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:08.806784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0a4f-1766-4c2d-aa76-d0943aad599d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.825154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:08.825692 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:00:08.830872 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:00:08.883309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff28d4-601e-48c1-9489-929d0d061d0e None None] Pushing event updated for resources: {'Port': ['ID=ba9a44e4-eaef-4686-b9e3-437d47972390,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:08.928065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Calling delete_port for 22e519f7-185f-441a-bfa6-84d8fab09521 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:08.954745 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 22e519f7-185f-441a-bfa6-84d8fab09521 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:09.051771 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98348bea-c7ce-4e3b-87a0-89eb67815160 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2376101 Feb 21 09:00:09.052532 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47300) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:09.061903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:09.077904 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-c36c32ed-df0b-41f3-871b-7bbade308005 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:f9:12:3a'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:de:c4:11'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:09.091538 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8d5157c7-c374-44c1-a01c-43f42ee35638 None None] Provisioning for port a6912b65-bd78-48a4-96bf-56b81fbff159 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:09.097716 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad4b0e-db40-403e-a461-351d8fa480b7 req-0ec24905-1a10-4446-94b9-7f60735e5ad4 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:09.102401 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9bad4b0e-db40-403e-a461-351d8fa480b7 req-0ec24905-1a10-4446-94b9-7f60735e5ad4 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 945 time: 0.3037996 Feb 21 09:00:09.110351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:09.133850 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:09.180723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8d5157c7-c374-44c1-a01c-43f42ee35638 None None] Provisioning complete for port a6912b65-bd78-48a4-96bf-56b81fbff159 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:09.181155 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8d5157c7-c374-44c1-a01c-43f42ee35638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:09.216867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No active binding found for port 22e519f7-185f-441a-bfa6-84d8fab09521 {{(pid=83586) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 21 09:00:09.216867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 22e519f7-185f-441a-bfa6-84d8fab09521 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:09.245051 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6711bc-df04-4209-be29-5c15325e37c8 req-b5c2c51c-f14f-47c7-9491-63e018cc0d64 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:09.252589 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9f6711bc-df04-4209-be29-5c15325e37c8 req-b5c2c51c-f14f-47c7-9491-63e018cc0d64 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.2963743 Feb 21 09:00:09.256716 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:09.281716 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8d5157c7-c374-44c1-a01c-43f42ee35638 None None] Port a6912b65-bd78-48a4-96bf-56b81fbff159 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:00:09.284063 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port b1685b1b-7dc4-4c02-bf6b-039933a72b41 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:09.284886 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-2b6c0a4f-1766-4c2d-aa76-d0943aad599d None None] For port 22e519f7-185f-441a-bfa6-84d8fab09521, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=22e519f7-185f-441a-bfa6-84d8fab09521,segment=NetworkSegment(5a403461-8ee6-4e1d-81a9-c69d83683453),segment_id=5a403461-8ee6-4e1d-81a9-c69d83683453)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:09.285374 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0a4f-1766-4c2d-aa76-d0943aad599d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:09.302477 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event deleted for resources: {'Port': ['ID=22e519f7-185f-441a-bfa6-84d8fab09521,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:09.317907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event deleted for resources: {'Network': ['ID=730d3df1-e93b-4218-b4ef-a070d50f7829,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:09.350451 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8dac836d-83a4-4d8a-b7d9-cbd8fea9675b tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "DELETE /v2.0/networks/730d3df1-e93b-4218-b4ef-a070d50f7829 HTTP/1.1" status: 204 len: 168 time: 4.3372686 Feb 21 09:00:09.351352 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9bad4b0e-db40-403e-a461-351d8fa480b7 req-a4b0f2ee-cde3-4cc8-b1e2-ea4368386543 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups?id=da2a73be-7b80-46f1-8ac7-cef44246ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334266 Feb 21 09:00:09.351830 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47304) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:09.352828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] No DVR routers for this DVR port 22e519f7-185f-441a-bfa6-84d8fab09521 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:00:09.459672 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9f6711bc-df04-4209-be29-5c15325e37c8 req-e99ab05e-c7f2-4c7a-ad7b-1fc633ee907a tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2068357 Feb 21 09:00:09.484928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c0a4f-1766-4c2d-aa76-d0943aad599d None None] Calling delete_port for 22e519f7-185f-441a-bfa6-84d8fab09521 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:09.622120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-2b6c0a4f-1766-4c2d-aa76-d0943aad599d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:00:09.622478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-2b6c0a4f-1766-4c2d-aa76-d0943aad599d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:00:09.746893 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:09.747257 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:09.747648 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Floating IP 8f751bd6-85ff-44a8-9cc2-f6c9f100753b disassociated. External IP: 172.26.6.35, port: e730853f-ef7d-476a-a002-614c3b69d0ab. Feb 21 09:00:09.747990 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Calling delete_port for e730853f-ef7d-476a-a002-614c3b69d0ab owned by compute:nova {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:09.860856 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:09.895817 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d284b661-1a51-4b53-9876-1e4102456595 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Deleting port 0794ff52-1afe-4fbc-9ad4-053ac7a99e73 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:09.896162 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d284b661-1a51-4b53-9876-1e4102456595 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:09.942868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-a2436577-b183-485e-8e8f-568787ad0f0e tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:09.944363 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-a2436577-b183-485e-8e8f-568787ad0f0e tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.47 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 946 time: 0.7894788 Feb 21 09:00:09.952362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b3430d-b3bd-4354-b477-1591ffcdd309']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:10.023528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a403461-8ee6-4e1d-81a9-c69d83683453') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:10.023720 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a403461-8ee6-4e1d-81a9-c69d83683453') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:10.079422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:10.089589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c36c32ed-df0b-41f3-871b-7bbade308005 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:10.117217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::712:65fe:6804:dbcb (749b6d65-c680-4e97-918b-6efdfcb19e4b/5eb4afe5-9986-4b13-bf61-06808a1632b8/b1685b1b-7dc4-4c02-bf6b-039933a72b41) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:10.123958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c0a4f-1766-4c2d-aa76-d0943aad599d None None] Deleting port 22e519f7-185f-441a-bfa6-84d8fab09521 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:10.125131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0a4f-1766-4c2d-aa76-d0943aad599d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:10.126696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Router 340f2533-4ef6-461c-8a0a-4c26a75171eb is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:00:10.174612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:10.183041 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Deleting port b4c6d6b6-17ea-4429-89a1-0a279387f027 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:10.183602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:10.233285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c0a4f-1766-4c2d-aa76-d0943aad599d None None] The port '22e519f7-185f-441a-bfa6-84d8fab09521' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:00:10.356991 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:00:10.357398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:10.360653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:00:10.373227 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:00:10.388636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6309f4-f460-4986-b8ab-a575d2e450e5 req-da7df711-5d19-4c7c-9a22-44a2a5a74138 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:10.390065 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b6309f4-f460-4986-b8ab-a575d2e450e5 req-da7df711-5d19-4c7c-9a22-44a2a5a74138 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 946 time: 0.7944589 Feb 21 09:00:10.444272 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ae4dcef7-3e5e-411f-b94a-dee7de642b75 None None] Provisioning for port ba9a44e4-eaef-4686-b9e3-437d47972390 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:10.477145 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e72146-81b9-4024-a8e2-5309e29f6e08 req-e8cce642-0d46-4513-b27d-dc4702cccdfa tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:10.480733 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d2e72146-81b9-4024-a8e2-5309e29f6e08 req-e8cce642-0d46-4513-b27d-dc4702cccdfa tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.7702842 Feb 21 09:00:10.534648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Pushing event deleted for resources: {'Port': ['ID=e730853f-ef7d-476a-a002-614c3b69d0ab,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:10.603022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:10.613963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d284b661-1a51-4b53-9876-1e4102456595 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:10.614433 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d284b661-1a51-4b53-9876-1e4102456595 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:10.640072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:10.726875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Pushing event deleted for resources: {'Network': ['ID=17b3430d-b3bd-4354-b477-1591ffcdd309,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:10.826590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d284b661-1a51-4b53-9876-1e4102456595 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Calling delete_port for 0794ff52-1afe-4fbc-9ad4-053ac7a99e73 owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:10.852976 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7030d67e-dae9-43d1-82cc-9184c1bbbdf2 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "DELETE /v2.0/networks/17b3430d-b3bd-4354-b477-1591ffcdd309 HTTP/1.1" status: 204 len: 168 time: 2.8529243 Feb 21 09:00:10.864042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47314) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:10.949296 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b6309f4-f460-4986-b8ab-a575d2e450e5 req-e7d5d4f3-9ebe-4c01-9b7b-74cf0ab23092 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4986637 Feb 21 09:00:11.017546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:11.019060 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d2e72146-81b9-4024-a8e2-5309e29f6e08 req-7ec3a83b-3c53-4ca3-aa05-941947aa5f2f tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5191312 Feb 21 09:00:11.052665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-c36c32ed-df0b-41f3-871b-7bbade308005 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:00:11.073776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ba9a44e4-eaef-4686-b9e3-437d47972390 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:11.073953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4aed80c4-e263-44e0-a32a-dbd5109f5bbb tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Synchronizing usage tracker for tenant:d9e4ffe6b9984e23aadc1aac98224ee2 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:11.087643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c36c32ed-df0b-41f3-871b-7bbade308005 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:11.095310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:00:11.114737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4aed80c4-e263-44e0-a32a-dbd5109f5bbb tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Unset dirty status for tenant:d9e4ffe6b9984e23aadc1aac98224ee2 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:11.116176 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4aed80c4-e263-44e0-a32a-dbd5109f5bbb tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95409-1cfc-4934-944a-92bda49ea56f HTTP/1.1" status: 200 len: 205 time: 0.1873558 Feb 21 09:00:11.118275 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object b1685b1b-7dc4-4c02-bf6b-039933a72b41 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:11.125793 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:11.130004 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c08217ac-72dc-46e5-9006-aeac4003f9c6 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "PUT /v2.0/routers/340f2533-4ef6-461c-8a0a-4c26a75171eb HTTP/1.1" status: 200 len: 877 time: 7.8312280 Feb 21 09:00:11.131139 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47320) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:11.131623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47322) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:11.135451 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c36c32ed-df0b-41f3-871b-7bbade308005 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:11.179612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c6f88-e78d-4416-a2a3-9152acc1c7b9 None None] Sync routers for ids ['340f2533-4ef6-461c-8a0a-4c26a75171eb'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:00:11.219632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c6f88-e78d-4416-a2a3-9152acc1c7b9 None None] Routers {'340f2533-4ef6-461c-8a0a-4c26a75171eb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:11.220307 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-7a0c6f88-e78d-4416-a2a3-9152acc1c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['340f2533-4ef6-461c-8a0a-4c26a75171eb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:11.263424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c32ed-df0b-41f3-871b-7bbade308005 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event updated for resources: {'Port': ['ID=a6912b65-bd78-48a4-96bf-56b81fbff159,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:11.318277 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e730853f-ef7d-476a-a002-614c3b69d0ab no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:11.375890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-c36c32ed-df0b-41f3-871b-7bbade308005 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] In _notify_port_updated(), no bound segment for port a6912b65-bd78-48a4-96bf-56b81fbff159 on network 51e12464-3841-48ac-aaeb-fe7464f95fae {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:00:11.379772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c32ed-df0b-41f3-871b-7bbade308005 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:11.380452 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c36c32ed-df0b-41f3-871b-7bbade308005 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:11.384421 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c36c32ed-df0b-41f3-871b-7bbade308005 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "PUT /v2.0/ports/a6912b65-bd78-48a4-96bf-56b81fbff159 HTTP/1.1" status: 200 len: 1055 time: 2.3255961 Feb 21 09:00:11.386856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-7a0c6f88-e78d-4416-a2a3-9152acc1c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:11.395874 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47328) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:11.402627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: e730853f-ef7d-476a-a002-614c3b69d0ab {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:11.403296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e730853f-ef7d-476a-a002-614c3b69d0ab not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:11.403864 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b4c6d6b6-17ea-4429-89a1-0a279387f027 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:11.474971 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c6f88-e78d-4416-a2a3-9152acc1c7b9 None None] Routers {'340f2533-4ef6-461c-8a0a-4c26a75171eb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:11.475594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-7a0c6f88-e78d-4416-a2a3-9152acc1c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['340f2533-4ef6-461c-8a0a-4c26a75171eb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:11.486747 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-81af5b67-1264-4214-b9ed-fe5a090ff447 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Deleting port a6912b65-bd78-48a4-96bf-56b81fbff159 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:11.487205 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-81af5b67-1264-4214-b9ed-fe5a090ff447 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:11.496036 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4a0ff61-5eb2-45d1-8311-d4b4124b3481 req-44d7b168-91a3-4cae-b9ba-9215e78795f9 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 210 time: 0.3586943 Feb 21 09:00:11.577101 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port ba9a44e4-eaef-4686-b9e3-437d47972390 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:11.585332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port ba9a44e4-eaef-4686-b9e3-437d47972390 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:11.585698 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:11.587716 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] For port b4c6d6b6-17ea-4429-89a1-0a279387f027, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b4c6d6b6-17ea-4429-89a1-0a279387f027,segment=NetworkSegment(bdb85d5e-12bc-4220-a4fc-0ece310086a7),segment_id=bdb85d5e-12bc-4220-a4fc-0ece310086a7)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:11.588225 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:11.624630 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-7a0c6f88-e78d-4416-a2a3-9152acc1c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:11.625038 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c6f88-e78d-4416-a2a3-9152acc1c7b9 None None] The sync data for ids ['340f2533-4ef6-461c-8a0a-4c26a75171eb'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:00:11.700649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:11.706711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54879ed4-a55d-48d4-bab4-f5fc8b5fd336 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:11.724578 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6a6430e4-4a3f-4cde-916c-a80e94564e5d None None] Provisioning complete for port a6912b65-bd78-48a4-96bf-56b81fbff159 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:11.724951 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6a6430e4-4a3f-4cde-916c-a80e94564e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:11.767700 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Router 0dd47ceb-d1c5-43ba-a839-9968950c724b has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:00:11.814075 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:11.838383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6a6430e4-4a3f-4cde-916c-a80e94564e5d None None] Port a6912b65-bd78-48a4-96bf-56b81fbff159 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:00:11.865948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16f590a-3776-4989-9109-99c90925c655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c6d6b6-17ea-4429-89a1-0a279387f027'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:00:11.874665 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:11.892766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b4c6d6b6-17ea-4429-89a1-0a279387f027, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b4c6d6b6-17ea-4429-89a1-0a279387f027,segment=NetworkSegment(bdb85d5e-12bc-4220-a4fc-0ece310086a7),segment_id=bdb85d5e-12bc-4220-a4fc-0ece310086a7)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:11.906176 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:12.001485 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port ba9a44e4-eaef-4686-b9e3-437d47972390, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ba9a44e4-eaef-4686-b9e3-437d47972390,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:12.037081 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16f590a-3776-4989-9109-99c90925c655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c6d6b6-17ea-4429-89a1-0a279387f027', 'code': 200} Feb 21 09:00:12.037762 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=b4c6d6b6-17ea-4429-89a1-0a279387f027,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:12.045519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d284b661-1a51-4b53-9876-1e4102456595 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:12.053275 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:12.100665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:12.117044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 625ac813-a744-4d60-b7f8-855c64ca3e05 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:12.119487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:12.122042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284b661-1a51-4b53-9876-1e4102456595 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Pushing event deleted for resources: {'Port': ['ID=0794ff52-1afe-4fbc-9ad4-053ac7a99e73,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:12.127460 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:12.144427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:12.145086 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:12.158524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=b1685b1b-7dc4-4c02-bf6b-039933a72b41,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:12.219639 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 625ac813-a744-4d60-b7f8-855c64ca3e05 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:12.220217 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 625ac813-a744-4d60-b7f8-855c64ca3e05 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:12.275893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=ba9a44e4-eaef-4686-b9e3-437d47972390,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:12.439019 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ad596685-3c8d-4da8-a265-00a8ecd8ab97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.0922918 Feb 21 09:00:12.447618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47336) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:12.542402 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-81af5b67-1264-4214-b9ed-fe5a090ff447 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:12.593141 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4e515d9b-0fd2-4026-9521-267924e3293a None None] Provisioning for port b1685b1b-7dc4-4c02-bf6b-039933a72b41 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:12.598321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4e515d9b-0fd2-4026-9521-267924e3293a None None] Provisioning complete for port b1685b1b-7dc4-4c02-bf6b-039933a72b41 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:12.598776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4e515d9b-0fd2-4026-9521-267924e3293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:12.659049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:12.659702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:12.660026 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Floating IP 1c6662d4-f7c4-4afb-a78e-b9ee0d3ef971 disassociated. External IP: 172.26.6.18, port: b4c6d6b6-17ea-4429-89a1-0a279387f027. Feb 21 09:00:12.660369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Calling delete_port for b4c6d6b6-17ea-4429-89a1-0a279387f027 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:12.712332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4e515d9b-0fd2-4026-9521-267924e3293a None None] Port b1685b1b-7dc4-4c02-bf6b-039933a72b41 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:00:12.747397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-81af5b67-1264-4214-b9ed-fe5a090ff447 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Calling delete_port for a6912b65-bd78-48a4-96bf-56b81fbff159 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:12.875374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65327736-fbe0-4778-ae72-f94f6d827363 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:12.879569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65327736-fbe0-4778-ae72-f94f6d827363 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:12.880486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-65327736-fbe0-4778-ae72-f94f6d827363 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:12.938047 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ba9a44e4-eaef-4686-b9e3-437d47972390 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:12.992269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-81af5b67-1264-4214-b9ed-fe5a090ff447 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:13.013949 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-65327736-fbe0-4778-ae72-f94f6d827363 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:13.014394 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2483d714-3e3b-4bed-a0f9-cf88e0ee2e2f req-7d61eade-eedd-432e-b492-1a1dae7374b8 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 210 time: 0.2559757 Feb 21 09:00:13.015461 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-65327736-fbe0-4778-ae72-f94f6d827363 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5565462 Feb 21 09:00:13.037315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47342) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:13.056082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port ba9a44e4-eaef-4686-b9e3-437d47972390 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:13.056648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:13.095852 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af5b67-1264-4214-b9ed-fe5a090ff447 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event deleted for resources: {'Port': ['ID=a6912b65-bd78-48a4-96bf-56b81fbff159,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:13.128431 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d284b661-1a51-4b53-9876-1e4102456595 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:13.154541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54879ed4-a55d-48d4-bab4-f5fc8b5fd336 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:13.210639 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32db75f-24b9-4ed0-821d-325719257189 req-365d7ff0-fc8f-416e-962a-8dde41a052f5 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:13.218276 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b32db75f-24b9-4ed0-821d-325719257189 req-365d7ff0-fc8f-416e-962a-8dde41a052f5 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 944 time: 1.0657861 Feb 21 09:00:13.238820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:00:13.247382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54879ed4-a55d-48d4-bab4-f5fc8b5fd336 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:13.252136 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f36fa9-a991-40fa-9230-4bdd86da6f84 None None] Sync routers for ids ['0dd47ceb-d1c5-43ba-a839-9968950c724b'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:00:13.265475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:00:13.266076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:00:13.270566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-a53d9ae6-96aa-4010-8d39-ec070ac75efd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port b1685b1b-7dc4-4c02-bf6b-039933a72b41 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:13.271208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ae6-96aa-4010-8d39-ec070ac75efd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:13.271936 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f36fa9-a991-40fa-9230-4bdd86da6f84 None None] Routers {'0dd47ceb-d1c5-43ba-a839-9968950c724b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:13.272641 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-68f36fa9-a991-40fa-9230-4bdd86da6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0dd47ceb-d1c5-43ba-a839-9968950c724b'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:13.395482 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-535fe3bb-5aca-4459-95b2-98880b4d2846 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/routers/340f2533-4ef6-461c-8a0a-4c26a75171eb HTTP/1.1" status: 200 len: 918 time: 2.2586212 Feb 21 09:00:13.395637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47346) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:13.430297 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d284b661-1a51-4b53-9876-1e4102456595 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:13.434356 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d284b661-1a51-4b53-9876-1e4102456595 tempest-FloatingIPAdminTestJSON-22411076 tempest-FloatingIPAdminTestJSON-22411076-project] 10.222.0.48 "DELETE /v2.0/floatingips/199d64e8-972a-4375-a9f3-4f90669a6563 HTTP/1.1" status: 204 len: 168 time: 4.0155063 Feb 21 09:00:13.447561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] No DVR routers for this DVR port e730853f-ef7d-476a-a002-614c3b69d0ab on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:00:13.454059 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b32db75f-24b9-4ed0-821d-325719257189 req-b0988979-449b-405c-a497-977c9bf559a0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345824 Feb 21 09:00:13.456014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:13.460332 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbe74df-137a-4839-a9b3-83e7356eab41', 'name': 'network-vif-deleted', 'tag': 'e730853f-ef7d-476a-a002-614c3b69d0ab'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:00:13.499246 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54879ed4-a55d-48d4-bab4-f5fc8b5fd336 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:13.500013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54879ed4-a55d-48d4-bab4-f5fc8b5fd336 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Fanout notify agent at l3_agent the message router_deleted on router a2a95409-1cfc-4934-944a-92bda49ea56f {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:00:13.537099 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-82909cd1-fb17-48d4-8a91-f5fdc636e87a req-4f107193-aef1-40ef-928c-ebddc5e6f89e tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.47 "DELETE /v2.0/ports/e730853f-ef7d-476a-a002-614c3b69d0ab HTTP/1.1" status: 204 len: 173 time: 6.3207312 Feb 21 09:00:13.550809 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-68f36fa9-a991-40fa-9230-4bdd86da6f84 None None] Set router 0dd47ceb-d1c5-43ba-a839-9968950c724b gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:00:13.660401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54879ed4-a55d-48d4-bab4-f5fc8b5fd336 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:13.664390 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-54879ed4-a55d-48d4-bab4-f5fc8b5fd336 tempest-RoutersNegativeTest-2011232363 tempest-RoutersNegativeTest-2011232363-project] 10.222.0.48 "DELETE /v2.0/routers/a2a95409-1cfc-4934-944a-92bda49ea56f HTTP/1.1" status: 204 len: 168 time: 2.5302205 Feb 21 09:00:13.677491 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-656c69c6-1a30-40c9-8c24-9d6581d99700 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&device_id=340f2533-4ef6-461c-8a0a-4c26a75171eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2794800 Feb 21 09:00:13.678053 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47356) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:13.701066 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbe74df-137a-4839-a9b3-83e7356eab41', 'name': 'network-vif-deleted', 'tag': 'e730853f-ef7d-476a-a002-614c3b69d0ab', 'status': 'completed', 'code': 200} Feb 21 09:00:13.702198 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-81af5b67-1264-4214-b9ed-fe5a090ff447 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:13.704205 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-81af5b67-1264-4214-b9ed-fe5a090ff447 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "DELETE /v2.0/ports/a6912b65-bd78-48a4-96bf-56b81fbff159 HTTP/1.1" status: 204 len: 168 time: 2.3024714 Feb 21 09:00:13.707099 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47360) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:13.784765 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Deleting port b4c6d6b6-17ea-4429-89a1-0a279387f027 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:13.785959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:13.867919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ae6-96aa-4010-8d39-ec070ac75efd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:13.923459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59e5334-01a3-4de9-ab99-4f62cfd83a9f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:13.931641 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c59e5334-01a3-4de9-ab99-4f62cfd83a9f tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/networks/26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 881 time: 0.2523978 Feb 21 09:00:13.932353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47364) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:13.986568 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d361c978-b924-44dc-bdaa-f34547239a5c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "GET /v2.0/ports?device_id=340f2533-4ef6-461c-8a0a-4c26a75171eb HTTP/1.1" status: 200 len: 205 time: 0.0524819 Feb 21 09:00:13.987124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47372) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:14.172319 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-68f36fa9-a991-40fa-9230-4bdd86da6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '9d9d7c83-ebc3-4cee-8633-d061c6454d3f', 'name': '', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'mac_address': 'fa:16:3e:f0:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:33Z', 'updated_at': '2022-02-21T08:58:50Z', 'revision_number': 5, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'subnets': [{'id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:14.177482 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f36fa9-a991-40fa-9230-4bdd86da6f84 None None] Checking router: 0dd47ceb-d1c5-43ba-a839-9968950c724b for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:00:14.188995 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47378) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:14.189345 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47380) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:14.196425 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f36fa9-a991-40fa-9230-4bdd86da6f84 None None] Routers {'0dd47ceb-d1c5-43ba-a839-9968950c724b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:14.197200 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-68f36fa9-a991-40fa-9230-4bdd86da6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0dd47ceb-d1c5-43ba-a839-9968950c724b'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:14.301427 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-a53d9ae6-96aa-4010-8d39-ec070ac75efd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for b1685b1b-7dc4-4c02-bf6b-039933a72b41 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:14.353756 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-993e8185-7341-4d1e-8726-ee053020f27e tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] GET failed (client error): The resource could not be found. Feb 21 09:00:14.354628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-993e8185-7341-4d1e-8726-ee053020f27e tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Synchronizing usage tracker for tenant:3ec2f59da9674e9f99838a14c306816c on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:14.464970 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ab60b34-5040-4dd2-aad9-822a85eaab36 req-62b63b1e-10c8-411c-b410-1e6437701277 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dbe74df-137a-4839-a9b3-83e7356eab41 HTTP/1.1" status: 200 len: 210 time: 0.0956595 Feb 21 09:00:14.478000 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:14.579236 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-68f36fa9-a991-40fa-9230-4bdd86da6f84 None None] Set router 0dd47ceb-d1c5-43ba-a839-9968950c724b gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:00:14.671107 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-993e8185-7341-4d1e-8726-ee053020f27e tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Unset dirty status for tenant:3ec2f59da9674e9f99838a14c306816c on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:14.675864 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-993e8185-7341-4d1e-8726-ee053020f27e tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "GET /v2.0/ports/a6912b65-bd78-48a4-96bf-56b81fbff159 HTTP/1.1" status: 404 len: 333 time: 0.9497650 Feb 21 09:00:14.720951 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47396) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:14.772888 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5bc01133-cbc2-44f0-85e1-82bb69d668cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c62106717a343faa3a08278cba7249e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5766048 Feb 21 09:00:14.777232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47400) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:14.826550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ae6-96aa-4010-8d39-ec070ac75efd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:14.826958 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-33c76542-ad43-422d-8e4c-46b4228b3201 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Deleting port 6c920e28-09aa-473e-a200-4f7eab75c1f2 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:14.827324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33c76542-ad43-422d-8e4c-46b4228b3201 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:14.891669 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-639beadc-574c-4b19-88c8-e82e831d06d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9e4ffe6b9984e23aadc1aac98224ee2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6989651 Feb 21 09:00:14.895357 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47404) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:14.919501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d9ae6-96aa-4010-8d39-ec070ac75efd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=b1685b1b-7dc4-4c02-bf6b-039933a72b41,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:14.988860 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-68f36fa9-a991-40fa-9230-4bdd86da6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '9d9d7c83-ebc3-4cee-8633-d061c6454d3f', 'name': '', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'mac_address': 'fa:16:3e:f0:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:33Z', 'updated_at': '2022-02-21T08:58:50Z', 'revision_number': 5, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'subnets': [{'id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:14.994862 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f36fa9-a991-40fa-9230-4bdd86da6f84 None None] The sync data for ids ['0dd47ceb-d1c5-43ba-a839-9968950c724b'] in dv-neutron-830062-1-hyperv is: [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '9d9d7c83-ebc3-4cee-8633-d061c6454d3f', 'name': '', 'network_id': '89acac8e-b1b3-408a-accb-00019777cf15', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'mac_address': 'fa:16:3e:f0:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:33Z', 'updated_at': '2022-02-21T08:58:50Z', 'revision_number': 5, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'subnets': [{'id': 'cfec0fb1-966b-4a0f-bd30-1e11ff14d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:00:15.026193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ae6-96aa-4010-8d39-ec070ac75efd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.049372 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadaaf84-6dab-4604-a445-9db25f1a81c3 req-44d48607-58ab-4a44-a0f5-89aa56f31dd9 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:15.050178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-cadaaf84-6dab-4604-a445-9db25f1a81c3 req-44d48607-58ab-4a44-a0f5-89aa56f31dd9 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Synchronizing usage tracker for tenant:8271100a41e84071a556dd64b7cbb83e on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:15.079588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] For port b4c6d6b6-17ea-4429-89a1-0a279387f027, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b4c6d6b6-17ea-4429-89a1-0a279387f027,segment=NetworkSegment(bdb85d5e-12bc-4220-a4fc-0ece310086a7),segment_id=bdb85d5e-12bc-4220-a4fc-0ece310086a7)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:15.079922 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.129755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f8a927d6-fbe3-4a93-8e74-0176b791f1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.199253 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f8a927d6-fbe3-4a93-8e74-0176b791f1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.208075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33c76542-ad43-422d-8e4c-46b4228b3201 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.271979 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a53d9ae6-96aa-4010-8d39-ec070ac75efd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/b1685b1b-7dc4-4c02-bf6b-039933a72b41 HTTP/1.1" status: 204 len: 168 time: 2.2308254 Feb 21 09:00:15.275737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b1c69-64fa-4fd6-a275-bb6ec7d2116e None None] New status for floating IP 8f751bd6-85ff-44a8-9cc2-f6c9f100753b: DOWN {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:00:15.279519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47408) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:15.289227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-545c0785-14e5-4359-b22e-a0d8793965f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.345746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-cadaaf84-6dab-4604-a445-9db25f1a81c3 req-44d48607-58ab-4a44-a0f5-89aa56f31dd9 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Unset dirty status for tenant:8271100a41e84071a556dd64b7cbb83e on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:15.347578 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cadaaf84-6dab-4604-a445-9db25f1a81c3 req-44d48607-58ab-4a44-a0f5-89aa56f31dd9 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 944 time: 0.6880519 Feb 21 09:00:15.363466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-33c76542-ad43-422d-8e4c-46b4228b3201 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Calling delete_port for 6c920e28-09aa-473e-a200-4f7eab75c1f2 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:15.405972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.437050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Deleting port 3c92104a-8fb6-4ec7-b4d8-71f57b4938a2 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:15.437394 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.477533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-545c0785-14e5-4359-b22e-a0d8793965f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.507207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c1161c-4d7c-4124-9296-20d6e5269ed9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:15.508976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c1161c-4d7c-4124-9296-20d6e5269ed9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:15.510034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-21c1161c-4d7c-4124-9296-20d6e5269ed9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:15.515494 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f8a927d6-fbe3-4a93-8e74-0176b791f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.572872 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a927d6-fbe3-4a93-8e74-0176b791f1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4d1595-8f0a-4cce-a7b8-184144013c01,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:15.582173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.582641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.583742 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Floating IP 1c6662d4-f7c4-4afb-a78e-b9ee0d3ef971 disassociated. External IP: 172.26.6.18, port: b4c6d6b6-17ea-4429-89a1-0a279387f027. Feb 21 09:00:15.584174 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Calling delete_port for b4c6d6b6-17ea-4429-89a1-0a279387f027 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:15.657586 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cadaaf84-6dab-4604-a445-9db25f1a81c3 req-2796c139-457b-42b7-8141-2d088d39256b tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups?id=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847433 Feb 21 09:00:15.663265 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-21c1161c-4d7c-4124-9296-20d6e5269ed9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:15.664816 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-21c1161c-4d7c-4124-9296-20d6e5269ed9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3804448 Feb 21 09:00:15.676109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-545c0785-14e5-4359-b22e-a0d8793965f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.681462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47416) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:15.682131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47418) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:15.734927 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f8a927d6-fbe3-4a93-8e74-0176b791f1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.736104 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f8a927d6-fbe3-4a93-8e74-0176b791f1bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe4d1595-8f0a-4cce-a7b8-184144013c01 HTTP/1.1" status: 204 len: 168 time: 0.8398438 Feb 21 09:00:15.745583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c0785-14e5-4359-b22e-a0d8793965f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4c5a82-a814-479e-a259-203e38d34c54,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:15.749486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33c76542-ad43-422d-8e4c-46b4228b3201 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.769658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-545c0785-14e5-4359-b22e-a0d8793965f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.774146 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-545c0785-14e5-4359-b22e-a0d8793965f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a4c5a82-a814-479e-a259-203e38d34c54 HTTP/1.1" status: 204 len: 168 time: 0.9951241 Feb 21 09:00:15.896501 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c76542-ad43-422d-8e4c-46b4228b3201 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event deleted for resources: {'Port': ['ID=6c920e28-09aa-473e-a200-4f7eab75c1f2,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:15.938933 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:15.998110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c92a0801-b651-40a0-82a4-269112c15f32 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:16.060315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c92a0801-b651-40a0-82a4-269112c15f32 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:16.106545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:16.136055 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Calling delete_port for 3c92104a-8fb6-4ec7-b4d8-71f57b4938a2 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:16.164048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6def8c-a592-4f31-9633-00ac585bb347 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 5eb4afe5-9986-4b13-bf61-06808a1632b8 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:00:16.176668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Pushing event deleted for resources: {'Port': ['ID=b4c6d6b6-17ea-4429-89a1-0a279387f027,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:16.183355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a6def8c-a592-4f31-9633-00ac585bb347 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:16.304191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33c76542-ad43-422d-8e4c-46b4228b3201 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:16.309056 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-33c76542-ad43-422d-8e4c-46b4228b3201 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "DELETE /v2.0/ports/6c920e28-09aa-473e-a200-4f7eab75c1f2 HTTP/1.1" status: 204 len: 168 time: 1.5843594 Feb 21 09:00:16.309374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47436) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:16.346391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47440) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:16.385835 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b831fa04-1684-41af-8028-317edbafa5aa tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] GET failed (client error): The resource could not be found. Feb 21 09:00:16.386168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b831fa04-1684-41af-8028-317edbafa5aa tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Synchronizing usage tracker for tenant:3ec2f59da9674e9f99838a14c306816c on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:16.397042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98b6a65e-dc32-43e1-b8df-6ac876ec3a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:16.446870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b831fa04-1684-41af-8028-317edbafa5aa tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Unset dirty status for tenant:3ec2f59da9674e9f99838a14c306816c on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:16.452889 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b831fa04-1684-41af-8028-317edbafa5aa tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "GET /v2.0/ports/6c920e28-09aa-473e-a200-4f7eab75c1f2 HTTP/1.1" status: 404 len: 333 time: 0.1376226 Feb 21 09:00:16.453074 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a6def8c-a592-4f31-9633-00ac585bb347 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:16.453659 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47446) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:16.492568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-98b6a65e-dc32-43e1-b8df-6ac876ec3a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:16.507081 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-98b6a65e-dc32-43e1-b8df-6ac876ec3a2a admin admin] Usage tracker for resource:security_group_rule and tenant:421d416dd69b46e5b78f59a45bc5a199 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:16.521594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-98b6a65e-dc32-43e1-b8df-6ac876ec3a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:16.532084 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-98b6a65e-dc32-43e1-b8df-6ac876ec3a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:16.543320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c92a0801-b651-40a0-82a4-269112c15f32 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:16.553533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8ebda629-a523-4acc-812b-0020dfce2282 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Deleting port ee4d971e-a5d0-4785-811b-e4a98053dee7 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:16.553859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ebda629-a523-4acc-812b-0020dfce2282 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:16.582113 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a0801-b651-40a0-82a4-269112c15f32 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2a73be-7b80-46f1-8ac7-cef44246ec85,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:16.637305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c92a0801-b651-40a0-82a4-269112c15f32 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:16.638824 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c92a0801-b651-40a0-82a4-269112c15f32 tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "DELETE /v2.0/security-groups/da2a73be-7b80-46f1-8ac7-cef44246ec85 HTTP/1.1" status: 204 len: 168 time: 0.9480090 Feb 21 09:00:16.642386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47454) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:16.670853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a6def8c-a592-4f31-9633-00ac585bb347 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:16.701606 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-d7d18e24-4963-4761-b4da-8799e1fa59da tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] show failed (client error): The resource could not be found. Feb 21 09:00:16.702641 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d7d18e24-4963-4761-b4da-8799e1fa59da tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "GET /v2.0/security-groups/da2a73be-7b80-46f1-8ac7-cef44246ec85 HTTP/1.1" status: 404 len: 347 time: 0.0593598 Feb 21 09:00:16.705466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47460) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:16.808010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a6def8c-a592-4f31-9633-00ac585bb347 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:16.831237 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:16.933506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6def8c-a592-4f31-9633-00ac585bb347 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb4afe5-9986-4b13-bf61-06808a1632b8,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:16.950177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a6def8c-a592-4f31-9633-00ac585bb347 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:16.952154 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4249c4-b283-435a-b435-1e43608ccd46 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:16.953978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-fd6a143b-5c2d-434f-803e-151afaf096a6 req-b00d8cd7-b189-4e3a-9e85-9676b9da04d2 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Synchronizing usage tracker for tenant:8271100a41e84071a556dd64b7cbb83e on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:16.979821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-fd6a143b-5c2d-434f-803e-151afaf096a6 req-b00d8cd7-b189-4e3a-9e85-9676b9da04d2 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Unset dirty status for tenant:8271100a41e84071a556dd64b7cbb83e on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:16.980979 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fd6a143b-5c2d-434f-803e-151afaf096a6 req-b00d8cd7-b189-4e3a-9e85-9676b9da04d2 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 210 time: 0.1116419 Feb 21 09:00:16.991717 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Router b6bcc0cb-4cec-422e-800e-44cbb21ead75 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:00:16.998841 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7a6def8c-a592-4f31-9633-00ac585bb347 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/5eb4afe5-9986-4b13-bf61-06808a1632b8 HTTP/1.1" status: 204 len: 168 time: 1.3071492 Feb 21 09:00:16.999854 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47468) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:17.024713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Pushing event deleted for resources: {'Port': ['ID=3c92104a-8fb6-4ec7-b4d8-71f57b4938a2,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:17.120147 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-33fd73b1-f73c-476b-8a51-ff626c8c0107 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190996 Feb 21 09:00:17.123787 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47474) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:17.131002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Deleting port a4f6f9b3-f790-4120-a492-f8be04785516 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:17.131644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:17.222340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47478) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:17.230357 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027783 Feb 21 09:00:17.237496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47480) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:17.293524 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70be80dd-ab00-4dc1-b7bd-011fc363cc5f None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:00:17.298669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-70be80dd-ab00-4dc1-b7bd-011fc363cc5f None None] Deleting port ba9a44e4-eaef-4686-b9e3-437d47972390 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:17.299286 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-70be80dd-ab00-4dc1-b7bd-011fc363cc5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:17.388690 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98b6a65e-dc32-43e1-b8df-6ac876ec3a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:17.417282 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ebda629-a523-4acc-812b-0020dfce2282 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:17.424585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2ec0ea-fae0-47da-8f30-fd262cb5a933 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:17.426311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9e2ec0ea-fae0-47da-8f30-fd262cb5a933 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:17.428259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98b6a65e-dc32-43e1-b8df-6ac876ec3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:17.457741 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-083d2334-c479-497d-a317-2d687eafdd14 tempest-NetworksApiDiscovery-530932281 tempest-NetworksApiDiscovery-530932281-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2190249 Feb 21 09:00:17.488082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9e2ec0ea-fae0-47da-8f30-fd262cb5a933 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:17.489322 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9e2ec0ea-fae0-47da-8f30-fd262cb5a933 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3638759 Feb 21 09:00:17.491993 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47488) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:17.595136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49de838-bd3b-4859-862d-22add7cb517b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:17.595572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c49de838-bd3b-4859-862d-22add7cb517b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:17.645227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c49de838-bd3b-4859-862d-22add7cb517b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:17.649035 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c49de838-bd3b-4859-862d-22add7cb517b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1546149 Feb 21 09:00:17.674874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-70be80dd-ab00-4dc1-b7bd-011fc363cc5f None None] For port ba9a44e4-eaef-4686-b9e3-437d47972390, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ba9a44e4-eaef-4686-b9e3-437d47972390,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:17.675717 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-70be80dd-ab00-4dc1-b7bd-011fc363cc5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:17.681219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47492) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:17.766832 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-81a37ddf-a897-417d-918c-0032953ee1f0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833995 Feb 21 09:00:17.773189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47496) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:17.779510 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:17.796053 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8ebda629-a523-4acc-812b-0020dfce2282 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Calling delete_port for ee4d971e-a5d0-4785-811b-e4a98053dee7 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:17.821253 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-70be80dd-ab00-4dc1-b7bd-011fc363cc5f None None] Calling delete_port for ba9a44e4-eaef-4686-b9e3-437d47972390 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:17.899290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:17.909995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:17.919791 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-70be80dd-ab00-4dc1-b7bd-011fc363cc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:17.932345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:00:17.945714 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e891b-3e5d-4c93-919e-85edb0a5ab21 None None] Sync routers for ids ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:00:17.976967 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e891b-3e5d-4c93-919e-85edb0a5ab21 None None] Routers {'b6bcc0cb-4cec-422e-800e-44cbb21ead75'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:17.978353 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-097e891b-3e5d-4c93-919e-85edb0a5ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:17.981518 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be80dd-ab00-4dc1-b7bd-011fc363cc5f None None] Pushing event deleted for resources: {'Port': ['ID=ba9a44e4-eaef-4686-b9e3-437d47972390,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:17.991329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be80dd-ab00-4dc1-b7bd-011fc363cc5f None None] No DVR routers for this DVR port ba9a44e4-eaef-4686-b9e3-437d47972390 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:00:18.010009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47502) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:18.010689 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:18.014222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:18.063083 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] No DVR routers for this DVR port b4c6d6b6-17ea-4429-89a1-0a279387f027 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:00:18.096962 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:18.132738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:18.136211 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aa196284-a92e-4d45-a9fa-607f1febe70e req-d7f41b6d-8e8d-41fd-8f0c-5256b924a9ab tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.47 "DELETE /v2.0/ports/b4c6d6b6-17ea-4429-89a1-0a279387f027 HTTP/1.1" status: 204 len: 173 time: 8.1707273 Feb 21 09:00:18.143114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16f590a-3776-4989-9109-99c90925c655', 'name': 'network-vif-deleted', 'tag': 'b4c6d6b6-17ea-4429-89a1-0a279387f027'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:00:18.221615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6a65e-dc32-43e1-b8df-6ac876ec3a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bf75ca-6d57-4fd8-8f40-f753830e650d,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:18.245830 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-230abe7d-3dc3-408d-b9e0-dae6d15c2b2b req-3caeab31-2e5b-468a-bd28-29e67ae3dd53 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/ports?device_id=b16f590a-3776-4989-9109-99c90925c655 HTTP/1.1" status: 200 len: 210 time: 0.0773854 Feb 21 09:00:18.251824 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-097e891b-3e5d-4c93-919e-85edb0a5ab21 None None] Set router b6bcc0cb-4cec-422e-800e-44cbb21ead75 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:00:18.253906 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16f590a-3776-4989-9109-99c90925c655', 'name': 'network-vif-deleted', 'tag': 'b4c6d6b6-17ea-4429-89a1-0a279387f027', 'status': 'completed', 'code': 200} Feb 21 09:00:18.396179 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98b6a65e-dc32-43e1-b8df-6ac876ec3a2a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=421d416dd69b46e5b78f59a45bc5a199&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0462015 Feb 21 09:00:18.406688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47512) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:18.407133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:18.407625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:18.599948 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d751b910-c235-452e-9e12-2c7147a08b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:18.628811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f9822e2-73a3-4c6b-b3c4-5ba2d2795e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:18.632344 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:18.679649 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-097e891b-3e5d-4c93-919e-85edb0a5ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T08:58:40Z', 'revision_number': 4, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '4f9e6985-d6a4-494e-b133-1432e2fae59d', 'name': '', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'mac_address': 'fa:16:3e:3e:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64784111-56ad-4f02-b892-99743affd6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:37Z', 'updated_at': '2022-02-21T08:59:29Z', 'revision_number': 5, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'subnets': [{'id': '64784111-56ad-4f02-b892-99743affd6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:18.686125 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e891b-3e5d-4c93-919e-85edb0a5ab21 None None] Checking router: b6bcc0cb-4cec-422e-800e-44cbb21ead75 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:00:18.700916 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e891b-3e5d-4c93-919e-85edb0a5ab21 None None] Routers {'b6bcc0cb-4cec-422e-800e-44cbb21ead75'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:18.701577 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-097e891b-3e5d-4c93-919e-85edb0a5ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:18.728395 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:18.733232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Calling delete_port for a4f6f9b3-f790-4120-a492-f8be04785516 owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:18.737499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:18.746343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f9822e2-73a3-4c6b-b3c4-5ba2d2795e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:18.750583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7fea79-4c79-45b5-b119-97fd64ad16ec None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:18.766181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d751b910-c235-452e-9e12-2c7147a08b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:18.771588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d751b910-c235-452e-9e12-2c7147a08b79 admin admin] Usage tracker for resource:security_group_rule and tenant:8afa99f8920f48d08b2a3f3e41a65822 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:18.777350 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d751b910-c235-452e-9e12-2c7147a08b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:18.784917 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d751b910-c235-452e-9e12-2c7147a08b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:18.870133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d751b910-c235-452e-9e12-2c7147a08b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:18.872364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:18.873552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:18.925306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d751b910-c235-452e-9e12-2c7147a08b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:18.934180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=dd28c99d-ff4c-47c7-9ed0-f994a870bc80,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:18.956218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:18.956708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:18.957837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:18.957837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:18.958457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:18.958906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:18.959736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:18.959736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:18.960243 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:18.960663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:18.962009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:18.966548 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e12d50b6-35a8-443d-b768-c765af3ba3b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1917765 Feb 21 09:00:18.975291 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:18.977295 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47516) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:18.989375 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'fixed_ips': [{'subnet_id': 'dd28c99d-ff4c-47c7-9ed0-f994a870bc80', 'ip_address': '2001:db8::116b:1eed:e226:8405'}], 'name': 'tempest-NetworksTestDHCPv6-852084660'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:19.048658 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ba9a44e4-eaef-4686-b9e3-437d47972390 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:19.049408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:19.061556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751b910-c235-452e-9e12-2c7147a08b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c877efc-40fb-42fb-bd3f-c33be6120f03,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:19.076083 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d751b910-c235-452e-9e12-2c7147a08b79 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8afa99f8920f48d08b2a3f3e41a65822&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0313048 Feb 21 09:00:19.076083 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47520) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:19.140206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: ba9a44e4-eaef-4686-b9e3-437d47972390 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:19.140622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ba9a44e4-eaef-4686-b9e3-437d47972390 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:19.156286 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-967de4fc-b3bb-49de-a55f-253e0bf36a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:19.159341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f9822e2-73a3-4c6b-b3c4-5ba2d2795e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:19.174914 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-097e891b-3e5d-4c93-919e-85edb0a5ab21 None None] Set router b6bcc0cb-4cec-422e-800e-44cbb21ead75 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:00:19.189319 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9822e2-73a3-4c6b-b3c4-5ba2d2795e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bf75ca-6d57-4fd8-8f40-f753830e650d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:19.215654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-967de4fc-b3bb-49de-a55f-253e0bf36a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:19.223616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f9822e2-73a3-4c6b-b3c4-5ba2d2795e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:19.225228 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8f9822e2-73a3-4c6b-b3c4-5ba2d2795e33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9bf75ca-6d57-4fd8-8f40-f753830e650d HTTP/1.1" status: 204 len: 168 time: 0.8172386 Feb 21 09:00:19.301401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': 'dd28c99d-ff4c-47c7-9ed0-f994a870bc80'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:00:19.302337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:19.397327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-967de4fc-b3bb-49de-a55f-253e0bf36a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:19.424557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967de4fc-b3bb-49de-a55f-253e0bf36a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c877efc-40fb-42fb-bd3f-c33be6120f03,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:19.433267 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ebda629-a523-4acc-812b-0020dfce2282 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:19.434785 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:19.436477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Fanout notify agent at l3_agent the message router_deleted on router 340f2533-4ef6-461c-8a0a-4c26a75171eb {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:00:19.438049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-967de4fc-b3bb-49de-a55f-253e0bf36a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:19.439435 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-967de4fc-b3bb-49de-a55f-253e0bf36a86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c877efc-40fb-42fb-bd3f-c33be6120f03 HTTP/1.1" status: 204 len: 168 time: 0.3636854 Feb 21 09:00:19.522516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:19.527075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:19.565028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebda629-a523-4acc-812b-0020dfce2282 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event deleted for resources: {'Port': ['ID=ee4d971e-a5d0-4785-811b-e4a98053dee7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:19.694005 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:19.713819 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Allocated IP 2001:db8::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/dd28c99d-ff4c-47c7-9ed0-f994a870bc80/e0e467de-2219-4c62-b65d-6895371dbe32) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:19.719823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47534) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:19.829951 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-097e891b-3e5d-4c93-919e-85edb0a5ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T08:58:40Z', 'revision_number': 4, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '4f9e6985-d6a4-494e-b133-1432e2fae59d', 'name': '', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'mac_address': 'fa:16:3e:3e:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64784111-56ad-4f02-b892-99743affd6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:37Z', 'updated_at': '2022-02-21T08:59:29Z', 'revision_number': 5, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'subnets': [{'id': '64784111-56ad-4f02-b892-99743affd6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:19.844137 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e891b-3e5d-4c93-919e-85edb0a5ab21 None None] The sync data for ids ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'] in dv-neutron-830062-1-hyperv is: [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T08:58:40Z', 'revision_number': 4, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '4f9e6985-d6a4-494e-b133-1432e2fae59d', 'name': '', 'network_id': 'bc03625c-78e2-44a3-bddc-dae02bd7e601', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'mac_address': 'fa:16:3e:3e:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64784111-56ad-4f02-b892-99743affd6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:37Z', 'updated_at': '2022-02-21T08:59:29Z', 'revision_number': 5, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'subnets': [{'id': '64784111-56ad-4f02-b892-99743affd6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:00:19.873350 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Pushing event deleted for resources: {'Port': ['ID=a4f6f9b3-f790-4120-a492-f8be04785516,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:19.888254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a10f6c01-a82c-43c2-940a-e2e61b5bbe2f tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:19.907718 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:19.908639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:19.910697 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:19.911356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:19.911886 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:19.915310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:19.916441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:19.917053 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:19.917554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:19.920114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:19.920614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:19.948017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a10f6c01-a82c-43c2-940a-e2e61b5bbe2f tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.018393 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:20.106360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a10f6c01-a82c-43c2-940a-e2e61b5bbe2f tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.141625 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47540) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:20.180104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f6c01-a82c-43c2-940a-e2e61b5bbe2f tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3503ae7b-6e39-48e0-93fb-9e317d6cf3e6,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:20.182665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc731-aa71-45c0-9048-08e38986836e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.184549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.196231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Transition to ACTIVE for port object e0e467de-2219-4c62-b65d-6895371dbe32 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:20.217349 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Transition to ACTIVE for port object e0e467de-2219-4c62-b65d-6895371dbe32 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:20.224347 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a10f6c01-a82c-43c2-940a-e2e61b5bbe2f tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.228193 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a10f6c01-a82c-43c2-940a-e2e61b5bbe2f tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "DELETE /v2.0/security-groups/3503ae7b-6e39-48e0-93fb-9e317d6cf3e6 HTTP/1.1" status: 204 len: 168 time: 0.5040922 Feb 21 09:00:20.229671 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47546) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:20.232521 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.257160 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-eeae21eb-b2f2-4f29-9dcd-b0078fd04a0a tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] show failed (client error): The resource could not be found. Feb 21 09:00:20.259475 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-eeae21eb-b2f2-4f29-9dcd-b0078fd04a0a tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "GET /v2.0/security-groups/3503ae7b-6e39-48e0-93fb-9e317d6cf3e6 HTTP/1.1" status: 404 len: 347 time: 0.0265286 Feb 21 09:00:20.263361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47550) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:20.268084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7f5dc731-aa71-45c0-9048-08e38986836e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:20.290675 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cce9115-9eef-4ba6-80df-cbd537efa148 None None] New status for floating IP 1c6662d4-f7c4-4afb-a78e-b9ee0d3ef971: DOWN {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:00:20.304280 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.336620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7f5dc731-aa71-45c0-9048-08e38986836e admin admin] Usage tracker for resource:security_group_rule and tenant:5eb73a7c90984b6aa2a110635531ea19 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:20.342554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.343910 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ac4dd900-033b-428e-80f8-1d995e735f4e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "DELETE /v2.0/routers/340f2533-4ef6-461c-8a0a-4c26a75171eb HTTP/1.1" status: 204 len: 168 time: 6.3558774 Feb 21 09:00:20.345634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ebda629-a523-4acc-812b-0020dfce2282 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.347936 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8ebda629-a523-4acc-812b-0020dfce2282 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "DELETE /v2.0/ports/ee4d971e-a5d0-4785-811b-e4a98053dee7 HTTP/1.1" status: 204 len: 168 time: 3.8940113 Feb 21 09:00:20.348939 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.351630 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.352881 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0710ccc8-1fef-408e-b3f1-994fc551f13b tempest-ServersTestJSON-396281109 tempest-ServersTestJSON-396281109-project] 10.222.0.48 "DELETE /v2.0/floatingips/8f751bd6-85ff-44a8-9cc2-f6c9f100753b HTTP/1.1" status: 204 len: 168 time: 3.6464896 Feb 21 09:00:20.356665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7f5dc731-aa71-45c0-9048-08e38986836e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:20.357277 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47554) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:20.357898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47556) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:20.358380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47558) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:20.372045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7f5dc731-aa71-45c0-9048-08e38986836e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:20.385176 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:20.391089 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:20.451885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Deleting port 200aa255-996c-4d69-bc66-1123f470ea4d {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:20.452225 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.468594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d99d68cd-fe38-45a8-98d1-fd6dbb66b89e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1608661654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:20.473201 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:20.490951 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d99d68cd-fe38-45a8-98d1-fd6dbb66b89e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:20.577856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Pushing event updated for resources: {'Port': ['ID=e0e467de-2219-4c62-b65d-6895371dbe32,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:20.692533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc731-aa71-45c0-9048-08e38986836e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.696758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.696950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.709501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc731-aa71-45c0-9048-08e38986836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.717660 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Attempting to bind port e0e467de-2219-4c62-b65d-6895371dbe32 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:20.718028 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Attempting to bind port e0e467de-2219-4c62-b65d-6895371dbe32 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:20.718380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Attempting to bind port e0e467de-2219-4c62-b65d-6895371dbe32 on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:20.721302 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:20.721652 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:20.722044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:20.722276 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:20.722611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:20.722928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:20.723344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:20.723669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:20.723987 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:20.724298 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:20.724616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:20.732749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:00:20.733110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:00:20.733556 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.733932 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:00:20.734439 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Bound port: e0e467de-2219-4c62-b65d-6895371dbe32, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:00:20.734945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.795720 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d99d68cd-fe38-45a8-98d1-fd6dbb66b89e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Usage tracker for resource:router and tenant:dd04cd83ed5441e899f156cf434203f3 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:20.816008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 65145002-5747-4c69-8502-71b8118b2f24 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:20.862190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Calling delete_port for 200aa255-996c-4d69-bc66-1123f470ea4d owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:20.872299 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] For port e0e467de-2219-4c62-b65d-6895371dbe32, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:00:20.877047 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] For port e0e467de-2219-4c62-b65d-6895371dbe32, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e0e467de-2219-4c62-b65d-6895371dbe32,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:00:20.883475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:20.932658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dc731-aa71-45c0-9048-08e38986836e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d3f09b-999e-41d7-b26d-cb10de099b96,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:20.942710 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7f5dc731-aa71-45c0-9048-08e38986836e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5eb73a7c90984b6aa2a110635531ea19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7817144 Feb 21 09:00:20.943167 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47572) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:21.007970 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61b9ce-9829-4bc3-a4d5-d12d8811e268 None None] Pushing event updated for resources: {'Port': ['ID=e0e467de-2219-4c62-b65d-6895371dbe32,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:21.029043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:00:21.029373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:00:21.050451 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d99d68cd-fe38-45a8-98d1-fd6dbb66b89e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:21.062099 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c33fc304-fdd5-4328-ae3d-467ed51e598d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.077179 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d99d68cd-fe38-45a8-98d1-fd6dbb66b89e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:21.100493 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c33fc304-fdd5-4328-ae3d-467ed51e598d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.117189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::116b:1eed:e226:8405 (749b6d65-c680-4e97-918b-6efdfcb19e4b/dd28c99d-ff4c-47c7-9ed0-f994a870bc80/65145002-5747-4c69-8502-71b8118b2f24) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:21.146763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d99d68cd-fe38-45a8-98d1-fd6dbb66b89e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.147716 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d99d68cd-fe38-45a8-98d1-fd6dbb66b89e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.184517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c33fc304-fdd5-4328-ae3d-467ed51e598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.211584 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fc304-fdd5-4328-ae3d-467ed51e598d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d3f09b-999e-41d7-b26d-cb10de099b96,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:21.265891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c33fc304-fdd5-4328-ae3d-467ed51e598d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.270502 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c33fc304-fdd5-4328-ae3d-467ed51e598d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7d3f09b-999e-41d7-b26d-cb10de099b96 HTTP/1.1" status: 204 len: 168 time: 0.3264036 Feb 21 09:00:21.499285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-810f3b13-b12b-4a8e-a7cb-1c5f0b867ae6 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Deleting subnet e45bc617-85a7-42ab-b66a-44dff5454125 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:00:21.502458 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-810f3b13-b12b-4a8e-a7cb-1c5f0b867ae6 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.530250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Deleting port 200aa255-996c-4d69-bc66-1123f470ea4d {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:21.530692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.569626 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d99d68cd-fe38-45a8-98d1-fd6dbb66b89e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.656848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-810f3b13-b12b-4a8e-a7cb-1c5f0b867ae6 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.763384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.765549 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.776057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d99d68cd-fe38-45a8-98d1-fd6dbb66b89e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.826967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.865818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d99d68cd-fe38-45a8-98d1-fd6dbb66b89e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:21.868063 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d99d68cd-fe38-45a8-98d1-fd6dbb66b89e tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5083811 Feb 21 09:00:21.870699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47600) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:21.878497 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'enable_snat': True}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:21.902653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 65145002-5747-4c69-8502-71b8118b2f24 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:22.160121 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Calling delete_port for 200aa255-996c-4d69-bc66-1123f470ea4d owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:22.255082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-810f3b13-b12b-4a8e-a7cb-1c5f0b867ae6 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:22.329676 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ee368e0e-6d2f-40a5-a0c2-dc9ea8b9b086 None None] Provisioning for port e0e467de-2219-4c62-b65d-6895371dbe32 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:22.346820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:22.459991 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=65145002-5747-4c69-8502-71b8118b2f24,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:22.472895 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:22.476604 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:22.480888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:22.486147 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:22.487292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:22.519949 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-59cbfb55-2f22-40b8-b5d9-0c9b04bc8e0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5380137 Feb 21 09:00:22.526686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47618) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:22.538042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-302489b1-9d58-443e-81e8-ad65ca24fec7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'fixed_ips': [{'subnet_id': 'dd28c99d-ff4c-47c7-9ed0-f994a870bc80', 'ip_address': '2001:db8::116b:1eed:e226:8405'}], 'name': 'tempest-NetworksTestDHCPv6-913170293'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:22.730954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-810f3b13-b12b-4a8e-a7cb-1c5f0b867ae6 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:22.835536 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f3b13-b12b-4a8e-a7cb-1c5f0b867ae6 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event deleted for resources: {'Subnet': ['ID=e45bc617-85a7-42ab-b66a-44dff5454125,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:22.856621 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-810f3b13-b12b-4a8e-a7cb-1c5f0b867ae6 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:22.868339 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872534d-bcbb-4102-b880-cf4e5016812f None None] Network 51e12464-3841-48ac-aaeb-fe7464f95fae requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:22.912429 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-810f3b13-b12b-4a8e-a7cb-1c5f0b867ae6 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "DELETE /v2.0/subnets/e45bc617-85a7-42ab-b66a-44dff5454125 HTTP/1.1" status: 204 len: 168 time: 2.5475292 Feb 21 09:00:22.912756 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47630) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:22.955757 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-302489b1-9d58-443e-81e8-ad65ca24fec7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:23.029777 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-302489b1-9d58-443e-81e8-ad65ca24fec7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:port and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:23.037652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-302489b1-9d58-443e-81e8-ad65ca24fec7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:23.042857 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:23.044676 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e0e467de-2219-4c62-b65d-6895371dbe32 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:23.059222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-302489b1-9d58-443e-81e8-ad65ca24fec7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:23.093935 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:23.098357 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302489b1-9d58-443e-81e8-ad65ca24fec7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:23.107842 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-302489b1-9d58-443e-81e8-ad65ca24fec7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:23.135567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:23.147908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-bf845eea-82c6-4741-b5a8-effdaa10ba6c None None] Provisioning for port 65145002-5747-4c69-8502-71b8118b2f24 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:23.162896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-302489b1-9d58-443e-81e8-ad65ca24fec7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 780888b6-e077-4407-b422-d637ccc6db04 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:23.196244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-bf845eea-82c6-4741-b5a8-effdaa10ba6c None None] Provisioning complete for port 65145002-5747-4c69-8502-71b8118b2f24 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:23.196724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bf845eea-82c6-4741-b5a8-effdaa10ba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:23.209272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f40b-e272-4cc1-a75d-01f6cf2c7540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:23.295076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Pushing event deleted for resources: {'Port': ['ID=200aa255-996c-4d69-bc66-1123f470ea4d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:23.349032 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port e0e467de-2219-4c62-b65d-6895371dbe32 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:23.357918 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-bf845eea-82c6-4741-b5a8-effdaa10ba6c None None] Port 65145002-5747-4c69-8502-71b8118b2f24 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:00:23.363498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e0e467de-2219-4c62-b65d-6895371dbe32 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:23.364084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:23.494241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:23.520877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:23.527592 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c2b651ff-15b4-4eda-b891-1ab0f12b05e0 tempest-ServersTestManualDisk-1495501866 tempest-ServersTestManualDisk-1495501866-project] 10.222.0.48 "DELETE /v2.0/floatingips/1c6662d4-f7c4-4afb-a78e-b9ee0d3ef971 HTTP/1.1" status: 204 len: 168 time: 3.2560375 Feb 21 09:00:23.533493 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47644) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:23.576546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:23.618511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port e0e467de-2219-4c62-b65d-6895371dbe32, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e0e467de-2219-4c62-b65d-6895371dbe32,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:23.623430 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:23.688450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d45af4-90d3-4b4b-a0e3-0fc6aa0e5550 None None] DHCP port deletion for 51e12464-3841-48ac-aaeb-fe7464f95fae request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:00:23.707389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-82d45af4-90d3-4b4b-a0e3-0fc6aa0e5550 None None] Deleting port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:23.707879 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-82d45af4-90d3-4b4b-a0e3-0fc6aa0e5550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:23.827422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Deleting port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:23.828665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:23.859757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=e0e467de-2219-4c62-b65d-6895371dbe32,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:23.872992 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:23.885322 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-302489b1-9d58-443e-81e8-ad65ca24fec7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 21 09:00:23.885779 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302489b1-9d58-443e-81e8-ad65ca24fec7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:00:23.909327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:24.021898 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-82d45af4-90d3-4b4b-a0e3-0fc6aa0e5550 None None] For port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=06e63bfb-0569-4827-98a6-9c8cb1c51fb0,segment=NetworkSegment(2572d040-f3c0-4e23-bf02-a3229db632eb),segment_id=2572d040-f3c0-4e23-bf02-a3229db632eb)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:24.024898 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-82d45af4-90d3-4b4b-a0e3-0fc6aa0e5550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:24.091275 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-302489b1-9d58-443e-81e8-ad65ca24fec7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5590215 Feb 21 09:00:24.098065 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47654) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:24.151615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Allocated IP 172.26.6.137 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/3f4bd7fa-cbeb-4462-91e9-981910816e08) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:24.182416 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-82d45af4-90d3-4b4b-a0e3-0fc6aa0e5550 None None] Calling delete_port for 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:24.332941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-82d45af4-90d3-4b4b-a0e3-0fc6aa0e5550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:24.410950 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9209812-60e5-4658-a287-6a8271fad472 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:24.414912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9209812-60e5-4658-a287-6a8271fad472 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:24.415772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c9209812-60e5-4658-a287-6a8271fad472 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:24.421768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] For port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=06e63bfb-0569-4827-98a6-9c8cb1c51fb0,segment=NetworkSegment(2572d040-f3c0-4e23-bf02-a3229db632eb),segment_id=2572d040-f3c0-4e23-bf02-a3229db632eb)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:24.422127 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:24.446357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d45af4-90d3-4b4b-a0e3-0fc6aa0e5550 None None] Pushing event deleted for resources: {'Port': ['ID=06e63bfb-0569-4827-98a6-9c8cb1c51fb0,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:24.473745 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d45af4-90d3-4b4b-a0e3-0fc6aa0e5550 None None] No DVR routers for this DVR port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:00:24.589135 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Calling delete_port for 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:24.612266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47662) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:24.630807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440814430', 'description': 'tempest-secgroup-smoke-440814430 description', 'project_id': '0ab29c793ce9459198692d185d104aac'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:24.642095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:24.647418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:24.654997 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Usage tracker for resource:security_group and tenant:0ab29c793ce9459198692d185d104aac is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:24.660876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:24.664205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47666) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:24.668020 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c9209812-60e5-4658-a287-6a8271fad472 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:24.673005 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c9209812-60e5-4658-a287-6a8271fad472 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5693164 Feb 21 09:00:24.674665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47670) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:24.681442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:24.700740 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:24.722002 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:24.769213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:24.814320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:24.829843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Usage tracker for resource:security_group_rule and tenant:0ab29c793ce9459198692d185d104aac is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:24.838539 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-cefd532a-1faf-487f-bedd-fe76023a48eb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 65145002-5747-4c69-8502-71b8118b2f24 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:24.839045 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cefd532a-1faf-487f-bedd-fe76023a48eb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:24.842136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:24.857729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:24.882211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:24.885723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event updated for resources: {'Port': ['ID=3f4bd7fa-cbeb-4462-91e9-981910816e08,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:24.887397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:00:24.887752 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:00:24.891865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:24.897748 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:24.950708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce801cbf-9ac9-4ded-85e2-aaacda04609c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:24.994174 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e0e467de-2219-4c62-b65d-6895371dbe32 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:25.005187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1964691997'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:25.022493 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:25.035675 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Usage tracker for resource:network and tenant:2f8b6555535444fb86fae0ab55228a29 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:25.073448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e0e467de-2219-4c62-b65d-6895371dbe32 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:25.073823 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.089215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:25.139533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:25.199989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Made reservation on behalf of 2f8b6555535444fb86fae0ab55228a29 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:25.202847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.249736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.251967 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.267874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:25.269736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.302659 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:25.303061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:25.324337 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cefd532a-1faf-487f-bedd-fe76023a48eb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.331932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:25.354921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Usage tracker for resource:security_group_rule and tenant:0ab29c793ce9459198692d185d104aac is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:25.363422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:25.365701 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:25.370132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a8f09d-783d-42a1-a6e9-ee006b0af05d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:25.379111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Usage tracker for resource:security_group_rule and tenant:2f8b6555535444fb86fae0ab55228a29 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:25.381743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:25.385532 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:25.402277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:25.520111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.528315 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Deleting port 06e63bfb-0569-4827-98a6-9c8cb1c51fb0 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:25.528655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.546234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.586965 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.618023 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-cefd532a-1faf-487f-bedd-fe76023a48eb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 65145002-5747-4c69-8502-71b8118b2f24 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:25.707339 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] The port '06e63bfb-0569-4827-98a6-9c8cb1c51fb0' was deleted {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:00:25.719235 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.738180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:25.747045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.808121 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.812242 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-42e5b432-8ce1-4019-b712-8585002305b6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.1948657 Feb 21 09:00:25.831281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47676) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:25.833603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:00:25.847398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-efacdaa6-a311-47d0-a71b-bf33a83d5faa tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Request body: {'security_group_rule': {'security_group_id': 'c72399a9-fd6c-4f0b-8103-f13e4ceb03c0', 'project_id': '0ab29c793ce9459198692d185d104aac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:25.861389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7bc9e6-c9bf-4a6d-b5bf-c4d2fae34e7b,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:25.867683 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-efacdaa6-a311-47d0-a71b-bf33a83d5faa tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:25.884510 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.885320 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Added segment b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351 of type vlan for network f566a52b-d2fb-4d00-801b-fed6ef826079 Feb 21 09:00:25.886221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-efacdaa6-a311-47d0-a71b-bf33a83d5faa tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Usage tracker for resource:security_group_rule and tenant:0ab29c793ce9459198692d185d104aac is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:25.900263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-efacdaa6-a311-47d0-a71b-bf33a83d5faa tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:25.915445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-efacdaa6-a311-47d0-a71b-bf33a83d5faa tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:25.919245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.928144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:25.987906 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e12464-3841-48ac-aaeb-fe7464f95fae']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:25.993826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.008276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.009985 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2572d040-f3c0-4e23-bf02-a3229db632eb') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:26.010335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2572d040-f3c0-4e23-bf02-a3229db632eb') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:26.022599 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cefd532a-1faf-487f-bedd-fe76023a48eb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.067759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.092285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd532a-1faf-487f-bedd-fe76023a48eb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=65145002-5747-4c69-8502-71b8118b2f24,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:26.103917 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efacdaa6-a311-47d0-a71b-bf33a83d5faa tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.123822 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.147104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cefd532a-1faf-487f-bedd-fe76023a48eb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.176307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:00:26.176699 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.193258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.resource_extend [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:00:26.197333 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:00:26.301525 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cefd532a-1faf-487f-bedd-fe76023a48eb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/65145002-5747-4c69-8502-71b8118b2f24 HTTP/1.1" status: 204 len: 168 time: 1.6254995 Feb 21 09:00:26.304588 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47680) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:26.353205 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0f40b-e272-4cc1-a75d-01f6cf2c7540 admin admin] Deleting port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:26.353517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f40b-e272-4cc1-a75d-01f6cf2c7540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.372640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.376290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:26.376876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.380068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.384889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.436649 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] 10.222.0.48 "DELETE /v2.0/networks/51e12464-3841-48ac-aaeb-fe7464f95fae HTTP/1.1" status: 204 len: 168 time: 3.5222120 Feb 21 09:00:26.437606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e9f41-7ecd-4893-8002-8e0fbebdc310 tempest-AllowedAddressPairTestJSON-1614930416 tempest-AllowedAddressPairTestJSON-1614930416-project] Pushing event deleted for resources: {'Network': ['ID=51e12464-3841-48ac-aaeb-fe7464f95fae,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:26.468941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3c3ee2-3adb-4a9f-ad31-abe5c93e0626 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:26.470313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3c3ee2-3adb-4a9f-ad31-abe5c93e0626 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:26.471249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dc3c3ee2-3adb-4a9f-ad31-abe5c93e0626 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:26.535840 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8666749 Feb 21 09:00:26.565289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dc3c3ee2-3adb-4a9f-ad31-abe5c93e0626 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:26.573262 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dc3c3ee2-3adb-4a9f-ad31-abe5c93e0626 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2606235 Feb 21 09:00:26.573539 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efacdaa6-a311-47d0-a71b-bf33a83d5faa tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.573689 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47690) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:26.586230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc0561-12ea-44bb-ba81-254cf6fd585f tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Pushing event updated for resources: {'Network': ['ID=f566a52b-d2fb-4d00-801b-fed6ef826079,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:26.591458 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efacdaa6-a311-47d0-a71b-bf33a83d5faa tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.620517 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network f566a52b-d2fb-4d00-801b-fed6ef826079 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:00:26.685863 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacdaa6-a311-47d0-a71b-bf33a83d5faa tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff788da-d46c-4852-983b-e2ed175c7a16,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:26.715516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-b9e0f40b-e272-4cc1-a75d-01f6cf2c7540 admin admin] For port 9d9d7c83-ebc3-4cee-8633-d061c6454d3f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9d9d7c83-ebc3-4cee-8633-d061c6454d3f,segment=NetworkSegment(1983d57a-403b-47c7-9912-0a049afbe94b),segment_id=1983d57a-403b-47c7-9912-0a049afbe94b)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:26.715894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f40b-e272-4cc1-a75d-01f6cf2c7540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.734166 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efacdaa6-a311-47d0-a71b-bf33a83d5faa tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.739311 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-efacdaa6-a311-47d0-a71b-bf33a83d5faa tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9051549 Feb 21 09:00:26.747242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47694) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:26.756071 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-cb2c5f7a-2eb1-45e9-9e3b-29b5e0c2fc9a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Request body: {'security_group_rule': {'security_group_id': 'c72399a9-fd6c-4f0b-8103-f13e4ceb03c0', 'project_id': '0ab29c793ce9459198692d185d104aac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:26.777435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cb2c5f7a-2eb1-45e9-9e3b-29b5e0c2fc9a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:26.790373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cb2c5f7a-2eb1-45e9-9e3b-29b5e0c2fc9a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Usage tracker for resource:security_group_rule and tenant:0ab29c793ce9459198692d185d104aac is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:26.802113 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cb2c5f7a-2eb1-45e9-9e3b-29b5e0c2fc9a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:26.830945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cb2c5f7a-2eb1-45e9-9e3b-29b5e0c2fc9a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:26.910911 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5f7a-2eb1-45e9-9e3b-29b5e0c2fc9a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:26.972437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0f40b-e272-4cc1-a75d-01f6cf2c7540 admin admin] Calling delete_port for 9d9d7c83-ebc3-4cee-8633-d061c6454d3f owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:27.035797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47700) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:27.059223 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5f7a-2eb1-45e9-9e3b-29b5e0c2fc9a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.072478 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5f7a-2eb1-45e9-9e3b-29b5e0c2fc9a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.113495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c5f7a-2eb1-45e9-9e3b-29b5e0c2fc9a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1e18ea-8530-4388-aba0-e46a39abb962,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:27.130177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5f7a-2eb1-45e9-9e3b-29b5e0c2fc9a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.131788 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cb2c5f7a-2eb1-45e9-9e3b-29b5e0c2fc9a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3835933 Feb 21 09:00:27.140909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47706) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:27.164668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Router 5ec9fd42-689b-49a8-ac9a-356aecb617ca is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:00:27.167916 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b6794e24-c1f8-4ab5-82e9-7bb7a2119e1c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Request body: {'security_group_rule': {'security_group_id': 'c72399a9-fd6c-4f0b-8103-f13e4ceb03c0', 'project_id': '0ab29c793ce9459198692d185d104aac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:27.198588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ce801cbf-9ac9-4ded-85e2-aaacda04609c admin admin] Deleting port 4f9e6985-d6a4-494e-b133-1432e2fae59d {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:27.199225 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce801cbf-9ac9-4ded-85e2-aaacda04609c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.306880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47710) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:27.330748 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Request body: {'port': {'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079', 'binding:host_id': 'hv-neutron-8300', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1865949363'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:27.340671 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b6794e24-c1f8-4ab5-82e9-7bb7a2119e1c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:27.357642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b6794e24-c1f8-4ab5-82e9-7bb7a2119e1c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Usage tracker for resource:security_group_rule and tenant:0ab29c793ce9459198692d185d104aac is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:27.363861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b6794e24-c1f8-4ab5-82e9-7bb7a2119e1c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:27.385905 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b6794e24-c1f8-4ab5-82e9-7bb7a2119e1c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:27.392865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ba76a7-a2e4-42bb-8a10-42ced9f64db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet dd28c99d-ff4c-47c7-9ed0-f994a870bc80 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:00:27.393088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:27.395972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-48ba76a7-a2e4-42bb-8a10-42ced9f64db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.415197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Usage tracker for resource:port and tenant:a69d9e24e4744b18b3630830cced076a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:27.424420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:27.449815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:27.476909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-48ba76a7-a2e4-42bb-8a10-42ced9f64db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.516803 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b6794e24-c1f8-4ab5-82e9-7bb7a2119e1c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.548937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Made reservation on behalf of a69d9e24e4744b18b3630830cced076a for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:27.551205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.584888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.612666 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-267d8ebf-dcd6-4dbd-a5cc-9e1589df4488 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ec2f59da9674e9f99838a14c306816c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5740058 Feb 21 09:00:27.622636 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47716) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:27.640001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-ce801cbf-9ac9-4ded-85e2-aaacda04609c admin admin] For port 4f9e6985-d6a4-494e-b133-1432e2fae59d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4f9e6985-d6a4-494e-b133-1432e2fae59d,segment=NetworkSegment(bdb85d5e-12bc-4220-a4fc-0ece310086a7),segment_id=bdb85d5e-12bc-4220-a4fc-0ece310086a7)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:27.640390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce801cbf-9ac9-4ded-85e2-aaacda04609c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.664629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f40b-e272-4cc1-a75d-01f6cf2c7540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.752820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0f40b-e272-4cc1-a75d-01f6cf2c7540 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9d7c83-ebc3-4cee-8633-d061c6454d3f,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:27.791838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:27.795859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-48ba76a7-a2e4-42bb-8a10-42ced9f64db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.804029 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ce801cbf-9ac9-4ded-85e2-aaacda04609c admin admin] Calling delete_port for 4f9e6985-d6a4-494e-b133-1432e2fae59d owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:27.839443 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Usage tracker for resource:security_group_rule and tenant:a69d9e24e4744b18b3630830cced076a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:27.843044 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:27.855532 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b6794e24-c1f8-4ab5-82e9-7bb7a2119e1c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.862846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:27.901142 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b6794e24-c1f8-4ab5-82e9-7bb7a2119e1c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.943150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95c818e0-73cb-4e12-99cb-97e0877403d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:27.956577 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6794e24-c1f8-4ab5-82e9-7bb7a2119e1c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ffc906-f40a-4914-974b-2d87f496d836,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:28.010403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:28.019238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:00:28.023017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:28.029712 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7098dd09-ca48-41b7-985c-22cdd287be0b None None] Sync routers for ids ['5ec9fd42-689b-49a8-ac9a-356aecb617ca'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:00:28.050028 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7098dd09-ca48-41b7-985c-22cdd287be0b None None] Routers {'5ec9fd42-689b-49a8-ac9a-356aecb617ca'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:28.050901 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7098dd09-ca48-41b7-985c-22cdd287be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['5ec9fd42-689b-49a8-ac9a-356aecb617ca'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:28.065967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95c818e0-73cb-4e12-99cb-97e0877403d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:28.080557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b6794e24-c1f8-4ab5-82e9-7bb7a2119e1c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:28.081321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] device_id is not set on port c568f462-be0d-441d-af72-1418ae872948 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:28.084473 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b6794e24-c1f8-4ab5-82e9-7bb7a2119e1c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9394839 Feb 21 09:00:28.127147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47722) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:28.127695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-48ba76a7-a2e4-42bb-8a10-42ced9f64db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:28.144818 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-84372569-247f-41de-ac25-f4a56a497857 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Request body: {'security_group_rule': {'security_group_id': 'c72399a9-fd6c-4f0b-8103-f13e4ceb03c0', 'project_id': '0ab29c793ce9459198692d185d104aac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:28.164933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-84372569-247f-41de-ac25-f4a56a497857 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:28.183215 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7098dd09-ca48-41b7-985c-22cdd287be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:28.183429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c83764-9008-4493-a8f8-3ae0aec6c17b,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:28.189644 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-84372569-247f-41de-ac25-f4a56a497857 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Usage tracker for resource:security_group_rule and tenant:0ab29c793ce9459198692d185d104aac is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:28.192729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba76a7-a2e4-42bb-8a10-42ced9f64db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=dd28c99d-ff4c-47c7-9ed0-f994a870bc80,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:28.197351 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7098dd09-ca48-41b7-985c-22cdd287be0b None None] Routers {'5ec9fd42-689b-49a8-ac9a-356aecb617ca'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:28.197960 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7098dd09-ca48-41b7-985c-22cdd287be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['5ec9fd42-689b-49a8-ac9a-356aecb617ca'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:28.199784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-84372569-247f-41de-ac25-f4a56a497857 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:28.210831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:28.212030 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-40d53006-c88f-42cd-87cd-ca7adc8ef5ef tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "PUT /v2.0/routers/5ec9fd42-689b-49a8-ac9a-356aecb617ca HTTP/1.1" status: 200 len: 915 time: 6.3396299 Feb 21 09:00:28.213096 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-48ba76a7-a2e4-42bb-8a10-42ced9f64db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:28.218645 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-48ba76a7-a2e4-42bb-8a10-42ced9f64db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/dd28c99d-ff4c-47c7-9ed0-f994a870bc80 HTTP/1.1" status: 204 len: 168 time: 1.6420884 Feb 21 09:00:28.218645 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47726) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:28.218645 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47728) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:28.219217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-84372569-247f-41de-ac25-f4a56a497857 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:28.228478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4314ed-65ef-4575-866c-911c63fd87c6 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:28.245405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce801cbf-9ac9-4ded-85e2-aaacda04609c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:28.285810 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7098dd09-ca48-41b7-985c-22cdd287be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:28.286265 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7098dd09-ca48-41b7-985c-22cdd287be0b None None] The sync data for ids ['5ec9fd42-689b-49a8-ac9a-356aecb617ca'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:00:28.312727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce801cbf-9ac9-4ded-85e2-aaacda04609c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f9e6985-d6a4-494e-b133-1432e2fae59d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:28.329208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-84372569-247f-41de-ac25-f4a56a497857 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:28.356485 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-490223c5-abca-4519-9d0d-fba9467b1c4c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364007 Feb 21 09:00:28.366730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47734) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:28.429170 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-6a2f7436-d664-46e5-8021-05bb591d10c4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:28.531363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95c818e0-73cb-4e12-99cb-97e0877403d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:28.584165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c818e0-73cb-4e12-99cb-97e0877403d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53171d18-79b6-457c-b51d-9d679bc64a89,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:28.610894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95c818e0-73cb-4e12-99cb-97e0877403d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:28.612041 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-95c818e0-73cb-4e12-99cb-97e0877403d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53171d18-79b6-457c-b51d-9d679bc64a89 HTTP/1.1" status: 204 len: 168 time: 0.9885209 Feb 21 09:00:28.628108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995265ed-f74c-45e7-b9e7-417ba22798ee None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:00:28.637753 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-995265ed-f74c-45e7-b9e7-417ba22798ee None None] Deleting port e0e467de-2219-4c62-b65d-6895371dbe32 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:28.640436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-995265ed-f74c-45e7-b9e7-417ba22798ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:28.648839 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6a2f7436-d664-46e5-8021-05bb591d10c4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:28.667831 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6a2f7436-d664-46e5-8021-05bb591d10c4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:28.700003 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2f7436-d664-46e5-8021-05bb591d10c4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:28.703794 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7436-d664-46e5-8021-05bb591d10c4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:28.976963 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-995265ed-f74c-45e7-b9e7-417ba22798ee None None] For port e0e467de-2219-4c62-b65d-6895371dbe32, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e0e467de-2219-4c62-b65d-6895371dbe32,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:28.977638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-995265ed-f74c-45e7-b9e7-417ba22798ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.038783 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7436-d664-46e5-8021-05bb591d10c4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.073465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-84372569-247f-41de-ac25-f4a56a497857 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.079550 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e0e467de-2219-4c62-b65d-6895371dbe32 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:29.086716 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f40b-e272-4cc1-a75d-01f6cf2c7540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.097009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] device_id is not set on port c568f462-be0d-441d-af72-1418ae872948 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:29.112685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-84372569-247f-41de-ac25-f4a56a497857 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.163272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.186650 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-84372569-247f-41de-ac25-f4a56a497857 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.191022 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-84372569-247f-41de-ac25-f4a56a497857 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0571380 Feb 21 09:00:29.205476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47746) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:29.207094 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-995265ed-f74c-45e7-b9e7-417ba22798ee None None] Calling delete_port for e0e467de-2219-4c62-b65d-6895371dbe32 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:29.224178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Transition to ACTIVE for port object c568f462-be0d-441d-af72-1418ae872948 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:29.236341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84372569-247f-41de-ac25-f4a56a497857 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e8136e-d3af-4f14-8fb7-f01e48495c52,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:29.257559 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-64f0a6c9-cf03-4499-997d-f6f33c524ae4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Request body: {'security_group_rule': {'security_group_id': 'c72399a9-fd6c-4f0b-8103-f13e4ceb03c0', 'project_id': '0ab29c793ce9459198692d185d104aac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:29.264296 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-64f0a6c9-cf03-4499-997d-f6f33c524ae4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:29.269467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-64f0a6c9-cf03-4499-997d-f6f33c524ae4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Usage tracker for resource:security_group_rule and tenant:0ab29c793ce9459198692d185d104aac is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:29.273577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-64f0a6c9-cf03-4499-997d-f6f33c524ae4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:29.282391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-64f0a6c9-cf03-4499-997d-f6f33c524ae4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:29.294475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f7436-d664-46e5-8021-05bb591d10c4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=2bba3880-ab89-4809-b786-419e074474cd,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:29.295389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.325561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.355476 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-995265ed-f74c-45e7-b9e7-417ba22798ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.367909 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-64f0a6c9-cf03-4499-997d-f6f33c524ae4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Project 0ab29c793ce9459198692d185d104aac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:00:29.387313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f7436-d664-46e5-8021-05bb591d10c4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:29.397089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-6a2f7436-d664-46e5-8021-05bb591d10c4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:29.400813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-64f0a6c9-cf03-4499-997d-f6f33c524ae4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.460021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2f7436-d664-46e5-8021-05bb591d10c4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:29.460618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7436-d664-46e5-8021-05bb591d10c4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.480337 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Pushing event updated for resources: {'Port': ['ID=c568f462-be0d-441d-af72-1418ae872948,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:29.483190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995265ed-f74c-45e7-b9e7-417ba22798ee None None] No DVR routers for this DVR port e0e467de-2219-4c62-b65d-6895371dbe32 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:00:29.486842 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995265ed-f74c-45e7-b9e7-417ba22798ee None None] Pushing event deleted for resources: {'Port': ['ID=e0e467de-2219-4c62-b65d-6895371dbe32,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:29.499704 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Checking segment: {'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:00:29.500063 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Network hostable DHCP agents. Network: f566a52b-d2fb-4d00-801b-fed6ef826079, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:00:29.516005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47756) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:29.517781 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6a2f7436-d664-46e5-8021-05bb591d10c4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1486278 Feb 21 09:00:29.525129 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc7a89f-4f29-4553-8149-532499057cf3 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:29.526163 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1bbf0a3b-fe20-4051-955c-c8a271479c45 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/routers/5ec9fd42-689b-49a8-ac9a-356aecb617ca HTTP/1.1" status: 200 len: 921 time: 1.3073895 Feb 21 09:00:29.529149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-7d28d745-e306-42ea-834c-0df333304385 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'fixed_ips': [{'subnet_id': '2bba3880-ab89-4809-b786-419e074474cd', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-257011896'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:29.529370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47760) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:29.547535 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce801cbf-9ac9-4ded-85e2-aaacda04609c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.625166 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-64f0a6c9-cf03-4499-997d-f6f33c524ae4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.652649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-64f0a6c9-cf03-4499-997d-f6f33c524ae4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.737435 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-da919c9e-c00a-4eca-a3d9-1ea900a89c6c tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&device_id=5ec9fd42-689b-49a8-ac9a-356aecb617ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2044113 Feb 21 09:00:29.742613 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47766) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:29.823177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Network f566a52b-d2fb-4d00-801b-fed6ef826079 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:00:29.825336 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0a6c9-cf03-4499-997d-f6f33c524ae4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa1f3e9-2848-46ee-8d72-71ab48ae3083,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:29.848392 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-64f0a6c9-cf03-4499-997d-f6f33c524ae4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.852090 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-64f0a6c9-cf03-4499-997d-f6f33c524ae4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6348000 Feb 21 09:00:29.853464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47772) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:29.869782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-3789bb14-8865-4999-9217-8159e745a686 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Request body: {'security_group_rule': {'security_group_id': 'c72399a9-fd6c-4f0b-8103-f13e4ceb03c0', 'project_id': '0ab29c793ce9459198692d185d104aac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:29.875780 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': '2bba3880-ab89-4809-b786-419e074474cd'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:00:29.877411 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:29.889299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, f566a52b-d2fb-4d00-801b-fed6ef826079) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:29.897923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3789bb14-8865-4999-9217-8159e745a686 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:29.902209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:29.903296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28498bc0-fb9c-403e-935a-711b798aeeef None None] Network f566a52b-d2fb-4d00-801b-fed6ef826079 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:29.921597 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3789bb14-8865-4999-9217-8159e745a686 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Usage tracker for resource:security_group_rule and tenant:0ab29c793ce9459198692d185d104aac is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:29.927237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7d28d745-e306-42ea-834c-0df333304385 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:29.929551 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3789bb14-8865-4999-9217-8159e745a686 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:29.933870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:29.934202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:29.934535 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:29.941993 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7d28d745-e306-42ea-834c-0df333304385 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:port and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:29.944801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3789bb14-8865-4999-9217-8159e745a686 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:29.949067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7d28d745-e306-42ea-834c-0df333304385 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:29.960644 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7d28d745-e306-42ea-834c-0df333304385 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:29.967428 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:29.967809 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:29.969839 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 2 to bind port c568f462-be0d-441d-af72-1418ae872948 Feb 21 09:00:29.986517 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-3789bb14-8865-4999-9217-8159e745a686 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Project 0ab29c793ce9459198692d185d104aac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:00:30.000051 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:30.000327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:30.000580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:30.002579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d28d745-e306-42ea-834c-0df333304385 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:30.017082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3789bb14-8865-4999-9217-8159e745a686 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.082110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47778) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:30.119913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:30.120525 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:30.130480 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 3 to bind port c568f462-be0d-441d-af72-1418ae872948 Feb 21 09:00:30.164249 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:30.164827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:30.165312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:30.223561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:30.224143 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:30.234100 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 4 to bind port c568f462-be0d-441d-af72-1418ae872948 Feb 21 09:00:30.252313 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3789bb14-8865-4999-9217-8159e745a686 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.256894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d28d745-e306-42ea-834c-0df333304385 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.264550 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9cb8bc4c-aa66-4c07-a0de-587fddbea96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.278237 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.280854 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-318293959'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:30.283951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3789bb14-8865-4999-9217-8159e745a686 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.289676 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Allocated IP 2001:db8::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/2bba3880-ab89-4809-b786-419e074474cd/a0637702-43f1-4e0a-9d94-09ba3d9dbd8b) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:30.299068 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:30.299428 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:30.299721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:30.302048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:30.323314 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Usage tracker for resource:network and tenant:c63e6b4f928842bc9f25ed06eeaa0a2a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:30.330487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:30.335610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789bb14-8865-4999-9217-8159e745a686 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37fdc1a-1452-4c1b-b9fa-321d4a340f9d,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:30.339357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-7d28d745-e306-42ea-834c-0df333304385 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 5a2584c6-4c11-4551-8e52-45175af8f5ad yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:30.340830 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a35bb-5c7b-47d0-8f1f-63a19f4b5483 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:30.342879 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-033a35bb-5c7b-47d0-8f1f-63a19f4b5483 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/networks/26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 881 time: 0.5969832 Feb 21 09:00:30.346864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47784) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:30.386157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:30.386517 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:30.388241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:30.390805 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 5 to bind port c568f462-be0d-441d-af72-1418ae872948 Feb 21 09:00:30.413662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3789bb14-8865-4999-9217-8159e745a686 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.418492 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3789bb14-8865-4999-9217-8159e745a686 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5604701 Feb 21 09:00:30.421142 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47788) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:30.429204 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-882d88e7-9a4e-4ee8-812d-6026872a53e3 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec9fd42-689b-49a8-ac9a-356aecb617ca HTTP/1.1" status: 200 len: 205 time: 0.0806351 Feb 21 09:00:30.435717 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47792) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:30.436743 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Request body: {'network': {'name': 'tempest-network-smoke--296091804', 'project_id': '0ab29c793ce9459198692d185d104aac', 'port_security_enabled': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:30.443822 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:30.444237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:30.444751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:30.446098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:30.446452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Made reservation on behalf of c63e6b4f928842bc9f25ed06eeaa0a2a for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:30.449444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.455311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Usage tracker for resource:network and tenant:0ab29c793ce9459198692d185d104aac is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:30.460304 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:30.543418 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:30.571586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.583654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Transition to ACTIVE for port object a0637702-43f1-4e0a-9d94-09ba3d9dbd8b will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:30.605844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Transition to ACTIVE for port object a0637702-43f1-4e0a-9d94-09ba3d9dbd8b will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:30.613125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.669635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Made reservation on behalf of 0ab29c793ce9459198692d185d104aac for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:30.674089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.696405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Pushing event updated for resources: {'Port': ['ID=a0637702-43f1-4e0a-9d94-09ba3d9dbd8b,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:30.703037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:30.704453 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:30.707549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:30.749099 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:00:30.763991 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.764473 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Added segment 18e7d077-087a-46cb-bc44-59fbc25b2646 of type vlan for network 3ff9d5a3-0b37-4233-a413-0696d550825d Feb 21 09:00:30.802851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.808325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.846601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Attempting to bind port a0637702-43f1-4e0a-9d94-09ba3d9dbd8b on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:30.846911 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Attempting to bind port a0637702-43f1-4e0a-9d94-09ba3d9dbd8b by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:30.847498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Attempting to bind port a0637702-43f1-4e0a-9d94-09ba3d9dbd8b on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:30.859462 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:00:30.860029 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:00:30.860627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.861258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:00:30.862048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.862191 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Bound port: a0637702-43f1-4e0a-9d94-09ba3d9dbd8b, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:00:30.862768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.865984 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:30.866680 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.868435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:30.868804 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:30.879826 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 6 to bind port c568f462-be0d-441d-af72-1418ae872948 Feb 21 09:00:30.946429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:30.947329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:30.947660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:30.963486 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] For port a0637702-43f1-4e0a-9d94-09ba3d9dbd8b, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:00:30.966632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] For port a0637702-43f1-4e0a-9d94-09ba3d9dbd8b, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a0637702-43f1-4e0a-9d94-09ba3d9dbd8b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:00:30.969446 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e0f40b-e272-4cc1-a75d-01f6cf2c7540 admin admin] Router 0dd47ceb-d1c5-43ba-a839-9968950c724b has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:00:30.974191 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:30.987745 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5650952 Feb 21 09:00:30.988987 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d28d745-e306-42ea-834c-0df333304385 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:00:30.989435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d28d745-e306-42ea-834c-0df333304385 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:00:30.994593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47796) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:30.998050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23871a-5fbc-416f-8796-c5c9ebe435f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'Network': ['ID=3ff9d5a3-0b37-4233-a413-0696d550825d,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:31.014287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:31.014621 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:31.018350 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:31.027959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'admin_state_up': True, 'project_id': '0ab29c793ce9459198692d185d104aac', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:31.029249 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 3ff9d5a3-0b37-4233-a413-0696d550825d details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:00:31.033332 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 7 to bind port c568f462-be0d-441d-af72-1418ae872948 Feb 21 09:00:31.048675 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Usage tracker for resource:security_group_rule and tenant:c63e6b4f928842bc9f25ed06eeaa0a2a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:31.053592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:31.063906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:31.069923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Usage tracker for resource:router and tenant:0ab29c793ce9459198692d185d104aac is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:31.077679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:31.084333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:31.095429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:31.098872 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:31.099213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:31.099628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:31.116854 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7d28d745-e306-42ea-834c-0df333304385 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6013463 Feb 21 09:00:31.123879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47800) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:31.180370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57721f2c-1ad2-417c-baac-30f228a28aee None None] Pushing event updated for resources: {'Port': ['ID=a0637702-43f1-4e0a-9d94-09ba3d9dbd8b,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:31.220044 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:31.220374 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:31.221131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:31.222060 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:31.238881 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 8 to bind port c568f462-be0d-441d-af72-1418ae872948 Feb 21 09:00:31.241850 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e0f40b-e272-4cc1-a75d-01f6cf2c7540 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:00:31.249250 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b9e0f40b-e272-4cc1-a75d-01f6cf2c7540 admin admin] 10.222.0.48 "PUT /v2.0/routers/0dd47ceb-d1c5-43ba-a839-9968950c724b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8840761 Feb 21 09:00:31.249959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47804) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:31.260956 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe50917-0f3c-4d20-b572-968e9ae919f5 None None] Sync routers for ids ['0dd47ceb-d1c5-43ba-a839-9968950c724b'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:00:31.274189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe50917-0f3c-4d20-b572-968e9ae919f5 None None] Routers {'0dd47ceb-d1c5-43ba-a839-9968950c724b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:31.275430 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-bbe50917-0f3c-4d20-b572-968e9ae919f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0dd47ceb-d1c5-43ba-a839-9968950c724b'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:31.339675 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:31.340016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:31.340347 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:31.386080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:31.386080 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:31.390251 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 9 to bind port c568f462-be0d-441d-af72-1418ae872948 Feb 21 09:00:31.433736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:31.456143 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:31.456479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:31.456807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:31.495627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:31.508700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:31.509026 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:31.512520 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.plugins.ml2.plugin [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 10 to bind port c568f462-be0d-441d-af72-1418ae872948 Feb 21 09:00:31.520539 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:31.609037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-bbe50917-0f3c-4d20-b572-968e9ae919f5 None None] Set router 0dd47ceb-d1c5-43ba-a839-9968950c724b gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:00:31.704158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:31.704492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:31.704821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:31.714642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:00:31.725743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9188fd7-ac02-4478-ae6c-e138a1f30035 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:31.726475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e9188fd7-ac02-4478-ae6c-e138a1f30035 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:31.755221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7416ed1-350a-4ded-85e6-102a7856b0a3,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:31.765336 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:31.765676 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Added segment bf06c8f3-7f20-40c5-8d86-02b074c64abd of type vlan for network e498ca84-8e2f-48fe-9fe1-0bc423108cb2 Feb 21 09:00:31.769247 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:31.770510 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port c568f462-be0d-441d-af72-1418ae872948 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:31.770836 dv-neutron-830062-1-hyperv neutron-server[83585]: ERROR neutron.plugins.ml2.managers [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port c568f462-be0d-441d-af72-1418ae872948 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:31.771218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:31.818914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:31.889363 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e9188fd7-ac02-4478-ae6c-e138a1f30035 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:31.892742 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e9188fd7-ac02-4478-ae6c-e138a1f30035 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7116840 Feb 21 09:00:31.893223 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47808) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:31.975888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4d77c6-9d44-4482-aca3-21f716f8874b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:31.976143 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4d77c6-9d44-4482-aca3-21f716f8874b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:31.976684 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-bbe50917-0f3c-4d20-b572-968e9ae919f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T09:00:27Z', 'revision_number': 5, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:31.976886 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fb4d77c6-9d44-4482-aca3-21f716f8874b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:31.985589 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe50917-0f3c-4d20-b572-968e9ae919f5 None None] Checking router: 0dd47ceb-d1c5-43ba-a839-9968950c724b for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:00:31.989785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:32.005539 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fb4d77c6-9d44-4482-aca3-21f716f8874b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:32.009187 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fb4d77c6-9d44-4482-aca3-21f716f8874b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1124635 Feb 21 09:00:32.010432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47812) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:32.012032 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe50917-0f3c-4d20-b572-968e9ae919f5 None None] Routers {'0dd47ceb-d1c5-43ba-a839-9968950c724b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:32.013018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-bbe50917-0f3c-4d20-b572-968e9ae919f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0dd47ceb-d1c5-43ba-a839-9968950c724b'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:32.022094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:32.091507 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba7ac00-9c4b-4fb2-8b68-c05775c3e970 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 2bba3880-ab89-4809-b786-419e074474cd {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:00:32.106393 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dba7ac00-9c4b-4fb2-8b68-c05775c3e970 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:32.141049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:32.145367 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:32.146129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:32.152617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] For port c568f462-be0d-441d-af72-1418ae872948, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:00:32.153230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempted to set empty binding levels {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 21 09:00:32.179702 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dba7ac00-9c4b-4fb2-8b68-c05775c3e970 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:32.194435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:32.246582 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:32.262675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] Deleting port 6a2868a9-0207-445f-a516-c7aad96f377f {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:32.263023 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:32.344204 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-bbe50917-0f3c-4d20-b572-968e9ae919f5 None None] Set router 0dd47ceb-d1c5-43ba-a839-9968950c724b gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:00:32.419868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dba7ac00-9c4b-4fb2-8b68-c05775c3e970 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:32.534092 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] For port 6a2868a9-0207-445f-a516-c7aad96f377f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6a2868a9-0207-445f-a516-c7aad96f377f,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:32.534092 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:32.545057 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4429936 Feb 21 09:00:32.545995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47816) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:32.554809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce717a-4020-48d9-8a49-8c539a0a5ee0 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event updated for resources: {'Network': ['ID=e498ca84-8e2f-48fe-9fe1-0bc423108cb2,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:32.562233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:32.582485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Request body: {'subnet': {'network_id': 'e498ca84-8e2f-48fe-9fe1-0bc423108cb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:32.597945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce801cbf-9ac9-4ded-85e2-aaacda04609c admin admin] Router b6bcc0cb-4cec-422e-800e-44cbb21ead75 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:00:32.601885 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network e498ca84-8e2f-48fe-9fe1-0bc423108cb2 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:00:32.610708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Pushing event updated for resources: {'Port': ['ID=c568f462-be0d-441d-af72-1418ae872948,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:32.629169 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dba7ac00-9c4b-4fb2-8b68-c05775c3e970 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:32.718557 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e5ddce99-eddf-469c-b08f-420628ce06f0 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.4085388 Feb 21 09:00:32.731949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47820) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:32.755770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] Calling delete_port for 6a2868a9-0207-445f-a516-c7aad96f377f owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:32.799834 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7ac00-9c4b-4fb2-8b68-c05775c3e970 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=2bba3880-ab89-4809-b786-419e074474cd,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:32.813818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dba7ac00-9c4b-4fb2-8b68-c05775c3e970 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:32.829472 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f82ccfa-1c6d-4bd6-a91d-074d1387fd4c None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:32.882276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:32.897649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Usage tracker for resource:subnet and tenant:c63e6b4f928842bc9f25ed06eeaa0a2a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:32.922553 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dba7ac00-9c4b-4fb2-8b68-c05775c3e970 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/2bba3880-ab89-4809-b786-419e074474cd HTTP/1.1" status: 204 len: 168 time: 0.9088993 Feb 21 09:00:32.929684 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47824) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:32.957013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:32.970929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:32.985653 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-1eeedc8c-c421-454a-9d71-df745753e3c9 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Deleting port c568f462-be0d-441d-af72-1418ae872948 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:32.985992 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1eeedc8c-c421-454a-9d71-df745753e3c9 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.016093 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4b6bb834-5917-4f8b-84e7-c52d68198199 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798335 Feb 21 09:00:33.016093 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47828) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:33.062770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4e480d6b-a7da-402d-8270-e0060999e99e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:33.063535 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a0637702-43f1-4e0a-9d94-09ba3d9dbd8b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:33.064760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Made reservation on behalf of c63e6b4f928842bc9f25ed06eeaa0a2a for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:33.179482 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.229567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2868a9-0207-445f-a516-c7aad96f377f,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:33.237884 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4e480d6b-a7da-402d-8270-e0060999e99e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:33.242123 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4e480d6b-a7da-402d-8270-e0060999e99e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:33.247537 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4e480d6b-a7da-402d-8270-e0060999e99e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:33.247685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.288841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4e480d6b-a7da-402d-8270-e0060999e99e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:33.290340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ad8ab4bc-989a-4202-b7de-9fce38d4c959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.312499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Deleting port 3f4bd7fa-cbeb-4462-91e9-981910816e08 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:33.312846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.338176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e480d6b-a7da-402d-8270-e0060999e99e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:33.363908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1f59affd-7253-4bc0-8193-6c697060cdb0 None None] Provisioning for port a0637702-43f1-4e0a-9d94-09ba3d9dbd8b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:33.386636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.440049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.483628 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port a0637702-43f1-4e0a-9d94-09ba3d9dbd8b completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:33.498242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port a0637702-43f1-4e0a-9d94-09ba3d9dbd8b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:33.498833 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.607882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.661957 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-bbe50917-0f3c-4d20-b572-968e9ae919f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T09:00:27Z', 'revision_number': 5, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:33.678028 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe50917-0f3c-4d20-b572-968e9ae919f5 None None] The sync data for ids ['0dd47ceb-d1c5-43ba-a839-9968950c724b'] in dv-neutron-830062-1-hyperv is: [{'id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'name': 'tempest-ServersTestJSON-1447074450-router', 'tenant_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:19Z', 'updated_at': '2022-02-21T09:00:27Z', 'revision_number': 5, 'project_id': 'fcf07ebb0bb24770aefe2d4ec14c19be', 'gw_port': {'id': '6a2868a9-0207-445f-a516-c7aad96f377f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd47ceb-d1c5-43ba-a839-9968950c724b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:21Z', 'updated_at': '2022-02-21T08:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:00:33.683124 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.688600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4e480d6b-a7da-402d-8270-e0060999e99e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.777758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.783637 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.835578 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port a0637702-43f1-4e0a-9d94-09ba3d9dbd8b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a0637702-43f1-4e0a-9d94-09ba3d9dbd8b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:33.843931 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.867641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-1eeedc8c-c421-454a-9d71-df745753e3c9 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] For port c568f462-be0d-441d-af72-1418ae872948, host hv-neutron-8300, got binding levels [] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:33.868058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1eeedc8c-c421-454a-9d71-df745753e3c9 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:33.944388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=a0637702-43f1-4e0a-9d94-09ba3d9dbd8b,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:33.949579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.067573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ecb384-9fc8-4a95-94ae-d0853abcac92 None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:00:34.072745 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-15ecb384-9fc8-4a95-94ae-d0853abcac92 None None] Deleting port a0637702-43f1-4e0a-9d94-09ba3d9dbd8b {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:34.073344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-15ecb384-9fc8-4a95-94ae-d0853abcac92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.087891 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.090002 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-1eeedc8c-c421-454a-9d71-df745753e3c9 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Calling delete_port for c568f462-be0d-441d-af72-1418ae872948 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:34.096100 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.188737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.189250 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dd47ceb-d1c5-43ba-a839-9968950c724b {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:00:34.254947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.259572 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-33fa514d-5c20-4425-9d3d-89ff503c8a37 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0dd47ceb-d1c5-43ba-a839-9968950c724b HTTP/1.1" status: 204 len: 168 time: 3.0085855 Feb 21 09:00:34.260493 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47834) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:34.294754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4e480d6b-a7da-402d-8270-e0060999e99e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.327349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.355688 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-15ecb384-9fc8-4a95-94ae-d0853abcac92 None None] For port a0637702-43f1-4e0a-9d94-09ba3d9dbd8b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a0637702-43f1-4e0a-9d94-09ba3d9dbd8b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:34.356387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-15ecb384-9fc8-4a95-94ae-d0853abcac92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.385354 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e480d6b-a7da-402d-8270-e0060999e99e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:34.390075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-4e480d6b-a7da-402d-8270-e0060999e99e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:34.392894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e480d6b-a7da-402d-8270-e0060999e99e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:34.393674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4e480d6b-a7da-402d-8270-e0060999e99e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.407565 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b11e559-e733-4ccb-a6b3-ee2149657744 admin admin] Deleting subnet cfec0fb1-966b-4a0f-bd30-1e11ff14d54e {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:00:34.414353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e480d6b-a7da-402d-8270-e0060999e99e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=ec080bd4-57de-444c-8e38-aee7809fa60e,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:34.421938 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b11e559-e733-4ccb-a6b3-ee2149657744 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.475070 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4e480d6b-a7da-402d-8270-e0060999e99e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4566491 Feb 21 09:00:34.475495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47840) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:34.481541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d5b0999b-abdc-4d76-b8aa-0a5df5ecc7a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1561813341', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:34.496168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d5b0999b-abdc-4d76-b8aa-0a5df5ecc7a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:34.503363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d5b0999b-abdc-4d76-b8aa-0a5df5ecc7a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:router and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:34.505710 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Calling delete_port for 3f4bd7fa-cbeb-4462-91e9-981910816e08 owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:34.508137 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d5b0999b-abdc-4d76-b8aa-0a5df5ecc7a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:34.516050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b11e559-e733-4ccb-a6b3-ee2149657744 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.517832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-15ecb384-9fc8-4a95-94ae-d0853abcac92 None None] Calling delete_port for a0637702-43f1-4e0a-9d94-09ba3d9dbd8b owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:34.575396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Allocated IP 172.26.6.63 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/b2083817-a112-42bd-92d5-eb74c964a24c) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:34.621216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-15ecb384-9fc8-4a95-94ae-d0853abcac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.628829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1eeedc8c-c421-454a-9d71-df745753e3c9 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.631648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce801cbf-9ac9-4ded-85e2-aaacda04609c admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:00:34.644274 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918adc31-5df3-4a0d-a9ee-ad026cb05d78 None None] Sync routers for ids ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:00:34.644789 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d5b0999b-abdc-4d76-b8aa-0a5df5ecc7a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:34.647896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b11e559-e733-4ccb-a6b3-ee2149657744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.664480 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918adc31-5df3-4a0d-a9ee-ad026cb05d78 None None] Routers {'b6bcc0cb-4cec-422e-800e-44cbb21ead75'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:34.665999 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-918adc31-5df3-4a0d-a9ee-ad026cb05d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:34.706204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d5b0999b-abdc-4d76-b8aa-0a5df5ecc7a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.707233 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d5b0999b-abdc-4d76-b8aa-0a5df5ecc7a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.727671 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d5b0999b-abdc-4d76-b8aa-0a5df5ecc7a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.729678 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecb384-9fc8-4a95-94ae-d0853abcac92 None None] Pushing event deleted for resources: {'Port': ['ID=a0637702-43f1-4e0a-9d94-09ba3d9dbd8b,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:34.733146 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ecb384-9fc8-4a95-94ae-d0853abcac92 None None] No DVR routers for this DVR port a0637702-43f1-4e0a-9d94-09ba3d9dbd8b on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:00:34.754221 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aab24c3-a9fb-4f1e-b17f-f1aa42dcec00 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:34.763272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d5b0999b-abdc-4d76-b8aa-0a5df5ecc7a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.782197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeedc8c-c421-454a-9d71-df745753e3c9 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Pushing event deleted for resources: {'Port': ['ID=c568f462-be0d-441d-af72-1418ae872948,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:34.784284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.795999 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b11e559-e733-4ccb-a6b3-ee2149657744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.907495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1eeedc8c-c421-454a-9d71-df745753e3c9 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.917555 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-918adc31-5df3-4a0d-a9ee-ad026cb05d78 None None] Set router b6bcc0cb-4cec-422e-800e-44cbb21ead75 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:00:34.951616 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b11e559-e733-4ccb-a6b3-ee2149657744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.958754 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9b11e559-e733-4ccb-a6b3-ee2149657744 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cfec0fb1-966b-4a0f-bd30-1e11ff14d54e HTTP/1.1" status: 204 len: 168 time: 0.6967008 Feb 21 09:00:34.960695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d5b0999b-abdc-4d76-b8aa-0a5df5ecc7a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:34.965885 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d5b0999b-abdc-4d76-b8aa-0a5df5ecc7a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4856484 Feb 21 09:00:34.966592 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47846) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:34.966934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47848) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:34.971681 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11e559-e733-4ccb-a6b3-ee2149657744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfec0fb1-966b-4a0f-bd30-1e11ff14d54e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:34.996824 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ce801cbf-9ac9-4ded-85e2-aaacda04609c admin admin] 10.222.0.48 "PUT /v2.0/routers/b6bcc0cb-4cec-422e-800e-44cbb21ead75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4554386 Feb 21 09:00:34.999623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47854) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:35.030633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12614425-70b5-400e-8ac0-e1f671a8db77 None None] Network 89acac8e-b1b3-408a-accb-00019777cf15 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:35.047602 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1eeedc8c-c421-454a-9d71-df745753e3c9 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c568f462-be0d-441d-af72-1418ae872948 HTTP/1.1" status: 204 len: 168 time: 2.3121767 Feb 21 09:00:35.065593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47858) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:35.203944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:35.210123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9d9d7c83-ebc3-4cee-8633-d061c6454d3f no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:35.267714 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Checking segment: {'id': 'bf06c8f3-7f20-40c5-8d86-02b074c64abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e498ca84-8e2f-48fe-9fe1-0bc423108cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:00:35.268423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Network hostable DHCP agents. Network: e498ca84-8e2f-48fe-9fe1-0bc423108cb2, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:00:35.277259 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event updated for resources: {'Subnet': ['ID=e898c962-cb7e-4ecd-aed8-ced7b6e4c0d0,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:35.285860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 9d9d7c83-ebc3-4cee-8633-d061c6454d3f {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:35.286646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9d9d7c83-ebc3-4cee-8633-d061c6454d3f not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:35.288685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:35.294773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a0637702-43f1-4e0a-9d94-09ba3d9dbd8b no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:35.355122 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-918adc31-5df3-4a0d-a9ee-ad026cb05d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T09:00:28Z', 'revision_number': 5, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:35.359292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: a0637702-43f1-4e0a-9d94-09ba3d9dbd8b {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:35.360184 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a0637702-43f1-4e0a-9d94-09ba3d9dbd8b not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:35.360827 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6a2868a9-0207-445f-a516-c7aad96f377f no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:35.363436 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918adc31-5df3-4a0d-a9ee-ad026cb05d78 None None] Checking router: b6bcc0cb-4cec-422e-800e-44cbb21ead75 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:00:35.397148 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918adc31-5df3-4a0d-a9ee-ad026cb05d78 None None] Routers {'b6bcc0cb-4cec-422e-800e-44cbb21ead75'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:35.397772 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-918adc31-5df3-4a0d-a9ee-ad026cb05d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:35.416125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 6a2868a9-0207-445f-a516-c7aad96f377f {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:35.416717 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6a2868a9-0207-445f-a516-c7aad96f377f not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:35.557470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': 'ec080bd4-57de-444c-8e38-aee7809fa60e'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:00:35.561425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:35.563333 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cee6758-02e1-4e1e-b2b0-864ffa1e4090 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] GET failed (client error): The resource could not be found. Feb 21 09:00:35.564216 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4cee6758-02e1-4e1e-b2b0-864ffa1e4090 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Synchronizing usage tracker for tenant:a69d9e24e4744b18b3630830cced076a on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:35.568923 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:35.755802 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-918adc31-5df3-4a0d-a9ee-ad026cb05d78 None None] Set router b6bcc0cb-4cec-422e-800e-44cbb21ead75 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:00:35.810605 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Deleting port 80fd5616-dead-4b62-9656-723e862c649d {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:35.810955 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:35.820161 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:35.865472 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:35.871690 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1441f955-fa3d-469e-9f76-b54fcec0492c None None] DHCP port deletion for 89acac8e-b1b3-408a-accb-00019777cf15 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:00:35.885660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:35.904423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1441f955-fa3d-469e-9f76-b54fcec0492c None None] Deleting port 80fd5616-dead-4b62-9656-723e862c649d {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:35.905184 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1441f955-fa3d-469e-9f76-b54fcec0492c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:36.068169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'Port': ['ID=b2083817-a112-42bd-92d5-eb74c964a24c,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:36.070583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4cee6758-02e1-4e1e-b2b0-864ffa1e4090 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Unset dirty status for tenant:a69d9e24e4744b18b3630830cced076a on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:36.072189 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4cee6758-02e1-4e1e-b2b0-864ffa1e4090 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "GET /v2.0/ports/c568f462-be0d-441d-af72-1418ae872948 HTTP/1.1" status: 404 len: 333 time: 0.8247068 Feb 21 09:00:36.079713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47866) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:36.108246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Request body: {'port': {'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2082024748'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:36.133583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Network e498ca84-8e2f-48fe-9fe1-0bc423108cb2 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:00:36.175583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, e498ca84-8e2f-48fe-9fe1-0bc423108cb2) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:36.175882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:36.201552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:36.216158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:36.216754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:36.229692 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Made reservation on behalf of a69d9e24e4744b18b3630830cced076a for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:36.232590 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:36.251149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] For port 80fd5616-dead-4b62-9656-723e862c649d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=80fd5616-dead-4b62-9656-723e862c649d,segment=NetworkSegment(1983d57a-403b-47c7-9912-0a049afbe94b),segment_id=1983d57a-403b-47c7-9912-0a049afbe94b)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:36.251670 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:36.269097 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:36.282558 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f53dae-91fe-42c9-ab34-bf7d9c01d221 None None] Network e498ca84-8e2f-48fe-9fe1-0bc423108cb2 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:36.368454 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c910b151-a0b5-4628-9b41-dc5d1c3b641a tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8148944 Feb 21 09:00:36.371915 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3998f9a6-402e-43ba-8b27-054ff98af365 req-6de146f7-fe02-42a2-b377-2a88d82b2b14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7fdb594f298e42dbb47700adbc49145f&device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 1098 time: 0.7900679 Feb 21 09:00:36.408287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47870) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:36.410263 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-918adc31-5df3-4a0d-a9ee-ad026cb05d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T09:00:28Z', 'revision_number': 5, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:36.411111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Pushing event deleted for resources: {'Port': ['ID=3f4bd7fa-cbeb-4462-91e9-981910816e08,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:36.422436 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918adc31-5df3-4a0d-a9ee-ad026cb05d78 None None] The sync data for ids ['b6bcc0cb-4cec-422e-800e-44cbb21ead75'] in dv-neutron-830062-1-hyperv is: [{'id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'name': 'tempest-ServersTestManualDisk-2094932268-router', 'tenant_id': '8271100a41e84071a556dd64b7cbb83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:22Z', 'updated_at': '2022-02-21T09:00:28Z', 'revision_number': 5, 'project_id': '8271100a41e84071a556dd64b7cbb83e', 'gw_port': {'id': 'b283cf77-0237-4eb2-94c6-67c4f9c3e96a', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bcc0cb-4cec-422e-800e-44cbb21ead75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:24Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:00:36.441773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Calling delete_port for 80fd5616-dead-4b62-9656-723e862c649d owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:36.453346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4ba6eea7-96a9-4abe-acc1-b33bcaf5c9de tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2067768886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:36.479598 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] device_id is not set on port 9342189b-4b41-43fc-9d04-ec99256ed253 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:36.514670 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:36.625521 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Allocated IP 2001:db8::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/ec080bd4-57de-444c-8e38-aee7809fa60e/6e1caa84-9f0d-41c1-9391-ebd3c75cb276) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:36.639541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:36.701104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4ba6eea7-96a9-4abe-acc1-b33bcaf5c9de tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:36.717094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ed589-df2f-4efd-8254-1e07ace68376 req-009dcaef-fba6-40ff-8ee6-0407166c78e7 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:36.718672 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-797ed589-df2f-4efd-8254-1e07ace68376 req-009dcaef-fba6-40ff-8ee6-0407166c78e7 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.7710729 Feb 21 09:00:36.732164 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4ba6eea7-96a9-4abe-acc1-b33bcaf5c9de tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Usage tracker for resource:router and tenant:c63e6b4f928842bc9f25ed06eeaa0a2a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:36.740023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4ba6eea7-96a9-4abe-acc1-b33bcaf5c9de tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:36.747911 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:36.773402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4ba6eea7-96a9-4abe-acc1-b33bcaf5c9de tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:36.893889 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-1441f955-fa3d-469e-9f76-b54fcec0492c None None] For port 80fd5616-dead-4b62-9656-723e862c649d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=80fd5616-dead-4b62-9656-723e862c649d,segment=NetworkSegment(1983d57a-403b-47c7-9912-0a049afbe94b),segment_id=1983d57a-403b-47c7-9912-0a049afbe94b)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:36.894212 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1441f955-fa3d-469e-9f76-b54fcec0492c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:36.967962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ba6eea7-96a9-4abe-acc1-b33bcaf5c9de tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:36.969244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ba6eea7-96a9-4abe-acc1-b33bcaf5c9de tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.004906 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 80fd5616-dead-4b62-9656-723e862c649d no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:37.030355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.101326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1441f955-fa3d-469e-9f76-b54fcec0492c None None] Calling delete_port for 80fd5616-dead-4b62-9656-723e862c649d owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:37.114251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Pushing event deleted for resources: {'Port': ['ID=80fd5616-dead-4b62-9656-723e862c649d,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:37.136519 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 80fd5616-dead-4b62-9656-723e862c649d {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:37.136856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 80fd5616-dead-4b62-9656-723e862c649d not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:37.137256 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4f9e6985-d6a4-494e-b133-1432e2fae59d no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:37.232375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 4f9e6985-d6a4-494e-b133-1432e2fae59d {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:37.232737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4f9e6985-d6a4-494e-b133-1432e2fae59d not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:37.279466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998f9a6-402e-43ba-8b27-054ff98af365 req-f471cdc3-657d-430d-aade-86523275c24a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:37.282530 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3998f9a6-402e-43ba-8b27-054ff98af365 req-f471cdc3-657d-430d-aade-86523275c24a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8 HTTP/1.1" status: 200 len: 912 time: 0.8715312 Feb 21 09:00:37.300283 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] No DVR routers for this DVR port 80fd5616-dead-4b62-9656-723e862c649d on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:00:37.313489 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-e498ca84-8e2f-48fe-9fe1-0bc423108cb2', 'network_id': 'e498ca84-8e2f-48fe-9fe1-0bc423108cb2', 'tenant_id': 'c63e6b4f928842bc9f25ed06eeaa0a2a', 'fixed_ips': [{'subnet_id': 'e898c962-cb7e-4ecd-aed8-ced7b6e4c0d0'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:00:37.314579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.364518 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-1441f955-fa3d-469e-9f76-b54fcec0492c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:00:37.365010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-1441f955-fa3d-469e-9f76-b54fcec0492c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:00:37.383015 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.400022 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-797ed589-df2f-4efd-8254-1e07ace68376 req-4c803b8b-1c80-445c-a6a4-51ed6626bda2 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6537848 Feb 21 09:00:37.468334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.468982 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.496258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Transition to ACTIVE for port object 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:37.498959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89acac8e-b1b3-408a-accb-00019777cf15']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:37.513349 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1983d57a-403b-47c7-9912-0a049afbe94b') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:37.513641 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1983d57a-403b-47c7-9912-0a049afbe94b') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:37.528175 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.534242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Transition to ACTIVE for port object 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:37.535690 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.591194 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.609862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:00:37.610259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:00:37.623964 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:00:37.627851 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Allocated IP 172.20.0.2 (e498ca84-8e2f-48fe-9fe1-0bc423108cb2/e898c962-cb7e-4ecd-aed8-ced7b6e4c0d0/a9e9537d-37bf-41c6-94ff-00427ff60d2d) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:37.639554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.697246 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ba6eea7-96a9-4abe-acc1-b33bcaf5c9de tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.700647 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.725208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.748805 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Network f566a52b-d2fb-4d00-801b-fed6ef826079 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:37.753609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Pushing event updated for resources: {'Port': ['ID=9342189b-4b41-43fc-9d04-ec99256ed253,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:37.755214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:37.764405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:37.765184 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:37.765819 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.773917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.802546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:37.802546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Pushing event updated for resources: {'Port': ['ID=6e1caa84-9f0d-41c1-9391-ebd3c75cb276,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:37.802912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.809443 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:37.813560 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:37.830579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.831975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] Pushing event deleted for resources: {'Network': ['ID=89acac8e-b1b3-408a-accb-00019777cf15,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:37.838392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::1 (749b6d65-c680-4e97-918b-6efdfcb19e4b/ec080bd4-57de-444c-8e38-aee7809fa60e/8846f72c-49ac-43f7-8f79-b9c9a2460099) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:37.898258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1441f955-fa3d-469e-9f76-b54fcec0492c None None] Deleting port 80fd5616-dead-4b62-9656-723e862c649d {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:37.898773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1441f955-fa3d-469e-9f76-b54fcec0492c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.932195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.932435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:37.935599 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-44c844e2-4e4f-4a72-948a-037ffba461fe admin admin] 10.222.0.48 "DELETE /v2.0/networks/89acac8e-b1b3-408a-accb-00019777cf15 HTTP/1.1" status: 204 len: 168 time: 2.9674776 Feb 21 09:00:37.945268 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0ae6ff45-5bcf-4d60-8762-84107850c6aa tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8619330 Feb 21 09:00:37.946500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47876) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:37.954308 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3998f9a6-402e-43ba-8b27-054ff98af365 req-436d520d-b1ee-4170-9a26-05324e8ad40a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf9f8f4-9868-4732-b8dc-829cafcaf1af HTTP/1.1" status: 200 len: 1000 time: 0.6616025 Feb 21 09:00:37.963421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:37.964391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ba6eea7-96a9-4abe-acc1-b33bcaf5c9de tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.007342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1441f955-fa3d-469e-9f76-b54fcec0492c None None] The port '80fd5616-dead-4b62-9656-723e862c649d' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:00:38.020163 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Attempting to bind port 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:38.020669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Attempting to bind port 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:38.021119 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Attempting to bind port 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:38.066946 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:00:38.067533 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:00:38.068120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.068504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:00:38.069100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Bound port: 6e1caa84-9f0d-41c1-9391-ebd3c75cb276, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:00:38.070860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.139879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.157269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.162591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.183581 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 8846f72c-49ac-43f7-8f79-b9c9a2460099 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:38.189670 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Transition to ACTIVE for port object a9e9537d-37bf-41c6-94ff-00427ff60d2d will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:38.218065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] For port 6e1caa84-9f0d-41c1-9391-ebd3c75cb276, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:00:38.223531 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] For port 6e1caa84-9f0d-41c1-9391-ebd3c75cb276, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6e1caa84-9f0d-41c1-9391-ebd3c75cb276,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:00:38.226407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Transition to ACTIVE for port object a9e9537d-37bf-41c6-94ff-00427ff60d2d will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:38.233794 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.303760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ba6eea7-96a9-4abe-acc1-b33bcaf5c9de tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.309454 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4ba6eea7-96a9-4abe-acc1-b33bcaf5c9de tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.8942931 Feb 21 09:00:38.313348 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47880) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:38.333627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.334657 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Fanout notify agent at l3_agent the message router_deleted on router 5ec9fd42-689b-49a8-ac9a-356aecb617ca {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:00:38.338270 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.360536 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.398325 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31035337-4a79-4a64-a51d-b7f402834240 None None] Pushing event updated for resources: {'Port': ['ID=6e1caa84-9f0d-41c1-9391-ebd3c75cb276,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:38.445890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47886) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:38.453633 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:38.473226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998f9a6-402e-43ba-8b27-054ff98af365 req-adfe2f75-bde9-4388-a037-3ef6d2815517 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:38.474695 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3998f9a6-402e-43ba-8b27-054ff98af365 req-adfe2f75-bde9-4388-a037-3ef6d2815517 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16a8f84c-ea91-4075-9f54-c7ae84ea5299 HTTP/1.1" status: 200 len: 851 time: 0.5013664 Feb 21 09:00:38.513722 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:38.522083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Pushing event updated for resources: {'Port': ['ID=a9e9537d-37bf-41c6-94ff-00427ff60d2d,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:38.548775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:38.549251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.551768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Network e498ca84-8e2f-48fe-9fe1-0bc423108cb2 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:38.554672 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:38.561985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:38.574204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=8846f72c-49ac-43f7-8f79-b9c9a2460099,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:38.614925 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:00:38.770135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Attempting to bind port a9e9537d-37bf-41c6-94ff-00427ff60d2d on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:38.770532 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Attempting to bind port a9e9537d-37bf-41c6-94ff-00427ff60d2d by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'bf06c8f3-7f20-40c5-8d86-02b074c64abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e498ca84-8e2f-48fe-9fe1-0bc423108cb2'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:38.771139 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Attempting to bind port a9e9537d-37bf-41c6-94ff-00427ff60d2d on network e498ca84-8e2f-48fe-9fe1-0bc423108cb2 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:38.778941 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6378baa2-7245-4854-9979-be91d58be4b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcf07ebb0bb24770aefe2d4ec14c19be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3311043 Feb 21 09:00:38.781553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:00:38.782539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Checking segment: {'id': 'bf06c8f3-7f20-40c5-8d86-02b074c64abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e498ca84-8e2f-48fe-9fe1-0bc423108cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:00:38.783068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.783559 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Bound using segment: {'id': 'bf06c8f3-7f20-40c5-8d86-02b074c64abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e498ca84-8e2f-48fe-9fe1-0bc423108cb2'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:00:38.784302 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Bound port: a9e9537d-37bf-41c6-94ff-00427ff60d2d, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf06c8f3-7f20-40c5-8d86-02b074c64abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e498ca84-8e2f-48fe-9fe1-0bc423108cb2'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:00:38.784776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.801946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.804982 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d8fd16f9-c845-4979-94a4-9f822e9ec098 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "DELETE /v2.0/routers/5ec9fd42-689b-49a8-ac9a-356aecb617ca HTTP/1.1" status: 204 len: 168 time: 8.3668623 Feb 21 09:00:38.806525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47890) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:38.821034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47892) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:38.924661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ec924f8a-c545-488f-a514-f42a2b57189a tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-149019082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:38.945162 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] For port a9e9537d-37bf-41c6-94ff-00427ff60d2d, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:00:38.950866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] For port a9e9537d-37bf-41c6-94ff-00427ff60d2d, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a9e9537d-37bf-41c6-94ff-00427ff60d2d,segment=NetworkSegment(bf06c8f3-7f20-40c5-8d86-02b074c64abd),segment_id=bf06c8f3-7f20-40c5-8d86-02b074c64abd)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:00:38.953062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ec924f8a-c545-488f-a514-f42a2b57189a tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:38.957031 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:38.970013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ec924f8a-c545-488f-a514-f42a2b57189a tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Usage tracker for resource:router and tenant:dd04cd83ed5441e899f156cf434203f3 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:38.978210 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ec924f8a-c545-488f-a514-f42a2b57189a tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:38.991659 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] device_id is not set on port 9342189b-4b41-43fc-9d04-ec99256ed253 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:38.999013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ec924f8a-c545-488f-a514-f42a2b57189a tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:39.004592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:39.012067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:39.033006 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:39.045845 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Transition to ACTIVE for port object 9342189b-4b41-43fc-9d04-ec99256ed253 will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:39.054864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:39.105072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfc2fe-96be-402c-8aaf-af3ab39881e2 None None] Pushing event updated for resources: {'Port': ['ID=a9e9537d-37bf-41c6-94ff-00427ff60d2d,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:39.121989 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:39.195714 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec924f8a-c545-488f-a514-f42a2b57189a tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:39.196698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec924f8a-c545-488f-a514-f42a2b57189a tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:39.200293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7951078b-4953-456e-9c0d-d75c302e8405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:39.299879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7951078b-4953-456e-9c0d-d75c302e8405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:39.318223 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3998f9a6-402e-43ba-8b27-054ff98af365 req-3d501f69-6367-4145-87d3-46cb174864e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7752185 Feb 21 09:00:39.430483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea2866-6250-4431-bb8e-d098f9b8f063 req-18213889-3834-4c59-ac18-eb6ed04b7c75 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:39.437581 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29ea2866-6250-4431-bb8e-d098f9b8f063 req-18213889-3834-4c59-ac18-eb6ed04b7c75 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.6262918 Feb 21 09:00:39.466209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec924f8a-c545-488f-a514-f42a2b57189a tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:39.654798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Pushing event updated for resources: {'Port': ['ID=9342189b-4b41-43fc-9d04-ec99256ed253,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:39.715796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:39.715981 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:39.716207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:39.737880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec924f8a-c545-488f-a514-f42a2b57189a tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:39.754348 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:39.803922 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29ea2866-6250-4431-bb8e-d098f9b8f063 req-f83be82e-8e75-4542-a1ff-3f8bd096962c tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3653274 Feb 21 09:00:39.810931 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7951078b-4953-456e-9c0d-d75c302e8405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:39.823543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] Deleting port b283cf77-0237-4eb2-94c6-67c4f9c3e96a {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:39.823881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:39.855197 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3998f9a6-402e-43ba-8b27-054ff98af365 req-d2c67822-45bc-41ec-85f4-d82d95b51b96 service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286357 Feb 21 09:00:39.870030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:39.870578 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:39.877835 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 2 to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 Feb 21 09:00:39.896755 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec924f8a-c545-488f-a514-f42a2b57189a tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:39.897887 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ec924f8a-c545-488f-a514-f42a2b57189a tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0657699 Feb 21 09:00:39.908428 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47898) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:39.911580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951078b-4953-456e-9c0d-d75c302e8405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d2473e-aed3-46a6-a335-63bef70fb659,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:39.917132 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'enable_snat': False}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:39.922373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7951078b-4953-456e-9c0d-d75c302e8405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:39.926052 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7951078b-4953-456e-9c0d-d75c302e8405 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31d2473e-aed3-46a6-a335-63bef70fb659 HTTP/1.1" status: 204 len: 168 time: 1.1037049 Feb 21 09:00:40.019763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:40.020439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:40.021086 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:40.055157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-68c976b8-6189-4b53-91f1-d7751656a5c8 None None] Provisioning for port 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:40.065318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-68c976b8-6189-4b53-91f1-d7751656a5c8 None None] Provisioning complete for port 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:40.066687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-68c976b8-6189-4b53-91f1-d7751656a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:40.109318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:40.109318 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:40.112469 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 3 to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 Feb 21 09:00:40.174780 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:40.175178 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:40.175474 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:40.220093 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:40.268720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-68c976b8-6189-4b53-91f1-d7751656a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:40.309265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:40.309596 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:40.321596 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 4 to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 Feb 21 09:00:40.354783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-68c976b8-6189-4b53-91f1-d7751656a5c8 None None] For port 6e1caa84-9f0d-41c1-9391-ebd3c75cb276, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6e1caa84-9f0d-41c1-9391-ebd3c75cb276,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:40.360945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-68c976b8-6189-4b53-91f1-d7751656a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:40.421855 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:00:40.451067 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c976b8-6189-4b53-91f1-d7751656a5c8 None None] Pushing event updated for resources: {'Port': ['ID=6e1caa84-9f0d-41c1-9391-ebd3c75cb276,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:40.459813 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3998f9a6-402e-43ba-8b27-054ff98af365 req-a362ba31-49ac-4daa-ba32-2cf37561e09e service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854824 Feb 21 09:00:40.476467 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:40.480764 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:40.481305 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:40.481479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:40.487333 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:40.488092 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:40.556653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:40.557079 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:40.569246 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 5 to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 Feb 21 09:00:40.569724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] For port b283cf77-0237-4eb2-94c6-67c4f9c3e96a, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b283cf77-0237-4eb2-94c6-67c4f9c3e96a,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:40.570092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:40.579772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:00:40.614945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f870399a-572d-40fe-b84a-d25860df4dd8 None None] Provisioning for port 8846f72c-49ac-43f7-8f79-b9c9a2460099 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:40.632733 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f870399a-572d-40fe-b84a-d25860df4dd8 None None] Provisioning complete for port 8846f72c-49ac-43f7-8f79-b9c9a2460099 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:40.635073 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f870399a-572d-40fe-b84a-d25860df4dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:40.776723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:40.779517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:40.779907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:40.816195 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f870399a-572d-40fe-b84a-d25860df4dd8 None None] Port 8846f72c-49ac-43f7-8f79-b9c9a2460099 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:00:40.841734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:40.842063 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:40.858810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014b181a-a6a9-4725-91a7-ae7a4393ef3b None None] Network e498ca84-8e2f-48fe-9fe1-0bc423108cb2 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:40.892035 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 6 to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 Feb 21 09:00:40.904814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=8846f72c-49ac-43f7-8f79-b9c9a2460099,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:40.932421 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] Calling delete_port for b283cf77-0237-4eb2-94c6-67c4f9c3e96a owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:40.947354 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:40.947676 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:40.948011 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:41.077707 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:41.078265 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:41.081603 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 7 to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 Feb 21 09:00:41.094775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:41.114857 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:41.115823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:41.116153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:41.116630 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:41.120782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:41.205871 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a9e9537d-37bf-41c6-94ff-00427ff60d2d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:41.345602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:41.346257 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:41.351008 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 8 to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 Feb 21 09:00:41.374223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-394f3d00-d972-488d-ba96-e83e64c65a4c None None] Provisioning for port a9e9537d-37bf-41c6-94ff-00427ff60d2d completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:41.417175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port a9e9537d-37bf-41c6-94ff-00427ff60d2d completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:41.439549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port a9e9537d-37bf-41c6-94ff-00427ff60d2d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:41.439921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:41.468628 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:41.469013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:41.469353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:41.504754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:41.505134 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:41.506633 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 9 to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 Feb 21 09:00:41.545500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:41.545828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:41.546165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:41.549453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Allocated IP 172.20.0.1 (e498ca84-8e2f-48fe-9fe1-0bc423108cb2/e898c962-cb7e-4ecd-aed8-ced7b6e4c0d0/6e8b8a75-2b4a-4b8f-9ce2-20f4735e5191) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:41.554534 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:41.554822 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:41.556600 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 10 to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 Feb 21 09:00:41.595233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d0ae1-b95e-4dd2-bafc-aee72b2ea591 req-98394a78-f572-4f97-901f-b9f68713e71b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:41.597112 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-913d0ae1-b95e-4dd2-bafc-aee72b2ea591 req-98394a78-f572-4f97-901f-b9f68713e71b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.4694009 Feb 21 09:00:41.754199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-efaa9c7a-bd4e-4e8b-bd76-0d03d121c1c9 None None] Provisioning complete for port 8846f72c-49ac-43f7-8f79-b9c9a2460099 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:41.754564 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-efaa9c7a-bd4e-4e8b-bd76-0d03d121c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:41.803362 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:00:41.829582 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:41.829915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:41.830246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:41.833518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:41.843453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:41.843794 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 9342189b-4b41-43fc-9d04-ec99256ed253 on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:41.844138 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:41.909936 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-913d0ae1-b95e-4dd2-bafc-aee72b2ea591 req-de3b304a-75f8-4b69-b9dc-db2435ee9907 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2917292 Feb 21 09:00:41.923500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b283cf77-0237-4eb2-94c6-67c4f9c3e96a,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:41.986454 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:41.988513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47922) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.010297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] For port 9342189b-4b41-43fc-9d04-ec99256ed253, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:00:42.010674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempted to set empty binding levels {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 21 09:00:42.011993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-efaa9c7a-bd4e-4e8b-bd76-0d03d121c1c9 None None] Port 8846f72c-49ac-43f7-8f79-b9c9a2460099 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:00:42.018708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:42.039246 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Transition to ACTIVE for port object 6e8b8a75-2b4a-4b8f-9ce2-20f4735e5191 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:42.051395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port a9e9537d-37bf-41c6-94ff-00427ff60d2d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a9e9537d-37bf-41c6-94ff-00427ff60d2d,segment=NetworkSegment(bf06c8f3-7f20-40c5-8d86-02b074c64abd),segment_id=bf06c8f3-7f20-40c5-8d86-02b074c64abd)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:42.061122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:42.061419 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:42.063571 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:42.104580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:42.161433 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Network e498ca84-8e2f-48fe-9fe1-0bc423108cb2 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:42.182564 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:42.182782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] In _notify_port_updated(), no bound segment for port 9342189b-4b41-43fc-9d04-ec99256ed253 on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:00:42.183650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:42.184968 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "PUT /v2.0/ports/9342189b-4b41-43fc-9d04-ec99256ed253 HTTP/1.1" status: 200 len: 977 time: 4.2385767 Feb 21 09:00:42.190637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47928) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.195914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:42.225746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:42.236586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=a9e9537d-37bf-41c6-94ff-00427ff60d2d,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:42.252386 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:42.252764 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:42.311710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45548f1-1b96-4031-8b27-c56f1870e7ff tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Pushing event updated for resources: {'Port': ['ID=9342189b-4b41-43fc-9d04-ec99256ed253,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:42.313169 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:42.378415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-55f5f7ba-6f56-4ba2-8291-e5a9d0814804 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:42.379454 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-55f5f7ba-6f56-4ba2-8291-e5a9d0814804 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3900051 Feb 21 09:00:42.385421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47932) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.401133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-1439adbc-d964-4be1-a7dc-668b507b4cb9 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:42.404582 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1439adbc-d964-4be1-a7dc-668b507b4cb9 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0136676 Feb 21 09:00:42.413504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47936) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.433246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-89c45e1d-13cb-412e-a7ac-3bc8035a7c34 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:42.434257 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-89c45e1d-13cb-412e-a7ac-3bc8035a7c34 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0198808 Feb 21 09:00:42.445741 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47940) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.448009 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8d4b6699-2b98-44cd-9412-273f7a27e03d None None] Provisioning complete for port a9e9537d-37bf-41c6-94ff-00427ff60d2d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:42.448495 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8d4b6699-2b98-44cd-9412-273f7a27e03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:42.455500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-0201c7c4-a962-4dc5-b955-75ca1fedd9c1 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:42.456452 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0201c7c4-a962-4dc5-b955-75ca1fedd9c1 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0097091 Feb 21 09:00:42.462476 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47944) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.475440 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-0ac9112e-d21c-449d-88f7-31daad48bd3f tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:42.476427 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0ac9112e-d21c-449d-88f7-31daad48bd3f tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0089693 Feb 21 09:00:42.482310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47948) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.498205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:00:42.518472 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Sync routers for ids ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:00:42.520662 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-3e2286a1-1999-4e2a-af53-52e4400f86ac tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:42.521896 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3e2286a1-1999-4e2a-af53-52e4400f86ac tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0357294 Feb 21 09:00:42.530853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47952) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.531572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event updated for resources: {'Port': ['ID=6e8b8a75-2b4a-4b8f-9ce2-20f4735e5191,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:42.553332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Routers {'7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:42.554122 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:42.567990 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-92446d18-ce27-4b2f-b3ad-d99090f170d6 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:42.568956 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-92446d18-ce27-4b2f-b3ad-d99090f170d6 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0347667 Feb 21 09:00:42.575575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Router a238d5bd-a3dd-45df-9408-256b89683da3 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:00:42.579678 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47956) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.579978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:42.595655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:42.620995 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-0b6c9434-c08e-46f7-852b-590b3c05c45c tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:42.627168 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0b6c9434-c08e-46f7-852b-590b3c05c45c tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0338602 Feb 21 09:00:42.635078 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47960) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.674854 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b0995f74-7250-4fb0-b7b8-603d6891581e tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Synchronizing usage tracker for tenant:a69d9e24e4744b18b3630830cced076a on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:42.687176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-fcbb3e1a-33a0-4611-a325-fc96c7404797 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:42.693330 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fcbb3e1a-33a0-4611-a325-fc96c7404797 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0563827 Feb 21 09:00:42.730661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47964) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.736362 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Allocated IP 172.26.6.69 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/d296c76f-8614-4ab5-bd34-4f49db0f9a8f) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:42.750260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-8d7add9b-ce46-44ce-8ca8-2a2e07c61093 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:42.754679 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8d7add9b-ce46-44ce-8ca8-2a2e07c61093 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0197287 Feb 21 09:00:42.763796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47968) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.769375 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b0995f74-7250-4fb0-b7b8-603d6891581e tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Unset dirty status for tenant:a69d9e24e4744b18b3630830cced076a on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:42.775990 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b0995f74-7250-4fb0-b7b8-603d6891581e tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14445 time: 0.5331676 Feb 21 09:00:42.781361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-58ddbf45-0b59-4da2-862a-448affa535ea tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:42.785312 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-58ddbf45-0b59-4da2-862a-448affa535ea tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0173070 Feb 21 09:00:42.785312 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47972) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.790166 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47974) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.843609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Set router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:00:42.878004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:42.879260 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-715c3cf7-ab6a-4676-8e48-186a5f4a2542 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 11.8736193 Feb 21 09:00:42.886473 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47980) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:42.963428 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-859b1dfb-3cf9-407d-af4c-4db7ee6081b3 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:42.971550 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-859b1dfb-3cf9-407d-af4c-4db7ee6081b3 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.1359408 Feb 21 09:00:42.991986 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47988) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.062434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-78e5bf38-d436-4e31-9dc7-4843957c1d74 None None] Provisioning for port 6e8b8a75-2b4a-4b8f-9ce2-20f4735e5191 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:43.079195 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a9e9537d-37bf-41c6-94ff-00427ff60d2d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:43.113075 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-a1e4d80b-ccc2-426f-8229-bcabbd6a1246 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.116945 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a1e4d80b-ccc2-426f-8229-bcabbd6a1246 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.1238189 Feb 21 09:00:43.121479 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-78e5bf38-d436-4e31-9dc7-4843957c1d74 None None] Provisioning complete for port 6e8b8a75-2b4a-4b8f-9ce2-20f4735e5191 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:43.121844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-78e5bf38-d436-4e31-9dc7-4843957c1d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:43.133366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 47992) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.230031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:43.234274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-6155e502-a9c5-4247-888c-77f57aaa12f2 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.235410 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6155e502-a9c5-4247-888c-77f57aaa12f2 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0985954 Feb 21 09:00:43.255840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-78e5bf38-d436-4e31-9dc7-4843957c1d74 None None] Port 6e8b8a75-2b4a-4b8f-9ce2-20f4735e5191 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:00:43.265456 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 47998) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.318305 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d48ef398-b950-48dc-8f20-ba2bf1c7af92 tempest-TestNetworkAdvancedServerOps-1287953378 tempest-TestNetworkAdvancedServerOps-1287953378-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0ab29c793ce9459198692d185d104aac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4273241 Feb 21 09:00:43.318525 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port a9e9537d-37bf-41c6-94ff-00427ff60d2d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:43.318525 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:43.319648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-15b33ac0-ee3e-449a-b1d9-76cba0477807 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.323261 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-15b33ac0-ee3e-449a-b1d9-76cba0477807 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0284915 Feb 21 09:00:43.329865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48002) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.330183 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48004) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.345344 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-5ee9c118-a1de-41ed-9ce2-46848b1bd91e tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.348833 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5ee9c118-a1de-41ed-9ce2-46848b1bd91e tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0131593 Feb 21 09:00:43.351928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48010) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.356002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-ae74b8b3-8834-42f0-b578-d05408a34700 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Deleting port 9342189b-4b41-43fc-9d04-ec99256ed253 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:43.356480 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ae74b8b3-8834-42f0-b578-d05408a34700 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:43.367924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:43.404643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:00:36Z', 'revision_number': 3, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:43.409363 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Checking router: 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:00:43.409809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Updating router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 port b2083817-a112-42bd-92d5-eb74c964a24c binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:00:43.421429 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-752e6ad0-d0fb-4669-9411-56d9ea177588 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.426605 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-752e6ad0-d0fb-4669-9411-56d9ea177588 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0281117 Feb 21 09:00:43.432464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48014) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.443806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:43.456448 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-ff2a3b8d-5afb-49a9-af06-b436970c7923 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.460205 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ff2a3b8d-5afb-49a9-af06-b436970c7923 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0204487 Feb 21 09:00:43.467888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48018) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.497827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-efeedb3b-0158-41ee-8aa2-1d2556d006c4 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.501276 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-efeedb3b-0158-41ee-8aa2-1d2556d006c4 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0265381 Feb 21 09:00:43.503811 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48022) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.514462 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:43.531128 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-73f452f4-3a23-4089-87e9-b5b195b6c92b tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.535445 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-73f452f4-3a23-4089-87e9-b5b195b6c92b tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0261521 Feb 21 09:00:43.543047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48026) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.565178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-862351cf-b485-4cee-8ee7-e4766671d759 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.568701 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-862351cf-b485-4cee-8ee7-e4766671d759 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0141180 Feb 21 09:00:43.574565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48030) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.588194 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-e3c8d883-0bfd-4643-8e7d-ef2926a6fcd6 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.592282 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e3c8d883-0bfd-4643-8e7d-ef2926a6fcd6 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0066254 Feb 21 09:00:43.603530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:43.604035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6bcc0cb-4cec-422e-800e-44cbb21ead75 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:00:43.610768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48034) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.620628 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:43.630369 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-90e60855-6ffb-41d7-b329-221c8124affc tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.634369 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-90e60855-6ffb-41d7-b329-221c8124affc tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0191212 Feb 21 09:00:43.637650 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48038) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.639989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:43.643724 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-dcec8cd2-90e2-4e24-9c8e-ce96792528fc admin admin] 10.222.0.48 "DELETE /v2.0/routers/b6bcc0cb-4cec-422e-800e-44cbb21ead75 HTTP/1.1" status: 204 len: 168 time: 8.6343997 Feb 21 09:00:43.658419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48042) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.764005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-95277f9e-df3c-40c6-be02-b2df83f13ca0 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.764973 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-95277f9e-df3c-40c6-be02-b2df83f13ca0 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.1226788 Feb 21 09:00:43.778090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b7b5ab-7bf3-4505-bf2f-e65fb3dde263 tempest-TestNetworkAdvancedServerOps-1287953378 tempest-TestNetworkAdvancedServerOps-1287953378-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:43.783218 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-24b7b5ab-7bf3-4505-bf2f-e65fb3dde263 tempest-TestNetworkAdvancedServerOps-1287953378 tempest-TestNetworkAdvancedServerOps-1287953378-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4485586 Feb 21 09:00:43.783218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48046) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.788480 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28703b-385c-4378-8e1a-4ab0def9ba8e req-37cc99d5-e170-4625-bb60-685a049b6448 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:43.790512 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3a28703b-385c-4378-8e1a-4ab0def9ba8e req-37cc99d5-e170-4625-bb60-685a049b6448 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.5637188 Feb 21 09:00:43.792713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48048) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.837825 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-82802a4d-3364-44a4-899a-e0c24b0daa0e tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.838900 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-82802a4d-3364-44a4-899a-e0c24b0daa0e tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0474617 Feb 21 09:00:43.845018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48054) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.869229 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ce14d0c2-1919-4bc8-b887-e9a8389930a1 tempest-TestNetworkAdvancedServerOps-1287953378 tempest-TestNetworkAdvancedServerOps-1287953378-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0650742 Feb 21 09:00:43.871925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-977eb848-0b74-4b37-a330-4a7d1b8048af tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.872836 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-977eb848-0b74-4b37-a330-4a7d1b8048af tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0217633 Feb 21 09:00:43.877849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48058) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.878489 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48060) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.891868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1504957832', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'project_id': '0ab29c793ce9459198692d185d104aac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:43.912772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-fb5cf7f2-ae51-4ad1-ab40-df99d1db6ea7 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.913838 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fb5cf7f2-ae51-4ad1-ab40-df99d1db6ea7 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0305085 Feb 21 09:00:43.918706 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c755fef-5d1b-4dd1-9451-9754b0ad9663 admin admin] Deleting subnet 64784111-56ad-4f02-b892-99743affd6a9 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:00:43.921089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48066) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.933405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:00:43.939403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c755fef-5d1b-4dd1-9451-9754b0ad9663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:43.949187 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Sync routers for ids ['a238d5bd-a3dd-45df-9408-256b89683da3'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:00:43.952040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-6f24b3a3-39b7-4dbc-82dc-02b91d4bb3a8 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:43.957140 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6f24b3a3-39b7-4dbc-82dc-02b91d4bb3a8 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0289590 Feb 21 09:00:43.965587 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Routers {'a238d5bd-a3dd-45df-9408-256b89683da3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:43.966194 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a238d5bd-a3dd-45df-9408-256b89683da3'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:43.978631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48070) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:43.996629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-2a7fc32a-0186-4714-9ce5-db601090aaa9 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.001784 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2a7fc32a-0186-4714-9ce5-db601090aaa9 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0130119 Feb 21 09:00:44.004376 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:44.007774 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48074) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.009113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-ae74b8b3-8834-42f0-b578-d05408a34700 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] For port 9342189b-4b41-43fc-9d04-ec99256ed253, host hv-neutron-8300, got binding levels [] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:44.009463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ae74b8b3-8834-42f0-b578-d05408a34700 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:44.064751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-e67ab7bc-059d-4415-8343-a1de516b309c tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.064751 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e67ab7bc-059d-4415-8343-a1de516b309c tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0109968 Feb 21 09:00:44.068212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48078) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.074173 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-60da47f5-5e56-4cb2-a586-ea478337326b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "PUT /v2.0/routers/a238d5bd-a3dd-45df-9408-256b89683da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1045797 Feb 21 09:00:44.079547 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-820ee13b-b10d-4ad4-bfd0-634a2e1ce199 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.085176 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-820ee13b-b10d-4ad4-bfd0-634a2e1ce199 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0086336 Feb 21 09:00:44.135116 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Set router a238d5bd-a3dd-45df-9408-256b89683da3 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:00:44.140055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48082) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.140575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48084) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.283715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-5bfd2995-8297-4294-af02-734913ce6828 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.291118 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5bfd2995-8297-4294-af02-734913ce6828 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.1448874 Feb 21 09:00:44.299441 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3a28703b-385c-4378-8e1a-4ab0def9ba8e req-09cd52e9-729e-4673-bb00-ce35175eb29d tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4508309 Feb 21 09:00:44.300971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48090) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.378462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-ae74b8b3-8834-42f0-b578-d05408a34700 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Calling delete_port for 9342189b-4b41-43fc-9d04-ec99256ed253 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:44.407029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c755fef-5d1b-4dd1-9451-9754b0ad9663 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:44.476726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-ed03535d-40ea-4801-b863-5617e2f04ee8 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.478929 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ed03535d-40ea-4801-b863-5617e2f04ee8 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0155833 Feb 21 09:00:44.484113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Pushing event updated for resources: {'Port': ['ID=d296c76f-8614-4ab5-bd34-4f49db0f9a8f,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:44.494808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48096) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.496819 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:44.504556 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-f8eaa9fc-3586-470d-bb23-b48476b7483d tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.505739 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f8eaa9fc-3586-470d-bb23-b48476b7483d tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0055690 Feb 21 09:00:44.510903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:44.514506 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:44.516507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48100) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.530028 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-cb1f0e89-a0fe-402f-bd66-ef94a33d1313 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.531151 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cb1f0e89-a0fe-402f-bd66-ef94a33d1313 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0099025 Feb 21 09:00:44.546483 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48104) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.552079 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238d5bd-a3dd-45df-9408-256b89683da3', 'name': 'tempest-NetworksTestDHCPv6-router-1561813341', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:34Z', 'updated_at': '2022-02-21T09:00:38Z', 'revision_number': 2, 'project_id': '134915da0e684265a6dd55fced2cef76', 'gw_port_host': None, '_interfaces': [{'id': '8846f72c-49ac-43f7-8f79-b9c9a2460099', 'name': '', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'mac_address': 'fa:16:3e:ab:da:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238d5bd-a3dd-45df-9408-256b89683da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec080bd4-57de-444c-8e38-aee7809fa60e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:36Z', 'updated_at': '2022-02-21T09:00:39Z', 'revision_number': 2, 'project_id': '134915da0e684265a6dd55fced2cef76', 'subnets': [{'id': 'ec080bd4-57de-444c-8e38-aee7809fa60e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:44.561778 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Checking router: a238d5bd-a3dd-45df-9408-256b89683da3 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:00:44.562469 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Updating router a238d5bd-a3dd-45df-9408-256b89683da3 port 8846f72c-49ac-43f7-8f79-b9c9a2460099 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:00:44.564390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:44.566150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-e2086801-071c-496a-a80b-8745a66c3748 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.567204 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e2086801-071c-496a-a80b-8745a66c3748 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0198090 Feb 21 09:00:44.577276 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48108) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.583290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1efafa-000c-4afa-9373-07a8e91b70df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:44.587583 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5f1efafa-000c-4afa-9373-07a8e91b70df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports/8846f72c-49ac-43f7-8f79-b9c9a2460099 HTTP/1.1" status: 200 len: 911 time: 0.4434943 Feb 21 09:00:44.587734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-fd447df9-e1d9-4b02-aedc-5bdc14e1666f tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.587734 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fd447df9-e1d9-4b02-aedc-5bdc14e1666f tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0058517 Feb 21 09:00:44.614615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48112) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.615136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48114) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.616986 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Usage tracker for resource:subnet and tenant:0ab29c793ce9459198692d185d104aac is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:44.626896 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:44.649339 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:44.657162 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:44.674359 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Transition to ACTIVE for port object b2083817-a112-42bd-92d5-eb74c964a24c will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:44.691977 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:44.698177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-2979abac-fddb-4759-9d62-242f82c76516 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.699540 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2979abac-fddb-4759-9d62-242f82c76516 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0745842 Feb 21 09:00:44.706656 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48120) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.712912 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:44.721142 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-c4ed5559-a72c-446d-b789-ba7c99fab1ad tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.722139 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c4ed5559-a72c-446d-b789-ba7c99fab1ad tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0122015 Feb 21 09:00:44.728371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48124) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.730739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ae74b8b3-8834-42f0-b578-d05408a34700 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:44.738657 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-5b61561a-0b89-4eb0-8f2e-455aa583103a tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.740135 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5b61561a-0b89-4eb0-8f2e-455aa583103a tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0103517 Feb 21 09:00:44.747426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48128) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.753057 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-3026a6be-db15-43fb-a579-8fe7009ed098 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.754438 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3026a6be-db15-43fb-a579-8fe7009ed098 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055757 Feb 21 09:00:44.757927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Made reservation on behalf of 0ab29c793ce9459198692d185d104aac for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:44.777698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48132) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.803966 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c755fef-5d1b-4dd1-9451-9754b0ad9663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:44.831518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74b8b3-8834-42f0-b578-d05408a34700 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Pushing event deleted for resources: {'Port': ['ID=9342189b-4b41-43fc-9d04-ec99256ed253,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:44.849525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-1414b481-1c2b-4f8e-9fb2-cb6e68aff497 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.854897 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1414b481-1c2b-4f8e-9fb2-cb6e68aff497 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0714006 Feb 21 09:00:44.861574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48136) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.861835 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ae74b8b3-8834-42f0-b578-d05408a34700 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:44.866064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.resource_extend [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:00:44.882209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-b521211c-4511-4c2e-9977-5ad0dfe65ac2 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.887147 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b521211c-4511-4c2e-9977-5ad0dfe65ac2 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0205610 Feb 21 09:00:44.890725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48140) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.902299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-351c1907-dd53-44ac-b84c-d78202590e6d tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.907553 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-351c1907-dd53-44ac-b84c-d78202590e6d tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0090001 Feb 21 09:00:44.908852 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ae74b8b3-8834-42f0-b578-d05408a34700 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "DELETE /v2.0/ports/9342189b-4b41-43fc-9d04-ec99256ed253 HTTP/1.1" status: 204 len: 168 time: 2.1226265 Feb 21 09:00:44.910901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:44.912834 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48144) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.913666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48146) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.923448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-fff3530c-e02a-470f-868a-e9e482715512 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:44.926708 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fff3530c-e02a-470f-868a-e9e482715512 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0095451 Feb 21 09:00:44.935941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48152) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:44.937560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:44.951273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52026eba-5fb5-4704-9a70-84eddfe5db9a None None] Pushing event updated for resources: {'Port': ['ID=b2083817-a112-42bd-92d5-eb74c964a24c,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:44.960791 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b283cf77-0237-4eb2-94c6-67c4f9c3e96a no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:44.975689 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ab3bf5-9646-4ac8-adb4-e428ad856fca tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] GET failed (client error): The resource could not be found. Feb 21 09:00:44.976192 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c1ab3bf5-9646-4ac8-adb4-e428ad856fca tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Synchronizing usage tracker for tenant:a69d9e24e4744b18b3630830cced076a on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:44.979698 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c755fef-5d1b-4dd1-9451-9754b0ad9663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.029816 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c755fef-5d1b-4dd1-9451-9754b0ad9663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64784111-56ad-4f02-b892-99743affd6a9,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:45.030397 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: b283cf77-0237-4eb2-94c6-67c4f9c3e96a {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:45.031264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b283cf77-0237-4eb2-94c6-67c4f9c3e96a not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:45.039311 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Attempting to bind port b2083817-a112-42bd-92d5-eb74c964a24c on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:45.040661 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Attempting to bind port b2083817-a112-42bd-92d5-eb74c964a24c by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:45.041461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Attempting to bind port b2083817-a112-42bd-92d5-eb74c964a24c on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:45.043649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c755fef-5d1b-4dd1-9451-9754b0ad9663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.055401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:00:45.056297 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1c755fef-5d1b-4dd1-9451-9754b0ad9663 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/64784111-56ad-4f02-b892-99743affd6a9 HTTP/1.1" status: 204 len: 168 time: 1.3964860 Feb 21 09:00:45.056610 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:00:45.057496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.058108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:00:45.059714 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Bound port: b2083817-a112-42bd-92d5-eb74c964a24c, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:00:45.060320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.061090 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48154) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.064267 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c1ab3bf5-9646-4ac8-adb4-e428ad856fca tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Unset dirty status for tenant:a69d9e24e4744b18b3630830cced076a on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:45.065837 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c1ab3bf5-9646-4ac8-adb4-e428ad856fca tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "GET /v2.0/ports/9342189b-4b41-43fc-9d04-ec99256ed253 HTTP/1.1" status: 404 len: 333 time: 0.1484199 Feb 21 09:00:45.085776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48158) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.093070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-5f7ebbe3-263c-4d26-aa11-529720ad1054 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.095182 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5f7ebbe3-263c-4d26-aa11-529720ad1054 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0099823 Feb 21 09:00:45.097294 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-8121411', 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:45.110685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8df130-974f-4bf9-81eb-c1e2866d6c4f None None] Network bc03625c-78e2-44a3-bddc-dae02bd7e601 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:45.147548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48164) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.155909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:45.160820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-0e560c26-0cb1-470d-91ce-2d6d8e7f7488 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.164150 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0e560c26-0cb1-470d-91ce-2d6d8e7f7488 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0124083 Feb 21 09:00:45.166787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48168) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.167984 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.181779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.189727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-37726615-ba72-4cea-83f7-831878ecdd9e tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.190670 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-37726615-ba72-4cea-83f7-831878ecdd9e tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0201342 Feb 21 09:00:45.191641 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:45.197703 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48172) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.202492 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-1238b357-ce1c-4bfd-9104-4a012d0011f8 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.203436 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1238b357-ce1c-4bfd-9104-4a012d0011f8 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048199 Feb 21 09:00:45.216027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48176) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.225901 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-eec08a70-61ec-4f8d-99c5-7f0a6348a75a tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.226911 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-eec08a70-61ec-4f8d-99c5-7f0a6348a75a tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0092223 Feb 21 09:00:45.230762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48180) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.238621 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-5ddb419a-0b18-47f2-ac01-411e25f9d92c tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.239609 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5ddb419a-0b18-47f2-ac01-411e25f9d92c tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0079281 Feb 21 09:00:45.240303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Made reservation on behalf of a69d9e24e4744b18b3630830cced076a for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:45.242554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.256248 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48184) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.257293 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.309130 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.319483 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.329100 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-af9e237c-fb89-4672-bfba-f43f6178661f tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.330170 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-af9e237c-fb89-4672-bfba-f43f6178661f tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0245299 Feb 21 09:00:45.338905 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Transition to ACTIVE for port object 8846f72c-49ac-43f7-8f79-b9c9a2460099 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:45.349995 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.389311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48188) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.397458 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-8a26f797-10ff-4c60-9e80-4e5a7bc94516 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.398401 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8a26f797-10ff-4c60-9e80-4e5a7bc94516 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0066550 Feb 21 09:00:45.407319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48192) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.431705 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-a4eea392-6ab1-48d9-ab32-401563f6bf9b tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.431705 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a4eea392-6ab1-48d9-ab32-401563f6bf9b tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0203650 Feb 21 09:00:45.432736 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] device_id is not set on port dae8bb2b-c807-4eef-8fa6-635f0b8349f7 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:45.460995 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] For port b2083817-a112-42bd-92d5-eb74c964a24c, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:00:45.474585 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48196) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.478771 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] For port b2083817-a112-42bd-92d5-eb74c964a24c, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b2083817-a112-42bd-92d5-eb74c964a24c,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:00:45.480705 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56054356-9315-450f-961a-6533c1d229c8 None None] Pushing event updated for resources: {'Port': ['ID=8846f72c-49ac-43f7-8f79-b9c9a2460099,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:45.487439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-4739a919-d6a8-4765-a44a-1ebd238ff187 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.487710 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4739a919-d6a8-4765-a44a-1ebd238ff187 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0111568 Feb 21 09:00:45.490959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Deleting port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:45.491320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.504695 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.518931 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48200) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.520046 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56054356-9315-450f-961a-6533c1d229c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:45.523070 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56054356-9315-450f-961a-6533c1d229c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:45.524014 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56054356-9315-450f-961a-6533c1d229c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:45.525265 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56054356-9315-450f-961a-6533c1d229c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:45.528186 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56054356-9315-450f-961a-6533c1d229c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:45.528961 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56054356-9315-450f-961a-6533c1d229c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:45.529703 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56054356-9315-450f-961a-6533c1d229c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:45.531870 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56054356-9315-450f-961a-6533c1d229c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:45.533141 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56054356-9315-450f-961a-6533c1d229c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:45.534052 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56054356-9315-450f-961a-6533c1d229c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:45.534780 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56054356-9315-450f-961a-6533c1d229c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:00:45.616458 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52026eba-5fb5-4704-9a70-84eddfe5db9a None None] Pushing event updated for resources: {'Port': ['ID=b2083817-a112-42bd-92d5-eb74c964a24c,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:45.626269 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Routers {'7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:45.626892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:45.683115 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-74db7b5c-38ed-4f43-83e0-1d9c7a23f3f6 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.688327 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-74db7b5c-38ed-4f43-83e0-1d9c7a23f3f6 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.1648426 Feb 21 09:00:45.691890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48204) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.720209 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-5440d0a3-5693-470b-9b18-0c9da3d3912f tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.725000 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5440d0a3-5693-470b-9b18-0c9da3d3912f tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0181489 Feb 21 09:00:45.746070 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48208) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.758891 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-9778dfb3-3151-4ad9-9084-5c3f0a7c2000 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.763571 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9778dfb3-3151-4ad9-9084-5c3f0a7c2000 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0108232 Feb 21 09:00:45.789799 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caff67f-d461-4c48-aab1-7abdfbd3f4d7 None None] DHCP port deletion for bc03625c-78e2-44a3-bddc-dae02bd7e601 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:00:45.801734 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4caff67f-d461-4c48-aab1-7abdfbd3f4d7 None None] Deleting port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:45.802148 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4caff67f-d461-4c48-aab1-7abdfbd3f4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.816177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93182df6-1a6a-426a-96b9-ccec12c1d024 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:45.817653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.819260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48212) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.834213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-a6db40f9-757a-4671-b7c4-ab90d52d1e59 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.839006 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a6db40f9-757a-4671-b7c4-ab90d52d1e59 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0148704 Feb 21 09:00:45.845126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93182df6-1a6a-426a-96b9-ccec12c1d024 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:45.845387 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48216) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.850797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:45.858931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-2e4bb613-af7d-49ca-9484-3a3f05ac8868 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.868532 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2e4bb613-af7d-49ca-9484-3a3f05ac8868 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0109947 Feb 21 09:00:45.868775 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-93182df6-1a6a-426a-96b9-ccec12c1d024 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.2376497 Feb 21 09:00:45.868959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48220) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.877681 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48222) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:45.961954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-2fb8f2eb-6b0e-4279-af8e-620757a9afc9 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:45.966698 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2fb8f2eb-6b0e-4279-af8e-620757a9afc9 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0150800 Feb 21 09:00:45.967138 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48228) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:46.083506 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] Set router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:00:46.090889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [None req-98d01584-2d92-41df-934d-05c9111ba446 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:46.091764 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98d01584-2d92-41df-934d-05c9111ba446 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.1157923 Feb 21 09:00:46.144639 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Attempting to bind port 8846f72c-49ac-43f7-8f79-b9c9a2460099 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:46.145189 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Attempting to bind port 8846f72c-49ac-43f7-8f79-b9c9a2460099 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:46.145754 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Attempting to bind port 8846f72c-49ac-43f7-8f79-b9c9a2460099 on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:46.168144 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:00:46.168692 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:00:46.169318 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:46.169931 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:00:46.170675 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Bound port: 8846f72c-49ac-43f7-8f79-b9c9a2460099, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:00:46.171340 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:46.257414 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48232) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:46.268851 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-4caff67f-d461-4c48-aab1-7abdfbd3f4d7 None None] For port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8d4e0b90-18f3-40e3-8e22-ac742e9f2516,segment=NetworkSegment(bdb85d5e-12bc-4220-a4fc-0ece310086a7),segment_id=bdb85d5e-12bc-4220-a4fc-0ece310086a7)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:46.269340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4caff67f-d461-4c48-aab1-7abdfbd3f4d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:46.277951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Network e498ca84-8e2f-48fe-9fe1-0bc423108cb2 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:46.298930 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-4a97a68e-abbc-48db-a4cf-ecac78d682b4 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:46.301081 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4a97a68e-abbc-48db-a4cf-ecac78d682b4 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0203586 Feb 21 09:00:46.303072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:46.321196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48236) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:46.331435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event updated for resources: {'Port': ['ID=6e8b8a75-2b4a-4b8f-9ce2-20f4735e5191,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:46.345618 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [None req-7caa16f2-c558-461f-aae5-7f7d509024d7 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:00:46.347605 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7caa16f2-c558-461f-aae5-7f7d509024d7 tempest-ExtensionsTestJSON-1552649705 tempest-ExtensionsTestJSON-1552649705-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0115221 Feb 21 09:00:46.409510 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] For port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8d4e0b90-18f3-40e3-8e22-ac742e9f2516,segment=NetworkSegment(bdb85d5e-12bc-4220-a4fc-0ece310086a7),segment_id=bdb85d5e-12bc-4220-a4fc-0ece310086a7)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:46.410404 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:46.518131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4caff67f-d461-4c48-aab1-7abdfbd3f4d7 None None] Calling delete_port for 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:46.578191 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] For port 8846f72c-49ac-43f7-8f79-b9c9a2460099, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:00:46.582963 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] For port 8846f72c-49ac-43f7-8f79-b9c9a2460099, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8846f72c-49ac-43f7-8f79-b9c9a2460099,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:00:46.597461 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:46.731519 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56054356-9315-450f-961a-6533c1d229c8 None None] Pushing event updated for resources: {'Port': ['ID=8846f72c-49ac-43f7-8f79-b9c9a2460099,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:46.778476 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Routers {'a238d5bd-a3dd-45df-9408-256b89683da3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:46.779899 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a238d5bd-a3dd-45df-9408-256b89683da3'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:46.898067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Calling delete_port for 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:47.025922 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:47.076610 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48246) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:47.121323 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] Set router a238d5bd-a3dd-45df-9408-256b89683da3 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:00:47.126343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:47.178003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4caff67f-d461-4c48-aab1-7abdfbd3f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:47.230573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:47.231972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:47.263481 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caff67f-d461-4c48-aab1-7abdfbd3f4d7 None None] Pushing event deleted for resources: {'Port': ['ID=8d4e0b90-18f3-40e3-8e22-ac742e9f2516,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:47.286482 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caff67f-d461-4c48-aab1-7abdfbd3f4d7 None None] No DVR routers for this DVR port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:00:47.319651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:47.324264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:00:36Z', 'revision_number': 3, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:47.329036 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef05e1e-126a-4f84-b7d3-565a071820a9 None None] The sync data for ids ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'] in dv-neutron-830062-1-hyperv is: [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:00:36Z', 'revision_number': 3, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:00:47.372797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:00:47.373201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:00:47.378644 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a546a4a3-51eb-4b8a-a8c7-55a04fcf5a58 None None] Provisioning complete for port 6e8b8a75-2b4a-4b8f-9ce2-20f4735e5191 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:47.379033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a546a4a3-51eb-4b8a-a8c7-55a04fcf5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:47.418798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8586634a-2b00-488a-b2d6-ce465b8e3ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:47.470631 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a546a4a3-51eb-4b8a-a8c7-55a04fcf5a58 None None] Port 6e8b8a75-2b4a-4b8f-9ce2-20f4735e5191 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:00:47.487587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'Subnet': ['ID=b7aee7bc-1863-4379-ac4d-b8717910fd26,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:47.516474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Checking segment: {'id': '18e7d077-087a-46cb-bc44-59fbc25b2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:00:47.516827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Network hostable DHCP agents. Network: 3ff9d5a3-0b37-4233-a413-0696d550825d, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:00:47.568575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Network 3ff9d5a3-0b37-4233-a413-0696d550825d is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:00:47.572888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:47.583929 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238d5bd-a3dd-45df-9408-256b89683da3', 'name': 'tempest-NetworksTestDHCPv6-router-1561813341', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:34Z', 'updated_at': '2022-02-21T09:00:38Z', 'revision_number': 2, 'project_id': '134915da0e684265a6dd55fced2cef76', 'gw_port_host': None, '_interfaces': [{'id': '8846f72c-49ac-43f7-8f79-b9c9a2460099', 'name': '', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'mac_address': 'fa:16:3e:ab:da:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238d5bd-a3dd-45df-9408-256b89683da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec080bd4-57de-444c-8e38-aee7809fa60e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:36Z', 'updated_at': '2022-02-21T09:00:46Z', 'revision_number': 4, 'project_id': '134915da0e684265a6dd55fced2cef76', 'subnets': [{'id': 'ec080bd4-57de-444c-8e38-aee7809fa60e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:47.594071 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b67ba-d4ae-4608-8b0a-18e5eacb9cae None None] The sync data for ids ['a238d5bd-a3dd-45df-9408-256b89683da3'] in dv-neutron-830062-1-hyperv is: [{'id': 'a238d5bd-a3dd-45df-9408-256b89683da3', 'name': 'tempest-NetworksTestDHCPv6-router-1561813341', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:34Z', 'updated_at': '2022-02-21T09:00:38Z', 'revision_number': 2, 'project_id': '134915da0e684265a6dd55fced2cef76', 'gw_port_host': None, '_interfaces': [{'id': '8846f72c-49ac-43f7-8f79-b9c9a2460099', 'name': '', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'mac_address': 'fa:16:3e:ab:da:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238d5bd-a3dd-45df-9408-256b89683da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec080bd4-57de-444c-8e38-aee7809fa60e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:36Z', 'updated_at': '2022-02-21T09:00:46Z', 'revision_number': 4, 'project_id': '134915da0e684265a6dd55fced2cef76', 'subnets': [{'id': 'ec080bd4-57de-444c-8e38-aee7809fa60e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:00:47.595865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 3ff9d5a3-0b37-4233-a413-0696d550825d) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:47.606085 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8fe88b-5c65-4e6b-ade1-87975e95eae1 None None] Network 3ff9d5a3-0b37-4233-a413-0696d550825d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:47.633335 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:47.634778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:47.657444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Router ff53f447-8271-4a10-bc06-7eea85c19165 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:00:47.685197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8586634a-2b00-488a-b2d6-ce465b8e3ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:47.693334 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b6e689a9-59f9-43dc-947f-eb1afd98cdb4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.8091731 Feb 21 09:00:47.710736 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8586634a-2b00-488a-b2d6-ce465b8e3ddc admin admin] Usage tracker for resource:security_group_rule and tenant:679188a52ccc4c29a2b2841a565a7bb3 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:47.719020 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48252) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:47.795875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8586634a-2b00-488a-b2d6-ce465b8e3ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:47.827419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8586634a-2b00-488a-b2d6-ce465b8e3ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:47.846111 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Pushing event updated for resources: {'Port': ['ID=dae8bb2b-c807-4eef-8fa6-635f0b8349f7,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:47.875614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Deleting port 8d4e0b90-18f3-40e3-8e22-ac742e9f2516 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:47.876317 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:47.916058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:00:47.930158 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4f7f9c12-dbe4-4fa6-b7b0-001dd14528c4 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "PUT /v2.0/routers/ff53f447-8271-4a10-bc06-7eea85c19165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6034179 Feb 21 09:00:47.932360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48256) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:47.938358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Request body: {'port': {'network_id': 'e498ca84-8e2f-48fe-9fe1-0bc423108cb2', 'name': 'tempest-FloatingIPNegativeTestJSON-433823676'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:47.948293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e09ddb-701b-4a64-af1f-5dd010139b9d None None] Sync routers for ids ['ff53f447-8271-4a10-bc06-7eea85c19165'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:00:48.002454 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-3ff9d5a3-0b37-4233-a413-0696d550825d', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'fixed_ips': [{'subnet_id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:00:48.004576 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:48.032657 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e09ddb-701b-4a64-af1f-5dd010139b9d None None] Routers {'ff53f447-8271-4a10-bc06-7eea85c19165'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:48.033479 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d6e09ddb-701b-4a64-af1f-5dd010139b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['ff53f447-8271-4a10-bc06-7eea85c19165'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:48.048763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Network f566a52b-d2fb-4d00-801b-fed6ef826079 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:48.065220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] The port '8d4e0b90-18f3-40e3-8e22-ac742e9f2516' was deleted {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:00:48.066258 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:48.089927 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:48.091296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:48.092027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:48.118946 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d6e09ddb-701b-4a64-af1f-5dd010139b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:48.193556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:48.200077 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Usage tracker for resource:port and tenant:c63e6b4f928842bc9f25ed06eeaa0a2a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:48.206089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:48.214320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:48.231598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Made reservation on behalf of c63e6b4f928842bc9f25ed06eeaa0a2a for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:48.235478 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:48.274880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] device_id is not set on port 2a74ec27-443b-405f-b789-a2367ba43649 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:48.319723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e09ddb-701b-4a64-af1f-5dd010139b9d None None] Routers {'ff53f447-8271-4a10-bc06-7eea85c19165'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:48.321202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d6e09ddb-701b-4a64-af1f-5dd010139b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['ff53f447-8271-4a10-bc06-7eea85c19165'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:48.359064 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:48.396990 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8586634a-2b00-488a-b2d6-ce465b8e3ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:48.399913 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d6e09ddb-701b-4a64-af1f-5dd010139b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:48.400347 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e09ddb-701b-4a64-af1f-5dd010139b9d None None] The sync data for ids ['ff53f447-8271-4a10-bc06-7eea85c19165'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:00:48.409734 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Allocated IP 172.20.0.2 (3ff9d5a3-0b37-4233-a413-0696d550825d/b7aee7bc-1863-4379-ac4d-b8717910fd26/f8e8d2b7-e6f8-459d-8c6c-72d79037b32d) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:48.452944 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8586634a-2b00-488a-b2d6-ce465b8e3ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:48.473159 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-29d56698-d23f-4059-ad74-59d0b6924e79 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 957 time: 3.3840520 Feb 21 09:00:48.476157 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48260) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:48.533316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Allocated IP 172.20.0.12 (e498ca84-8e2f-48fe-9fe1-0bc423108cb2/e898c962-cb7e-4ecd-aed8-ced7b6e4c0d0/2a74ec27-443b-405f-b789-a2367ba43649) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:48.617552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48264) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:48.623404 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8586634a-2b00-488a-b2d6-ce465b8e3ddc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=679188a52ccc4c29a2b2841a565a7bb3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5374670 Feb 21 09:00:48.687871 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:48.699388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Transition to ACTIVE for port object f8e8d2b7-e6f8-459d-8c6c-72d79037b32d will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:48.721900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Transition to ACTIVE for port object f8e8d2b7-e6f8-459d-8c6c-72d79037b32d will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:48.723345 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc03625c-78e2-44a3-bddc-dae02bd7e601']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:48.732562 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:48.796015 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb85d5e-12bc-4220-a4fc-0ece310086a7') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:48.796921 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb85d5e-12bc-4220-a4fc-0ece310086a7') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:48.820572 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Network 3ff9d5a3-0b37-4233-a413-0696d550825d is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:48.823761 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:48.824144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586634a-2b00-488a-b2d6-ce465b8e3ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90172f5-c180-4f09-b036-de26efe174ea,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:48.827037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-791f9d9d-83c6-4b4c-a797-d5e72022e6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:48.828132 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:48.831839 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:48.860732 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Pushing event updated for resources: {'Port': ['ID=f8e8d2b7-e6f8-459d-8c6c-72d79037b32d,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:48.870079 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-791f9d9d-83c6-4b4c-a797-d5e72022e6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:48.883317 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b94475ac-73ac-4ebe-96a1-575c0292a695 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Synchronizing usage tracker for tenant:a69d9e24e4744b18b3630830cced076a on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:48.887326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Router bc104cd8-ae4b-4cf4-be97-02e56035987f is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:00:48.889665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:48.909624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:00:48.910217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:48.934478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Attempting to bind port f8e8d2b7-e6f8-459d-8c6c-72d79037b32d on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:48.934900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Attempting to bind port f8e8d2b7-e6f8-459d-8c6c-72d79037b32d by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '18e7d077-087a-46cb-bc44-59fbc25b2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:48.935310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Attempting to bind port f8e8d2b7-e6f8-459d-8c6c-72d79037b32d on network 3ff9d5a3-0b37-4233-a413-0696d550825d {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:00:48.939887 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:00:48.944136 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:00:48.944136 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Checking segment: {'id': '18e7d077-087a-46cb-bc44-59fbc25b2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:00:48.944470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:48.949388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Bound using segment: {'id': '18e7d077-087a-46cb-bc44-59fbc25b2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:00:48.950207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Bound port: f8e8d2b7-e6f8-459d-8c6c-72d79037b32d, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e7d077-087a-46cb-bc44-59fbc25b2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:00:48.950690 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:49.105269 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] For port f8e8d2b7-e6f8-459d-8c6c-72d79037b32d, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:00:49.109879 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] For port f8e8d2b7-e6f8-459d-8c6c-72d79037b32d, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f8e8d2b7-e6f8-459d-8c6c-72d79037b32d,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:00:49.111411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:49.115814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:49.142141 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Transition to ACTIVE for port object 2a74ec27-443b-405f-b789-a2367ba43649 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:49.187607 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-791f9d9d-83c6-4b4c-a797-d5e72022e6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:49.216110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f9d9d-83c6-4b4c-a797-d5e72022e6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90172f5-c180-4f09-b036-de26efe174ea,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:49.247440 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:49.250890 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b96b1e-1f62-4508-9ded-45c1bf9c5ca9 None None] Pushing event updated for resources: {'Port': ['ID=f8e8d2b7-e6f8-459d-8c6c-72d79037b32d,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:49.253761 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b2083817-a112-42bd-92d5-eb74c964a24c up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:49.268432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b94475ac-73ac-4ebe-96a1-575c0292a695 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Unset dirty status for tenant:a69d9e24e4744b18b3630830cced076a on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:49.269744 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b94475ac-73ac-4ebe-96a1-575c0292a695 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "GET /v2.0/ports/dae8bb2b-c807-4eef-8fa6-635f0b8349f7 HTTP/1.1" status: 200 len: 952 time: 0.7525108 Feb 21 09:00:49.273042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48268) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:49.361418 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port b2083817-a112-42bd-92d5-eb74c964a24c completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:49.367523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port b2083817-a112-42bd-92d5-eb74c964a24c triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:49.367523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:49.382585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-791f9d9d-83c6-4b4c-a797-d5e72022e6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:49.386289 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-791f9d9d-83c6-4b4c-a797-d5e72022e6b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b90172f5-c180-4f09-b036-de26efe174ea HTTP/1.1" status: 204 len: 168 time: 0.7642198 Feb 21 09:00:49.415385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Network e498ca84-8e2f-48fe-9fe1-0bc423108cb2 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:49.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:49.426020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event updated for resources: {'Port': ['ID=2a74ec27-443b-405f-b789-a2367ba43649,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:49.428417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:49.484746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:49.532117 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:49.533255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:49.571734 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-72da418f-a519-4317-a82f-468d5c6325d2 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6370120 Feb 21 09:00:49.574369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48274) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:49.583649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:49.592163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:49.601167 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Usage tracker for resource:floatingip and tenant:c63e6b4f928842bc9f25ed06eeaa0a2a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:49.610934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:49.628912 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:49.654424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:49.744431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:49.754871 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:49.819254 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port b2083817-a112-42bd-92d5-eb74c964a24c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b2083817-a112-42bd-92d5-eb74c964a24c,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:49.827135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:49.828333 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8846f72c-49ac-43f7-8f79-b9c9a2460099 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:49.839498 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc03625c-78e2-44a3-bddc-dae02bd7e601,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:50.017889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-ce005639-9e07-4a53-83c7-b67bd907d805 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Deleting port dae8bb2b-c807-4eef-8fa6-635f0b8349f7 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:50.018589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce005639-9e07-4a53-83c7-b67bd907d805 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:50.035058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:50.065467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=b2083817-a112-42bd-92d5-eb74c964a24c,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:50.072707 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-bc2dac2e-5aa7-479d-8b2f-7db23567e709 None None] Provisioning for port 2a74ec27-443b-405f-b789-a2367ba43649 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:50.078095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-bc2dac2e-5aa7-479d-8b2f-7db23567e709 None None] Provisioning complete for port 2a74ec27-443b-405f-b789-a2367ba43649 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:50.078578 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bc2dac2e-5aa7-479d-8b2f-7db23567e709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:50.128406 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bd5494e8-f116-4a8c-8a88-60da0c93eb34 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bc03625c-78e2-44a3-bddc-dae02bd7e601 HTTP/1.1" status: 204 len: 168 time: 5.0655825 Feb 21 09:00:50.140574 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 8846f72c-49ac-43f7-8f79-b9c9a2460099 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:50.149919 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-bc2dac2e-5aa7-479d-8b2f-7db23567e709 None None] Port 2a74ec27-443b-405f-b789-a2367ba43649 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:00:50.151923 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 8846f72c-49ac-43f7-8f79-b9c9a2460099 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:50.152523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:50.231061 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Allocated IP 172.26.6.191 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/14a67db2-b834-4b48-8054-8f2f8fbcef4b) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:50.393560 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:50.421264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48290) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:50.465059 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 8846f72c-49ac-43f7-8f79-b9c9a2460099, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8846f72c-49ac-43f7-8f79-b9c9a2460099,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:50.474230 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:50.480398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:50.592019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=8846f72c-49ac-43f7-8f79-b9c9a2460099,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:50.598820 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ba8b761c-c0e9-4acf-bb71-b46012c6f581 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8271100a41e84071a556dd64b7cbb83e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1702738 Feb 21 09:00:50.605462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48294) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:50.606355 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce005639-9e07-4a53-83c7-b67bd907d805 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:50.616369 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c29a771-c33e-4296-b081-ace5903e118e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:50.708533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:50.868439 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:50.869357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d399e92e-eb52-4245-8166-8d1fd77e9efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:50.906197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:50.915224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d399e92e-eb52-4245-8166-8d1fd77e9efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:50.923135 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:50.967536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event updated for resources: {'Port': ['ID=14a67db2-b834-4b48-8054-8f2f8fbcef4b,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:50.970477 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde6a353-64de-45f2-86c7-1e05796099d6 None None] Network 3ff9d5a3-0b37-4233-a413-0696d550825d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:50.979110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-ce005639-9e07-4a53-83c7-b67bd907d805 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Calling delete_port for dae8bb2b-c807-4eef-8fa6-635f0b8349f7 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:51.034089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48304) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:51.096294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d399e92e-eb52-4245-8166-8d1fd77e9efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:51.117050 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d23766d5-717a-46b8-82f7-e0e552ae977d None None] Provisioning for port f8e8d2b7-e6f8-459d-8c6c-72d79037b32d completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:51.223594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b2083817-a112-42bd-92d5-eb74c964a24c up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:51.223797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399e92e-eb52-4245-8166-8d1fd77e9efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbcfd04-fd24-44a3-b84d-5b226adf2a48,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:51.232897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce005639-9e07-4a53-83c7-b67bd907d805 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:51.234557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:51.295680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d399e92e-eb52-4245-8166-8d1fd77e9efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:51.296854 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d399e92e-eb52-4245-8166-8d1fd77e9efc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bcbcfd04-fd24-44a3-b84d-5b226adf2a48 HTTP/1.1" status: 204 len: 168 time: 0.6903265 Feb 21 09:00:51.310839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:51.387735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:00:51.392177 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce005639-9e07-4a53-83c7-b67bd907d805 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Pushing event deleted for resources: {'Port': ['ID=dae8bb2b-c807-4eef-8fa6-635f0b8349f7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:51.401518 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port b2083817-a112-42bd-92d5-eb74c964a24c triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:51.402114 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:51.405886 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b316dc-e69c-42b8-83c9-ad33c92bec20 None None] Sync routers for ids ['bc104cd8-ae4b-4cf4-be97-02e56035987f'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:00:51.433787 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b316dc-e69c-42b8-83c9-ad33c92bec20 None None] Routers {'bc104cd8-ae4b-4cf4-be97-02e56035987f'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:51.439126 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-37b316dc-e69c-42b8-83c9-ad33c92bec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['bc104cd8-ae4b-4cf4-be97-02e56035987f'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:51.448142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Request body: {'networks': [{'name': 'tempest-network--188263419'}, {'name': 'tempest-network--1469087082'}]} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:51.448855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Request body: {'network': {'name': 'tempest-network--188263419'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:51.449219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce005639-9e07-4a53-83c7-b67bd907d805 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:51.450025 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Request body: {'network': {'name': 'tempest-network--1469087082'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:51.454595 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ce005639-9e07-4a53-83c7-b67bd907d805 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "DELETE /v2.0/ports/dae8bb2b-c807-4eef-8fa6-635f0b8349f7 HTTP/1.1" status: 204 len: 168 time: 2.1071205 Feb 21 09:00:51.465130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48312) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:51.544591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:51.563124 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8846f72c-49ac-43f7-8f79-b9c9a2460099 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:51.589307 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-37b316dc-e69c-42b8-83c9-ad33c92bec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:51.607145 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b316dc-e69c-42b8-83c9-ad33c92bec20 None None] Routers {'bc104cd8-ae4b-4cf4-be97-02e56035987f'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:51.608249 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-37b316dc-e69c-42b8-83c9-ad33c92bec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['bc104cd8-ae4b-4cf4-be97-02e56035987f'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:51.676140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Usage tracker for resource:network and tenant:72ba89d1345e46ada3ba44ed71123157 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:51.702521 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5534bd-b2d6-4d94-97b3-bc0f4c4f3cb9 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] GET failed (client error): The resource could not be found. Feb 21 09:00:51.704074 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1a5534bd-b2d6-4d94-97b3-bc0f4c4f3cb9 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "GET /v2.0/ports/dae8bb2b-c807-4eef-8fa6-635f0b8349f7 HTTP/1.1" status: 404 len: 333 time: 0.2375505 Feb 21 09:00:51.717753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:51.729447 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48316) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:51.733977 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 8846f72c-49ac-43f7-8f79-b9c9a2460099 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:51.734310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:51.745241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:51.758393 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-37b316dc-e69c-42b8-83c9-ad33c92bec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:51.758393 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b316dc-e69c-42b8-83c9-ad33c92bec20 None None] The sync data for ids ['bc104cd8-ae4b-4cf4-be97-02e56035987f'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:00:51.776961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Request body: {'port': {'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2005378566'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:51.795691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Made reservation on behalf of 72ba89d1345e46ada3ba44ed71123157 for: {'network': 2} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:51.804997 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:51.826485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:51.838795 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:51.843595 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48322) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:51.844772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Usage tracker for resource:port and tenant:a69d9e24e4744b18b3630830cced076a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:51.844916 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-571974d0-5585-45b0-99ca-86959149c933 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "PUT /v2.0/routers/bc104cd8-ae4b-4cf4-be97-02e56035987f HTTP/1.1" status: 200 len: 914 time: 11.9303937 Feb 21 09:00:51.849796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:51.912723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:51.921793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:52.033464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f8e8d2b7-e6f8-459d-8c6c-72d79037b32d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:52.120683 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:52.137510 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Made reservation on behalf of a69d9e24e4744b18b3630830cced076a for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:52.140960 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:52.159999 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port f8e8d2b7-e6f8-459d-8c6c-72d79037b32d completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:52.165902 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:52.167815 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port f8e8d2b7-e6f8-459d-8c6c-72d79037b32d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:52.168392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:52.277306 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-2c29a771-c33e-4296-b081-ace5903e118e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 8846f72c-49ac-43f7-8f79-b9c9a2460099 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:52.277556 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c29a771-c33e-4296-b081-ace5903e118e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:52.341692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:52.388813 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port f8e8d2b7-e6f8-459d-8c6c-72d79037b32d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f8e8d2b7-e6f8-459d-8c6c-72d79037b32d,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:52.396829 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:52.520234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=f8e8d2b7-e6f8-459d-8c6c-72d79037b32d,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:52.532629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:52.544792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Usage tracker for resource:security_group_rule and tenant:72ba89d1345e46ada3ba44ed71123157 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:52.549527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] device_id is not set on port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:52.633915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-2c29a771-c33e-4296-b081-ace5903e118e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] For port 8846f72c-49ac-43f7-8f79-b9c9a2460099, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8846f72c-49ac-43f7-8f79-b9c9a2460099,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:52.634206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c29a771-c33e-4296-b081-ace5903e118e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:52.638250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:52.650461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:52.756377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event updated for resources: {'Port': ['ID=14a67db2-b834-4b48-8054-8f2f8fbcef4b,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:52.859007 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-2c29a771-c33e-4296-b081-ace5903e118e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 8846f72c-49ac-43f7-8f79-b9c9a2460099 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:52.880241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:52.928194 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:52.991915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f8e8d2b7-e6f8-459d-8c6c-72d79037b32d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:00:53.080614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port f8e8d2b7-e6f8-459d-8c6c-72d79037b32d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:53.081290 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.173992 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.216885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.241231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.245383 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-823a6cc1-8a4b-49f2-b4f3-e450679519b9 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6668899 Feb 21 09:00:53.253045 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48344) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:53.274734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.290528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ed3d9631-7b80-4845-92a4-c95600988c15 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Request body: {'floatingip': {'port_id': '2a74ec27-443b-405f-b789-a2367ba43649', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:53.294103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.294552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.376533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Network f566a52b-d2fb-4d00-801b-fed6ef826079 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:53.378862 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Pushing event updated for resources: {'Port': ['ID=5d7c0b2a-fe00-4a99-ac23-7e64ae71781e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:53.385507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:53.387975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:53.388971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:53.389679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.393231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f929f862-c33c-4c40-985c-21b2383f9ad1,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:53.412434 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:00:53.428717 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7a136e6e-b08d-4486-9582-f7d29cacfccc tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/routers/bc104cd8-ae4b-4cf4-be97-02e56035987f HTTP/1.1" status: 200 len: 920 time: 1.5808139 Feb 21 09:00:53.431342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48350) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:53.434438 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.434854 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Added segment 1ab07be2-45f5-42a4-9cee-243d950007fe of type vlan for network 4b5d6f3a-c512-49b3-ab73-ee96f7a765a8 Feb 21 09:00:53.441708 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-335dedd4-94f5-430d-a06d-2a2203c5ad68 tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7112949 Feb 21 09:00:53.448726 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48354) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:53.465635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:53.470548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.513394 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:00:53.525722 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.526673 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Added segment 342801f4-cb24-49b6-bd32-0cb5d7009765 of type vlan for network 9fb47b04-6a95-4ddf-ac91-d294d24735eb Feb 21 09:00:53.560222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.568966 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ed3d9631-7b80-4845-92a4-c95600988c15 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for floatingip, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.605909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.606837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.612421 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:53.617358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:53.618482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:53.662018 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6251183 Feb 21 09:00:53.666689 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48362) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:53.918600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event updated for resources: {'Network': ['ID=4b5d6f3a-c512-49b3-ab73-ee96f7a765a8,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:53.941861 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 4b5d6f3a-c512-49b3-ab73-ee96f7a765a8 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:00:54.090100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13998a3f-151f-412c-91da-e6d2d33715a6 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event updated for resources: {'Network': ['ID=9fb47b04-6a95-4ddf-ac91-d294d24735eb,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:54.107360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1744c88-023d-4806-b09d-3fd6126d4142 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:54.111508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1744c88-023d-4806-b09d-3fd6126d4142 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:54.115677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1744c88-023d-4806-b09d-3fd6126d4142 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:54.120307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1744c88-023d-4806-b09d-3fd6126d4142 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:54.121342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f1744c88-023d-4806-b09d-3fd6126d4142 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Synchronizing usage tracker for tenant:72ba89d1345e46ada3ba44ed71123157 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:54.141163 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 9fb47b04-6a95-4ddf-ac91-d294d24735eb details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:00:54.162312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f1744c88-023d-4806-b09d-3fd6126d4142 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Unset dirty status for tenant:72ba89d1345e46ada3ba44ed71123157 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:54.164388 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f1744c88-023d-4806-b09d-3fd6126d4142 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4966757 Feb 21 09:00:54.167824 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48374) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:54.215766 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:54.225020 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48378) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:54.293279 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c77ddc37-9c8e-4575-aa0c-5783d0dc91fa tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:54.295030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48384) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:54.295180 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-62e5e319-2a9a-4254-adaa-70f8ead11141 tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&device_id=bc104cd8-ae4b-4cf4-be97-02e56035987f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8478174 Feb 21 09:00:54.300369 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c29a771-c33e-4296-b081-ace5903e118e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:54.416219 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-ed3d9631-7b80-4845-92a4-c95600988c15 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] update failed (client error): The resource could not be found. Feb 21 09:00:54.420033 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ed3d9631-7b80-4845-92a4-c95600988c15 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "PUT /v2.0/floatingips/b75966e2-11d0-4fd7-af92-734efd380034 HTTP/1.1" status: 404 len: 507 time: 1.1515217 Feb 21 09:00:54.425812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48388) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:54.438144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29a771-c33e-4296-b081-ace5903e118e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=8846f72c-49ac-43f7-8f79-b9c9a2460099,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:54.503598 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:54.523112 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:54.587230 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Usage tracker for resource:floatingip and tenant:3ffedb51a2c346ccad2c3deeaf613d76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:54.608394 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:54.654181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:54.725176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d86f044-3bb6-4124-bc29-47202e9e426c tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:54.726136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4d86f044-3bb6-4124-bc29-47202e9e426c tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Synchronizing usage tracker for tenant:8355709553eb434d828b2daf0da2367a on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:54.735484 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c77ddc37-9c8e-4575-aa0c-5783d0dc91fa tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:54.796837 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Allocated IP 172.20.0.1 (3ff9d5a3-0b37-4233-a413-0696d550825d/b7aee7bc-1863-4379-ac4d-b8717910fd26/fdfa701d-834e-4311-bc04-1a980c57b946) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:54.802561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-569de80b-531a-4cc8-b703-d931a760e9b8 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Deleting port 14a67db2-b834-4b48-8054-8f2f8fbcef4b {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:54.802950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-569de80b-531a-4cc8-b703-d931a760e9b8 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:54.853299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-c77ddc37-9c8e-4575-aa0c-5783d0dc91fa tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5d6f3a-c512-49b3-ab73-ee96f7a765a8']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:54.890061 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:55.025723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4d86f044-3bb6-4124-bc29-47202e9e426c tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] Unset dirty status for tenant:8355709553eb434d828b2daf0da2367a on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:55.027477 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4d86f044-3bb6-4124-bc29-47202e9e426c tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/networks/26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 881 time: 0.7302217 Feb 21 09:00:55.030111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-c77ddc37-9c8e-4575-aa0c-5783d0dc91fa tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab07be2-45f5-42a4-9cee-243d950007fe') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:55.030539 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-c77ddc37-9c8e-4575-aa0c-5783d0dc91fa tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab07be2-45f5-42a4-9cee-243d950007fe') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:55.052630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48392) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:55.105254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c77ddc37-9c8e-4575-aa0c-5783d0dc91fa tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:55.124130 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2c29a771-c33e-4296-b081-ace5903e118e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:55.130539 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3576e823-1fdf-434e-ab3d-c9b77d9f1be1 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc104cd8-ae4b-4cf4-be97-02e56035987f HTTP/1.1" status: 200 len: 205 time: 0.0765700 Feb 21 09:00:55.135583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48396) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:55.252482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c77ddc37-9c8e-4575-aa0c-5783d0dc91fa tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:55.315898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77ddc37-9c8e-4575-aa0c-5783d0dc91fa tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:00:55.316294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c77ddc37-9c8e-4575-aa0c-5783d0dc91fa tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:55.328133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] device_id is not set on port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:00:55.344235 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:00:55.386490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:55.390761 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:55.480312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-569de80b-531a-4cc8-b703-d931a760e9b8 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:55.480954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-569de80b-531a-4cc8-b703-d931a760e9b8 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:55.487702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c77ddc37-9c8e-4575-aa0c-5783d0dc91fa tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:55.532340 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Transition to ACTIVE for port object fdfa701d-834e-4311-bc04-1a980c57b946 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:55.533667 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Transition to ACTIVE for port object 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:00:55.560375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c77ddc37-9c8e-4575-aa0c-5783d0dc91fa tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:55.664397 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-569de80b-531a-4cc8-b703-d931a760e9b8 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Calling delete_port for 14a67db2-b834-4b48-8054-8f2f8fbcef4b owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:55.714714 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ddc37-9c8e-4575-aa0c-5783d0dc91fa tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event deleted for resources: {'Network': ['ID=4b5d6f3a-c512-49b3-ab73-ee96f7a765a8,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:55.740993 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:55.755351 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c77ddc37-9c8e-4575-aa0c-5783d0dc91fa tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "DELETE /v2.0/networks/4b5d6f3a-c512-49b3-ab73-ee96f7a765a8 HTTP/1.1" status: 204 len: 168 time: 1.5857787 Feb 21 09:00:55.761046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48400) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:55.820386 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:55.982046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-720d0879-7e80-4802-9df8-b5b16b924345 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:56.015563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Pushing event updated for resources: {'Port': ['ID=5d7c0b2a-fe00-4a99-ac23-7e64ae71781e,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:56.111586 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:56.247711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-569de80b-531a-4cc8-b703-d931a760e9b8 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:56.248306 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:56.248429 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:56.248656 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:56.271122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Network 3ff9d5a3-0b37-4233-a413-0696d550825d is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:56.275770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:56.277648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'Port': ['ID=fdfa701d-834e-4311-bc04-1a980c57b946,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:56.282121 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:56.318391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:56.318763 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:56.329325 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 2 to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e Feb 21 09:00:56.341428 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c29a771-c33e-4296-b081-ace5903e118e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Router a238d5bd-a3dd-45df-9408-256b89683da3 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:00:56.355030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Allocated IP 172.26.6.129 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/40cf9c89-5523-48df-acad-71a01a8314af) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:00:56.358270 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569de80b-531a-4cc8-b703-d931a760e9b8 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event deleted for resources: {'Port': ['ID=14a67db2-b834-4b48-8054-8f2f8fbcef4b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:56.369660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:56.391256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:56.391674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:56.392082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:56.405769 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:56.443265 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-720d0879-7e80-4802-9df8-b5b16b924345 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:56.484324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:56.484688 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:56.488398 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 3 to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e Feb 21 09:00:56.589848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c2e2a395-2655-4d25-8062-994a4f12b66a None None] Provisioning for port fdfa701d-834e-4311-bc04-1a980c57b946 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:00:56.596783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c2e2a395-2655-4d25-8062-994a4f12b66a None None] Provisioning complete for port fdfa701d-834e-4311-bc04-1a980c57b946 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:56.597540 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c2e2a395-2655-4d25-8062-994a4f12b66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:56.630942 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-720d0879-7e80-4802-9df8-b5b16b924345 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb47b04-6a95-4ddf-ac91-d294d24735eb']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:56.637166 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:56.637512 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:56.637843 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:56.669508 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:56.669825 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:56.682257 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 4 to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e Feb 21 09:00:56.716335 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2a395-2655-4d25-8062-994a4f12b66a None None] Port fdfa701d-834e-4311-bc04-1a980c57b946 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:00:56.746117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:56.746669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:56.747480 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:56.792544 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c29a771-c33e-4296-b081-ace5903e118e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:00:56.796740 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:56.803888 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e58861-d2b1-42a4-92da-54be7af5de67 None None] Sync routers for ids ['a238d5bd-a3dd-45df-9408-256b89683da3'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:00:56.807278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:56.807610 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:56.812801 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 5 to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e Feb 21 09:00:56.818592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e58861-d2b1-42a4-92da-54be7af5de67 None None] Routers {'a238d5bd-a3dd-45df-9408-256b89683da3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:56.820681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-83e58861-d2b1-42a4-92da-54be7af5de67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a238d5bd-a3dd-45df-9408-256b89683da3'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:56.845839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-720d0879-7e80-4802-9df8-b5b16b924345 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342801f4-cb24-49b6-bd32-0cb5d7009765') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:56.846255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-720d0879-7e80-4802-9df8-b5b16b924345 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342801f4-cb24-49b6-bd32-0cb5d7009765') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:56.850127 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:56.871116 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2c29a771-c33e-4296-b081-ace5903e118e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "PUT /v2.0/routers/a238d5bd-a3dd-45df-9408-256b89683da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0009222 Feb 21 09:00:56.873888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:56.874226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:56.874559 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:56.876498 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48404) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:56.891621 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-720d0879-7e80-4802-9df8-b5b16b924345 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:56.927912 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-720d0879-7e80-4802-9df8-b5b16b924345 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:56.943044 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720d0879-7e80-4802-9df8-b5b16b924345 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:00:56.943583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-720d0879-7e80-4802-9df8-b5b16b924345 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:56.963155 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:56.963460 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-83e58861-d2b1-42a4-92da-54be7af5de67 None None] Set router a238d5bd-a3dd-45df-9408-256b89683da3 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:00:56.963580 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:00:56.967605 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:00:56.969845 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 6 to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e Feb 21 09:00:56.974684 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-569de80b-531a-4cc8-b703-d931a760e9b8 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:57.016049 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:57.016379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:57.016733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:57.076426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-569de80b-531a-4cc8-b703-d931a760e9b8 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:57.083925 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-569de80b-531a-4cc8-b703-d931a760e9b8 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "DELETE /v2.0/floatingips/b75966e2-11d0-4fd7-af92-734efd380034 HTTP/1.1" status: 204 len: 168 time: 2.6485252 Feb 21 09:00:57.084128 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:57.086766 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48408) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:57.088104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-720d0879-7e80-4802-9df8-b5b16b924345 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:57.099185 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-83e58861-d2b1-42a4-92da-54be7af5de67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238d5bd-a3dd-45df-9408-256b89683da3', 'name': 'tempest-NetworksTestDHCPv6-router-1561813341', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:34Z', 'updated_at': '2022-02-21T09:00:54Z', 'revision_number': 3, 'project_id': '134915da0e684265a6dd55fced2cef76', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:57.104267 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e58861-d2b1-42a4-92da-54be7af5de67 None None] Checking router: a238d5bd-a3dd-45df-9408-256b89683da3 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:00:57.110463 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-720d0879-7e80-4802-9df8-b5b16b924345 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:57.115807 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e58861-d2b1-42a4-92da-54be7af5de67 None None] Routers {'a238d5bd-a3dd-45df-9408-256b89683da3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:00:57.116702 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-83e58861-d2b1-42a4-92da-54be7af5de67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a238d5bd-a3dd-45df-9408-256b89683da3'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:57.127655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d0879-7e80-4802-9df8-b5b16b924345 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event deleted for resources: {'Network': ['ID=9fb47b04-6a95-4ddf-ac91-d294d24735eb,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:57.131886 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-720d0879-7e80-4802-9df8-b5b16b924345 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "DELETE /v2.0/networks/9fb47b04-6a95-4ddf-ac91-d294d24735eb HTTP/1.1" status: 204 len: 168 time: 1.3671618 Feb 21 09:00:57.134645 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48410) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:57.194697 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:57.194697 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:57.197561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8a1ae429-3038-46bb-b911-1fd15c5cea89 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Request body: {'floatingip': {'floating_network_id': 'e498ca84-8e2f-48fe-9fe1-0bc423108cb2', 'port_id': '2a74ec27-443b-405f-b789-a2367ba43649', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:57.205974 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 7 to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e Feb 21 09:00:57.215032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe342fc4-9115-4c8c-a25f-b8dda1b45524 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:57.216370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe342fc4-9115-4c8c-a25f-b8dda1b45524 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:57.217101 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fe342fc4-9115-4c8c-a25f-b8dda1b45524 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:57.246123 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8a1ae429-3038-46bb-b911-1fd15c5cea89 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:57.263079 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-83e58861-d2b1-42a4-92da-54be7af5de67 None None] Set router a238d5bd-a3dd-45df-9408-256b89683da3 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:00:57.311975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:57.323697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbcf8b7-a589-41d2-b858-71e7f8410ede tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:57.327724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbcf8b7-a589-41d2-b858-71e7f8410ede tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:57.328558 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ddbcf8b7-a589-41d2-b858-71e7f8410ede tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Synchronizing usage tracker for tenant:72ba89d1345e46ada3ba44ed71123157 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:00:57.341909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Deleting port d296c76f-8614-4ab5-bd34-4f49db0f9a8f {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:57.342207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:57.385618 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-83e58861-d2b1-42a4-92da-54be7af5de67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238d5bd-a3dd-45df-9408-256b89683da3', 'name': 'tempest-NetworksTestDHCPv6-router-1561813341', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:34Z', 'updated_at': '2022-02-21T09:00:54Z', 'revision_number': 3, 'project_id': '134915da0e684265a6dd55fced2cef76', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:00:57.386745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ddbcf8b7-a589-41d2-b858-71e7f8410ede tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Unset dirty status for tenant:72ba89d1345e46ada3ba44ed71123157 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:57.388331 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ddbcf8b7-a589-41d2-b858-71e7f8410ede tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2529533 Feb 21 09:00:57.394881 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e58861-d2b1-42a4-92da-54be7af5de67 None None] The sync data for ids ['a238d5bd-a3dd-45df-9408-256b89683da3'] in dv-neutron-830062-1-hyperv is: [{'id': 'a238d5bd-a3dd-45df-9408-256b89683da3', 'name': 'tempest-NetworksTestDHCPv6-router-1561813341', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:34Z', 'updated_at': '2022-02-21T09:00:54Z', 'revision_number': 3, 'project_id': '134915da0e684265a6dd55fced2cef76', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:00:57.396574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48416) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:57.402441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8a1ae429-3038-46bb-b911-1fd15c5cea89 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Usage tracker for resource:floatingip and tenant:c63e6b4f928842bc9f25ed06eeaa0a2a is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:57.404852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2685dba8-b9f8-4aa8-8d8d-00959e8aa1bd tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-518561755'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:57.417952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2685dba8-b9f8-4aa8-8d8d-00959e8aa1bd tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:57.418160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8a1ae429-3038-46bb-b911-1fd15c5cea89 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:57.424051 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:57.424409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:57.424924 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:57.441843 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:57.447422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8a1ae429-3038-46bb-b911-1fd15c5cea89 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:57.454600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Pushing event updated for resources: {'Port': ['ID=40cf9c89-5523-48df-acad-71a01a8314af,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:57.458668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:57.461095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:00:57.490030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2685dba8-b9f8-4aa8-8d8d-00959e8aa1bd tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:57.512243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fe342fc4-9115-4c8c-a25f-b8dda1b45524 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:00:57.513445 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fe342fc4-9115-4c8c-a25f-b8dda1b45524 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6327107 Feb 21 09:00:57.517710 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48420) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:57.532557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:57.532887 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:57.533624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae429-3038-46bb-b911-1fd15c5cea89 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:57.551264 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 8 to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e Feb 21 09:00:57.556812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2685dba8-b9f8-4aa8-8d8d-00959e8aa1bd tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Made reservation on behalf of 72ba89d1345e46ada3ba44ed71123157 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:57.559750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2685dba8-b9f8-4aa8-8d8d-00959e8aa1bd tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:57.596196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:57.596612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:57.596941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:57.630642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:57.691072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:57.691598 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:57.738863 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 9 to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e Feb 21 09:00:57.777067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Calling delete_port for d296c76f-8614-4ab5-bd34-4f49db0f9a8f owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:00:57.791540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:57.792124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:57.792124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:57.812056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2685dba8-b9f8-4aa8-8d8d-00959e8aa1bd tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:00:57.826324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:57.826755 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:57.831610 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.plugins.ml2.plugin [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempt 10 to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e Feb 21 09:00:57.881089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:00:57.881418 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:00:57.881747 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempting to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:00:57.899672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2685dba8-b9f8-4aa8-8d8d-00959e8aa1bd tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:57.899949 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-2685dba8-b9f8-4aa8-8d8d-00959e8aa1bd tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Added segment 8ebb158a-28be-483b-890b-013d460b6ea3 of type vlan for network d748604f-0f11-4914-b85e-97d6791a8124 Feb 21 09:00:57.958489 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2685dba8-b9f8-4aa8-8d8d-00959e8aa1bd tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:57.964515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:00:57.964856 dv-neutron-830062-1-hyperv neutron-server[83584]: ERROR neutron.plugins.ml2.managers [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Failed to bind port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on host hv-neutron-8300 for vnic_type normal using segments [{'id': 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f566a52b-d2fb-4d00-801b-fed6ef826079'}] Feb 21 09:00:57.965235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.001579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ce493c-6eac-41d1-9608-442f4fe3f1bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet ec080bd4-57de-444c-8e38-aee7809fa60e {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:00:58.009865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.015565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-91ce493c-6eac-41d1-9608-442f4fe3f1bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.084821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2685dba8-b9f8-4aa8-8d8d-00959e8aa1bd tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.090092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2685dba8-b9f8-4aa8-8d8d-00959e8aa1bd tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:58.090824 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2685dba8-b9f8-4aa8-8d8d-00959e8aa1bd tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.126578 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.139593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-91ce493c-6eac-41d1-9608-442f4fe3f1bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.144736 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.282641 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.329746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685dba8-b9f8-4aa8-8d8d-00959e8aa1bd tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event updated for resources: {'Network': ['ID=d748604f-0f11-4914-b85e-97d6791a8124,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:58.339595 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2685dba8-b9f8-4aa8-8d8d-00959e8aa1bd tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9420223 Feb 21 09:00:58.343167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] For port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:00:58.344255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Attempted to set empty binding levels {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 21 09:00:58.345650 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48424) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:58.347130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network d748604f-0f11-4914-b85e-97d6791a8124 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:00:58.361792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-664430989'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:58.367763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.368492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:58.374195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Usage tracker for resource:network and tenant:72ba89d1345e46ada3ba44ed71123157 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:58.379026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'Port': ['ID=fdfa701d-834e-4311-bc04-1a980c57b946,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:58.379286 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:58.386459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.391239 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:58.415083 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.441978 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-8a1ae429-3038-46bb-b911-1fd15c5cea89 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:00:58.446722 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8a1ae429-3038-46bb-b911-1fd15c5cea89 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2666852 Feb 21 09:00:58.446884 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Pushing event deleted for resources: {'Port': ['ID=d296c76f-8614-4ab5-bd34-4f49db0f9a8f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:58.452105 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48428) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:58.457879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '2a74ec27-443b-405f-b789-a2367ba43649', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:58.465080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-91ce493c-6eac-41d1-9608-442f4fe3f1bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.475726 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] In _notify_port_updated(), no bound segment for port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e on network f566a52b-d2fb-4d00-801b-fed6ef826079 {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:00:58.476968 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.478735 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "PUT /v2.0/ports/5d7c0b2a-fe00-4a99-ac23-7e64ae71781e HTTP/1.1" status: 200 len: 977 time: 5.0208423 Feb 21 09:00:58.502413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48432) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:58.507862 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:58.544015 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Made reservation on behalf of 72ba89d1345e46ada3ba44ed71123157 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:58.546877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.620337 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fb890-9636-4d3b-b2bb-16a4758217cb tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Pushing event updated for resources: {'Port': ['ID=5d7c0b2a-fe00-4a99-ac23-7e64ae71781e,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:58.719010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Usage tracker for resource:floatingip and tenant:c63e6b4f928842bc9f25ed06eeaa0a2a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:58.737887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:58.744284 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Network 3ff9d5a3-0b37-4233-a413-0696d550825d is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:00:58.746490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:00:58.792258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:58.816392 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-72f70bb8-2633-437f-81ce-5aa299d76f4c tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Deleting port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:58.816803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-72f70bb8-2633-437f-81ce-5aa299d76f4c tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.891106 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:00:58.902639 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.924597 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.926588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:00:58.926913 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8846f72c-49ac-43f7-8f79-b9c9a2460099 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:00:58.933706 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:58.984592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 8846f72c-49ac-43f7-8f79-b9c9a2460099 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:00:58.985840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8846f72c-49ac-43f7-8f79-b9c9a2460099 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:00:59.062657 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0a720faa-382e-41e5-bfff-da6fcf1520de None None] Provisioning complete for port fdfa701d-834e-4311-bc04-1a980c57b946 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:00:59.063048 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0a720faa-382e-41e5-bfff-da6fcf1520de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.082165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Pushing event updated for resources: {'Port': ['ID=40cf9c89-5523-48df-acad-71a01a8314af,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:59.104710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.119193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-0a720faa-382e-41e5-bfff-da6fcf1520de None None] Port fdfa701d-834e-4311-bc04-1a980c57b946 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:00:59.131030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.131377 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Added segment 9514b917-3a90-4fea-90d9-e13c5b955c33 of type vlan for network 36222621-1ec0-4681-bbaa-6d5ddf9ad51d Feb 21 09:00:59.175611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-91ce493c-6eac-41d1-9608-442f4fe3f1bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.282314 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce493c-6eac-41d1-9608-442f4fe3f1bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=ec080bd4-57de-444c-8e38-aee7809fa60e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:59.284026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.366101 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.371135 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-140dea21-2f60-4344-8315-316bf67dee40 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1311769 Feb 21 09:00:59.373624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a822dd-f3c9-47f9-8592-0953797c76d8 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:00:59.375083 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48436) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:59.382330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-716826231', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'fixed_ips': [{'ip_address': '172.26.6.129'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:00:59.389075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:59.395824 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Usage tracker for resource:port and tenant:3ffedb51a2c346ccad2c3deeaf613d76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:59.406442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:59.415073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:59.432972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Made reservation on behalf of 3ffedb51a2c346ccad2c3deeaf613d76 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:00:59.435793 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.436010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-91ce493c-6eac-41d1-9608-442f4fe3f1bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.441485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.454800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.506366 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:00:59.519325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Usage tracker for resource:security_group_rule and tenant:3ffedb51a2c346ccad2c3deeaf613d76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:00:59.523822 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:00:59.531390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:00:59.606841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.resource_extend [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:00:59.650563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:00:59.657661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.668320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.668719 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a9846c-3753-48c1-bd22-1f0932cab75d None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:00:59.673084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9846c-3753-48c1-bd22-1f0932cab75d None None] Deleting port 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:00:59.673600 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d3a9846c-3753-48c1-bd22-1f0932cab75d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.681245 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] device_id is not set on port 4f72e7d7-d88b-41ab-8d33-c4fc3e16cdcf yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:00:59.691787 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-91ce493c-6eac-41d1-9608-442f4fe3f1bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/ec080bd4-57de-444c-8e38-aee7809fa60e HTTP/1.1" status: 204 len: 168 time: 2.1726336 Feb 21 09:00:59.702736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48440) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:00:59.805713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.878439 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.882238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:00:59.883034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.887144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-72f70bb8-2633-437f-81ce-5aa299d76f4c tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] For port 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e, host hv-neutron-8300, got binding levels [] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:59.887516 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-72f70bb8-2633-437f-81ce-5aa299d76f4c tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.895976 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c99dfb-cbd5-4af9-bcf0-a66aec5944e4,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:00:59.928476 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d3a9846c-3753-48c1-bd22-1f0932cab75d None None] For port 6e1caa84-9f0d-41c1-9391-ebd3c75cb276, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6e1caa84-9f0d-41c1-9391-ebd3c75cb276,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:00:59.929128 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d3a9846c-3753-48c1-bd22-1f0932cab75d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:00:59.929373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:00.095270 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 21 09:01:00.095907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:01:00.114816 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9846c-3753-48c1-bd22-1f0932cab75d None None] Calling delete_port for 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:00.171854 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b0c2cd91-a887-4971-a754-b69e9b034e70 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7940202 Feb 21 09:01:00.173649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48444) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:00.181194 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-78b72236-9fbf-4cfd-808b-b3d59481d18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:00.241207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d3a9846c-3753-48c1-bd22-1f0932cab75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:00.262125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-72f70bb8-2633-437f-81ce-5aa299d76f4c tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Calling delete_port for 5d7c0b2a-fe00-4a99-ac23-7e64ae71781e owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:00.313459 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:00.315934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:01:00.323335 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9846c-3753-48c1-bd22-1f0932cab75d None None] Pushing event deleted for resources: {'Port': ['ID=6e1caa84-9f0d-41c1-9391-ebd3c75cb276,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:00.328175 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-34a4550c-db72-4cc3-895b-de541df77940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "PUT /v2.0/routers/7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6082971 Feb 21 09:01:00.339357 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Sync routers for ids ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:01:00.347643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a9846c-3753-48c1-bd22-1f0932cab75d None None] No DVR routers for this DVR port 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:01:00.350532 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-51d51047-df6b-4aec-8fe8-bd9d4660437e tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Deleting port 40cf9c89-5523-48df-acad-71a01a8314af {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:00.350879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51d51047-df6b-4aec-8fe8-bd9d4660437e tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:00.366066 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Routers {'7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:00.366781 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:00.390301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event updated for resources: {'Network': ['ID=36222621-1ec0-4681-bbaa-6d5ddf9ad51d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:00.396727 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-98d6efd8-4a7b-4800-b2e6-c71b87e7465e tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0467324 Feb 21 09:01:00.397685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48450) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:00.403488 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-72f70bb8-2633-437f-81ce-5aa299d76f4c tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:00.411417 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 36222621-1ec0-4681-bbaa-6d5ddf9ad51d details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:01:00.413867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Request body: {'ports': [{'network_id': 'd748604f-0f11-4914-b85e-97d6791a8124', 'name': 'tempest-port--1969930002', 'admin_state_up': True}, {'network_id': '36222621-1ec0-4681-bbaa-6d5ddf9ad51d', 'admin_state_up': False}]} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:00.414201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Request body: {'port': {'network_id': 'd748604f-0f11-4914-b85e-97d6791a8124', 'name': 'tempest-port--1969930002', 'admin_state_up': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:00.414769 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Request body: {'port': {'network_id': '36222621-1ec0-4681-bbaa-6d5ddf9ad51d', 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:00.434816 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-053c3750-33e4-46c0-bc53-49ead6ed6d1f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7266033 Feb 21 09:01:00.442758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48454) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:00.502840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f70bb8-2633-437f-81ce-5aa299d76f4c tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d7c0b2a-fe00-4a99-ac23-7e64ae71781e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:00.507790 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-72f70bb8-2633-437f-81ce-5aa299d76f4c tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:00.519736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:00.520254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Fanout notify agent at l3_agent the message router_deleted on router bc104cd8-ae4b-4cf4-be97-02e56035987f {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:01:00.533366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:00.534617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-93d0bcf9-4523-4b1c-9e9b-118b76ba998b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "DELETE /v2.0/routers/bc104cd8-ae4b-4cf4-be97-02e56035987f HTTP/1.1" status: 204 len: 168 time: 5.3836553 Feb 21 09:01:00.538005 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-72f70bb8-2633-437f-81ce-5aa299d76f4c tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "DELETE /v2.0/ports/5d7c0b2a-fe00-4a99-ac23-7e64ae71781e HTTP/1.1" status: 204 len: 168 time: 2.0345187 Feb 21 09:01:00.554022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48460) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:00.554379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48462) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:00.584502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-200406911', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:00.606111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:00.611609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Usage tracker for resource:router and tenant:dd04cd83ed5441e899f156cf434203f3 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:00.622459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:00.632628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:00.697023 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Set router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:01:00.697244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:00.702667 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-25142b02-fff2-4691-bba1-415207e3079f tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] GET failed (client error): The resource could not be found. Feb 21 09:01:00.703195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-25142b02-fff2-4691-bba1-415207e3079f tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Synchronizing usage tracker for tenant:a69d9e24e4744b18b3630830cced076a on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:00.705914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:00.707043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:00.829459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-25142b02-fff2-4691-bba1-415207e3079f tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] Unset dirty status for tenant:a69d9e24e4744b18b3630830cced076a on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:00.833965 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-25142b02-fff2-4691-bba1-415207e3079f tempest-PortsAdminExtendedAttrsTestJSON-113245957 tempest-PortsAdminExtendedAttrsTestJSON-113245957-project-admin] 10.222.0.48 "GET /v2.0/ports/5d7c0b2a-fe00-4a99-ac23-7e64ae71781e HTTP/1.1" status: 404 len: 333 time: 0.2551811 Feb 21 09:01:00.840016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48472) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:00.845973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:00.861382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-77fd876f-88df-4502-8d21-6977bcd5de62 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Synchronizing usage tracker for tenant:0ab29c793ce9459198692d185d104aac on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:00.987013 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:01:01.006058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-77fd876f-88df-4502-8d21-6977bcd5de62 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Unset dirty status for tenant:0ab29c793ce9459198692d185d104aac on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:01.007367 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-77fd876f-88df-4502-8d21-6977bcd5de62 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440814430&fields=id&tenant_id=0ab29c793ce9459198692d185d104aac HTTP/1.1" status: 200 len: 267 time: 0.3081491 Feb 21 09:01:01.037458 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:01:01.037838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6e1caa84-9f0d-41c1-9391-ebd3c75cb276 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:01:01.076691 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:00:56Z', 'revision_number': 4, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'fdfa701d-834e-4311-bc04-1a980c57b946', 'name': '', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'mac_address': 'fa:16:3e:ba:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:53Z', 'updated_at': '2022-02-21T09:00:57Z', 'revision_number': 2, 'project_id': '0ab29c793ce9459198692d185d104aac', 'subnets': [{'id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:01.081121 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Checking router: 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:01:01.081468 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Updating router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 port fdfa701d-834e-4311-bc04-1a980c57b946 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:01:01.116627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Allocated IP 172.26.6.237 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/d99d6e91-1109-48b0-9bd6-f61782ded08d) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:01.144020 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:01.225873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f06773ff-1d8e-4cb1-9032-bde15cf2bd9a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:01.235257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:01.287288 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51d51047-df6b-4aec-8fe8-bd9d4660437e tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:01.287723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51d51047-df6b-4aec-8fe8-bd9d4660437e tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:01.370654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b591fd0c-d28a-4b59-951e-3a24d2e59352 tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:01.393951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1e2063fd-284b-4a42-8ca0-312e3914ba1c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:01.395630 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1e2063fd-284b-4a42-8ca0-312e3914ba1c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/networks?id=3ff9d5a3-0b37-4233-a413-0696d550825d HTTP/1.1" status: 200 len: 796 time: 0.3368227 Feb 21 09:01:01.431882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:01.494180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:01.498061 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-cf54c3d5-e109-4d51-ae75-7885ae306ad2 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/quotas/0ab29c793ce9459198692d185d104aac HTTP/1.1" status: 200 len: 375 time: 0.0875685 Feb 21 09:01:01.500036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-51d51047-df6b-4aec-8fe8-bd9d4660437e tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Calling delete_port for 40cf9c89-5523-48df-acad-71a01a8314af owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:01.506360 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:01.519289 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Transition to ACTIVE for port object fdfa701d-834e-4311-bc04-1a980c57b946 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:01.528029 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:01.539052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Usage tracker for resource:port and tenant:72ba89d1345e46ada3ba44ed71123157 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:01.552713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:01.568014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:01.616369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:01.710522 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:01.717512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:01.720606 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:01.721907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Made reservation on behalf of 72ba89d1345e46ada3ba44ed71123157 for: {'port': 2} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:01.728966 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:01.759881 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3ba43-f290-4cf1-be5a-7f2f7c9f35ab None None] Pushing event updated for resources: {'Port': ['ID=fdfa701d-834e-4311-bc04-1a980c57b946,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:01.762676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event updated for resources: {'Port': ['ID=d99d6e91-1109-48b0-9bd6-f61782ded08d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:01.810823 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-22a68a6d-8a85-4b93-8d2f-ce644397c79b tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ab29c793ce9459198692d185d104aac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2919703 Feb 21 09:01:01.940258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:01.952927 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:01.954004 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Attempting to bind port fdfa701d-834e-4311-bc04-1a980c57b946 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:01:01.954454 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Attempting to bind port fdfa701d-834e-4311-bc04-1a980c57b946 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '18e7d077-087a-46cb-bc44-59fbc25b2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:01:01.954934 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Attempting to bind port fdfa701d-834e-4311-bc04-1a980c57b946 on network 3ff9d5a3-0b37-4233-a413-0696d550825d {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:01:01.962404 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:01:01.962910 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Checking segment: {'id': '18e7d077-087a-46cb-bc44-59fbc25b2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:01.963941 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:01.967142 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Bound using segment: {'id': '18e7d077-087a-46cb-bc44-59fbc25b2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:01:01.967808 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Bound port: fdfa701d-834e-4311-bc04-1a980c57b946, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e7d077-087a-46cb-bc44-59fbc25b2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:01:01.968375 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.029699 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b591fd0c-d28a-4b59-951e-3a24d2e59352 tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.031558 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.089870 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] For port fdfa701d-834e-4311-bc04-1a980c57b946, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:01:02.093706 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] For port fdfa701d-834e-4311-bc04-1a980c57b946, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=fdfa701d-834e-4311-bc04-1a980c57b946,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:01:02.098310 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.183891 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3ba43-f290-4cf1-be5a-7f2f7c9f35ab None None] Pushing event updated for resources: {'Port': ['ID=fdfa701d-834e-4311-bc04-1a980c57b946,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:02.191201 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Routers {'7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:02.191762 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:00:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:02.233193 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f06773ff-1d8e-4cb1-9032-bde15cf2bd9a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.245625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-b591fd0c-d28a-4b59-951e-3a24d2e59352 tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f566a52b-d2fb-4d00-801b-fed6ef826079']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:02.299015 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f06773ff-1d8e-4cb1-9032-bde15cf2bd9a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.302463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-b591fd0c-d28a-4b59-951e-3a24d2e59352 tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:02.302463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-b591fd0c-d28a-4b59-951e-3a24d2e59352 tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cf51fb-e1e1-425e-8f0d-c1a9e77a6351') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:02.339834 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b591fd0c-d28a-4b59-951e-3a24d2e59352 tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.378318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51d51047-df6b-4aec-8fe8-bd9d4660437e tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.381408 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-52a59dec-7bc1-4938-b500-99789cd01581 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff9d5a3-0b37-4233-a413-0696d550825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251667 Feb 21 09:01:02.411150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Deleting port d99d6e91-1109-48b0-9bd6-f61782ded08d {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:02.411528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.468784 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] Set router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:01:02.480238 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b591fd0c-d28a-4b59-951e-3a24d2e59352 tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.513371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d51047-df6b-4aec-8fe8-bd9d4660437e tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Pushing event deleted for resources: {'Port': ['ID=40cf9c89-5523-48df-acad-71a01a8314af,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:02.520896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b591fd0c-d28a-4b59-951e-3a24d2e59352 tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:01:02.521570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b591fd0c-d28a-4b59-951e-3a24d2e59352 tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:01:02.539029 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:01:02.657796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Allocated IP 172.26.6.18 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/e2208eb6-826d-4f7e-ae11-bd332842b41f) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:02.767129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f06773ff-1d8e-4cb1-9032-bde15cf2bd9a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.767556 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06773ff-1d8e-4cb1-9032-bde15cf2bd9a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Fanout notify agent at l3_agent the message router_deleted on router a238d5bd-a3dd-45df-9408-256b89683da3 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:01:02.822092 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] device_id is not set on port f3fe7661-2c1a-41e4-bfee-d9b4028652f8 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:01:02.844546 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-b44f6981-a811-49f2-9c79-35a39c00a87f service neutron] 10.222.0.48 "GET /v2.0/networks/3ff9d5a3-0b37-4233-a413-0696d550825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044194 Feb 21 09:01:02.848937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.849272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.871195 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b591fd0c-d28a-4b59-951e-3a24d2e59352 tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.917865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b591fd0c-d28a-4b59-951e-3a24d2e59352 tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.931444 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:00:56Z', 'revision_number': 4, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'fdfa701d-834e-4311-bc04-1a980c57b946', 'name': '', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'mac_address': 'fa:16:3e:ba:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:53Z', 'updated_at': '2022-02-21T09:01:02Z', 'revision_number': 4, 'project_id': '0ab29c793ce9459198692d185d104aac', 'subnets': [{'id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:02.941193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b6748237-1336-49fd-a222-793ec0e0d48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.944644 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea104f-d9d3-4c73-bbdc-c3cb7c6d4984 None None] The sync data for ids ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'] in dv-neutron-830062-1-hyperv is: [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:00:56Z', 'revision_number': 4, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'fdfa701d-834e-4311-bc04-1a980c57b946', 'name': '', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'mac_address': 'fa:16:3e:ba:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:53Z', 'updated_at': '2022-02-21T09:01:02Z', 'revision_number': 4, 'project_id': '0ab29c793ce9459198692d185d104aac', 'subnets': [{'id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:01:02.945650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591fd0c-d28a-4b59-951e-3a24d2e59352 tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] Pushing event deleted for resources: {'Network': ['ID=f566a52b-d2fb-4d00-801b-fed6ef826079,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:02.949855 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f06773ff-1d8e-4cb1-9032-bde15cf2bd9a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:02.954110 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f06773ff-1d8e-4cb1-9032-bde15cf2bd9a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/routers/a238d5bd-a3dd-45df-9408-256b89683da3 HTTP/1.1" status: 204 len: 168 time: 2.5101907 Feb 21 09:01:03.009427 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48476) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:03.029810 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Calling delete_port for d99d6e91-1109-48b0-9bd6-f61782ded08d owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:03.065317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-54f1c731-576c-483d-bb02-24d2d4975416 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:03.119876 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51d51047-df6b-4aec-8fe8-bd9d4660437e tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:03.122710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51d51047-df6b-4aec-8fe8-bd9d4660437e tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:03.128226 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-51d51047-df6b-4aec-8fe8-bd9d4660437e tempest-ExternalNetworksAdminNegativeTestJSON-1104244295 tempest-ExternalNetworksAdminNegativeTestJSON-1104244295-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/ba6f606f-6574-4da3-8019-6a4c54503d7f HTTP/1.1" status: 204 len: 168 time: 2.9529874 Feb 21 09:01:03.137506 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b591fd0c-d28a-4b59-951e-3a24d2e59352 tempest-PortsAdminExtendedAttrsTestJSON-2047679989 tempest-PortsAdminExtendedAttrsTestJSON-2047679989-project] 10.222.0.48 "DELETE /v2.0/networks/f566a52b-d2fb-4d00-801b-fed6ef826079 HTTP/1.1" status: 204 len: 168 time: 2.2962058 Feb 21 09:01:03.170302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:03.371871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-54f1c731-576c-483d-bb02-24d2d4975416 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:03.375995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-54f1c731-576c-483d-bb02-24d2d4975416 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:03.378951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-54f1c731-576c-483d-bb02-24d2d4975416 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:03.385664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-54f1c731-576c-483d-bb02-24d2d4975416 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:03.390941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] device_id is not set on port 3cfd2e89-c519-4471-907e-bbc528f05e81 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:01:03.403055 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4ffe14bb-ec30-4b64-bf2c-0b346220f901 req-6dfc6635-8be2-449d-8211-3ae40e4b3c67 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 210 time: 0.1886828 Feb 21 09:01:03.415092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f1c731-576c-483d-bb02-24d2d4975416 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:03.460633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:03.604568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:03.614364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:03.671690 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:03.808223 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54f1c731-576c-483d-bb02-24d2d4975416 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:03.818403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Checking segment: {'id': '8ebb158a-28be-483b-890b-013d460b6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd748604f-0f11-4914-b85e-97d6791a8124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:03.818812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Network hostable DHCP agents. Network: d748604f-0f11-4914-b85e-97d6791a8124, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:01:03.826104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event updated for resources: {'Port': ['ID=f3fe7661-2c1a-41e4-bfee-d9b4028652f8,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:03.832355 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48498) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:03.863739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Network d748604f-0f11-4914-b85e-97d6791a8124 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:01:03.871772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48504) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:03.883798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, d748604f-0f11-4914-b85e-97d6791a8124) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:03.888454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:03.889609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:03.903879 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a0988a-4c3d-498b-a1d1-6611deca526a None None] Network d748604f-0f11-4914-b85e-97d6791a8124 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:04.029188 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:04.112594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Checking segment: {'id': '9514b917-3a90-4fea-90d9-e13c5b955c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '36222621-1ec0-4681-bbaa-6d5ddf9ad51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:04.112987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Network hostable DHCP agents. Network: 36222621-1ec0-4681-bbaa-6d5ddf9ad51d, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:01:04.126431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event updated for resources: {'Port': ['ID=3cfd2e89-c519-4471-907e-bbc528f05e81,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:04.143714 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:04.186833 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event deleted for resources: {'Port': ['ID=d99d6e91-1109-48b0-9bd6-f61782ded08d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:04.198694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:04.282957 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9dfd15c3-f8b2-4a30-8c4d-2ccc6b8d1fa1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f8b6555535444fb86fae0ab55228a29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4494338 Feb 21 09:01:04.284072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f00057f7-e149-4054-9d44-dc5bb205826c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:04.299662 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48512) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:04.358277 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Network 36222621-1ec0-4681-bbaa-6d5ddf9ad51d is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:01:04.397358 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f00057f7-e149-4054-9d44-dc5bb205826c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:04.400805 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 36222621-1ec0-4681-bbaa-6d5ddf9ad51d) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:04.405129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:04.409322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a25be8-910a-43fd-a47f-1781f2d1e50a None None] Network 36222621-1ec0-4681-bbaa-6d5ddf9ad51d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:04.410477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:04.414011 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:04.415374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:04.424287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f00057f7-e149-4054-9d44-dc5bb205826c admin admin] Usage tracker for resource:security_group_rule and tenant:e633cb979bf6435fb47e475abe557f97 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:04.434058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f00057f7-e149-4054-9d44-dc5bb205826c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:04.444159 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f00057f7-e149-4054-9d44-dc5bb205826c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:04.472633 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-06c40cbc-c7ec-46f0-8882-50c03692eaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:04.484921 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b020906e-889b-4d02-b117-1e19208c216f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.0861313 Feb 21 09:01:04.493467 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48518) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:04.557086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Pushing event updated for resources: {'Port': ['ID=e2208eb6-826d-4f7e-ae11-bd332842b41f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:04.594898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:04.610921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:04.616178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:04.621176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-06c40cbc-c7ec-46f0-8882-50c03692eaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:04.772674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f00057f7-e149-4054-9d44-dc5bb205826c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:04.786178 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58216915-1af7-4613-9a20-83e3d88e1ba7 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:04.790158 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58216915-1af7-4613-9a20-83e3d88e1ba7 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:04.790920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-58216915-1af7-4613-9a20-83e3d88e1ba7 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Synchronizing usage tracker for tenant:72ba89d1345e46ada3ba44ed71123157 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:04.795968 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f00057f7-e149-4054-9d44-dc5bb205826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:04.814577 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-06c40cbc-c7ec-46f0-8882-50c03692eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:04.827739 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-33d10c2d-02b0-4436-b86b-f32874474434 req-820102e5-92b4-45e3-b157-c39683b7c29c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 210 time: 0.1415598 Feb 21 09:01:04.880286 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00057f7-e149-4054-9d44-dc5bb205826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1404536a-8a4a-4e3e-9638-7c01327711c9,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:04.896158 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c40cbc-c7ec-46f0-8882-50c03692eaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7bc9e6-c9bf-4a6d-b5bf-c4d2fae34e7b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:04.899973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-06c40cbc-c7ec-46f0-8882-50c03692eaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:04.901078 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-06c40cbc-c7ec-46f0-8882-50c03692eaa6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c7bc9e6-c9bf-4a6d-b5bf-c4d2fae34e7b HTTP/1.1" status: 204 len: 168 time: 0.5981653 Feb 21 09:01:04.902309 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-58216915-1af7-4613-9a20-83e3d88e1ba7 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Unset dirty status for tenant:72ba89d1345e46ada3ba44ed71123157 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:04.906288 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-58216915-1af7-4613-9a20-83e3d88e1ba7 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4104364 Feb 21 09:01:04.906893 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48524) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:04.911496 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f00057f7-e149-4054-9d44-dc5bb205826c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e633cb979bf6435fb47e475abe557f97&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0386798 Feb 21 09:01:04.914030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48528) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:05.011933 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-04e0ee45-ce07-44c3-bca2-b8c0c9db04e5 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Deleting port f3fe7661-2c1a-41e4-bfee-d9b4028652f8 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:05.012274 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04e0ee45-ce07-44c3-bca2-b8c0c9db04e5 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.076457 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] create failed (client error): The resource could not be found. Feb 21 09:01:05.077611 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ed69455a-40ac-4584-9cb9-7cada05351ff tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.6242573 Feb 21 09:01:05.084806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fdfa701d-834e-4311-bc04-1a980c57b946 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:05.091584 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48532) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:05.161707 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port fdfa701d-834e-4311-bc04-1a980c57b946 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:05.165468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1bb131a6-3b6c-4441-b1bd-69736e4cfdf3 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:05.167302 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1bb131a6-3b6c-4441-b1bd-69736e4cfdf3 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.47 "GET /v2.0/networks?id=3ff9d5a3-0b37-4233-a413-0696d550825d HTTP/1.1" status: 200 len: 796 time: 0.4210830 Feb 21 09:01:05.178731 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port fdfa701d-834e-4311-bc04-1a980c57b946 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:05.179135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.270011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54f1c731-576c-483d-bb02-24d2d4975416 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.277303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-054339d1-6410-4267-8ef6-03ee8c89ea95 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Deleting port 2a74ec27-443b-405f-b789-a2367ba43649 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:05.277857 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-054339d1-6410-4267-8ef6-03ee8c89ea95 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.312591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f940f09e-255d-49c0-be21-4dc75c357e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.337544 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.345075 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-857fddb5-4b79-47e8-9ab2-44a87ec84316 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ab29c793ce9459198692d185d104aac HTTP/1.1" status: 200 len: 379 time: 0.1554117 Feb 21 09:01:05.346910 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48538) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:05.378886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Request body: {'port': {'device_id': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'admin_state_up': True, 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'security_groups': ['c72399a9-fd6c-4f0b-8103-f13e4ceb03c0']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:05.379736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port fdfa701d-834e-4311-bc04-1a980c57b946, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=fdfa701d-834e-4311-bc04-1a980c57b946,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:05.384139 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.394043 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f940f09e-255d-49c0-be21-4dc75c357e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.407075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04e0ee45-ce07-44c3-bca2-b8c0c9db04e5 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.453263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=fdfa701d-834e-4311-bc04-1a980c57b946,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:05.520148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f1c731-576c-483d-bb02-24d2d4975416 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:05.537309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-54f1c731-576c-483d-bb02-24d2d4975416 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:05.544405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1c731-576c-483d-bb02-24d2d4975416 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=7204870e-3f8c-4c10-b6e6-50e441d04d57,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:05.546903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f1c731-576c-483d-bb02-24d2d4975416 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:05.547545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54f1c731-576c-483d-bb02-24d2d4975416 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.549777 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d352eefd-4a44-4d9f-883c-4d2d7168103f None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:05.587109 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-04e0ee45-ce07-44c3-bca2-b8c0c9db04e5 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Calling delete_port for f3fe7661-2c1a-41e4-bfee-d9b4028652f8 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:05.672372 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-156222bc-9d0b-4ed1-840c-83f5d7dc5510 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a69d9e24e4744b18b3630830cced076a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3200519 Feb 21 09:01:05.673037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48542) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:05.719233 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f940f09e-255d-49c0-be21-4dc75c357e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.725042 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-54f1c731-576c-483d-bb02-24d2d4975416 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7115922 Feb 21 09:01:05.728919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48546) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:05.744335 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-54ca286e-d875-492a-b536-324ee4f93f64 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-239302097', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:05.751938 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04e0ee45-ce07-44c3-bca2-b8c0c9db04e5 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.753641 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940f09e-255d-49c0-be21-4dc75c357e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1404536a-8a4a-4e3e-9638-7c01327711c9,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:05.757594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:05.760045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-54ca286e-d875-492a-b536-324ee4f93f64 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:05.783393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-54ca286e-d875-492a-b536-324ee4f93f64 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:router and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:05.786222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Usage tracker for resource:port and tenant:0ab29c793ce9459198692d185d104aac is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:05.791326 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-54ca286e-d875-492a-b536-324ee4f93f64 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:05.802451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:05.814773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-54ca286e-d875-492a-b536-324ee4f93f64 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:05.818384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-054339d1-6410-4267-8ef6-03ee8c89ea95 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.818564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0ee45-ce07-44c3-bca2-b8c0c9db04e5 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event deleted for resources: {'Port': ['ID=f3fe7661-2c1a-41e4-bfee-d9b4028652f8,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:05.820410 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f940f09e-255d-49c0-be21-4dc75c357e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.827158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:05.831087 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f940f09e-255d-49c0-be21-4dc75c357e19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1404536a-8a4a-4e3e-9638-7c01327711c9 HTTP/1.1" status: 204 len: 168 time: 0.9109573 Feb 21 09:01:05.855031 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': '7204870e-3f8c-4c10-b6e6-50e441d04d57'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:01:05.855857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.869988 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04e0ee45-ce07-44c3-bca2-b8c0c9db04e5 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.912531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5e49-f9f8-4f42-a6c7-bf5ff3fceac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.949674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.953004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5e49-f9f8-4f42-a6c7-bf5ff3fceac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:05.963607 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.018543 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-04e0ee45-ce07-44c3-bca2-b8c0c9db04e5 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "DELETE /v2.0/ports/f3fe7661-2c1a-41e4-bfee-d9b4028652f8 HTTP/1.1" status: 204 len: 168 time: 1.1101117 Feb 21 09:01:06.021174 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48554) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:06.022475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.063543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Made reservation on behalf of 0ab29c793ce9459198692d185d104aac for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:06.066629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.085720 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54ca286e-d875-492a-b536-324ee4f93f64 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.087507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54ca286e-d875-492a-b536-324ee4f93f64 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.103791 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-5778cd46-5e39-46c1-b8f3-10d36f1ab919 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Deleting port 3cfd2e89-c519-4471-907e-bbc528f05e81 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:06.103991 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-054339d1-6410-4267-8ef6-03ee8c89ea95 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Calling delete_port for 2a74ec27-443b-405f-b789-a2367ba43649 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:06.104998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5778cd46-5e39-46c1-b8f3-10d36f1ab919 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.131584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Allocated IP 2001:db8::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/7204870e-3f8c-4c10-b6e6-50e441d04d57/f5b9913a-9263-4c09-9916-9239b9a6efda) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:06.254475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5e49-f9f8-4f42-a6c7-bf5ff3fceac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.308229 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1ad61012-8630-4320-a91a-b4128e995c7a req-11b49e0b-8d58-4a1b-8f59-2ee66e70da28 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 210 time: 0.1681979 Feb 21 09:01:06.323403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac5e49-f9f8-4f42-a6c7-bf5ff3fceac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c83764-9008-4493-a8f8-3ae0aec6c17b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:06.325071 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48560) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:06.357420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5e49-f9f8-4f42-a6c7-bf5ff3fceac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.361205 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b0ac5e49-f9f8-4f42-a6c7-bf5ff3fceac8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56c83764-9008-4493-a8f8-3ae0aec6c17b HTTP/1.1" status: 204 len: 168 time: 0.6872463 Feb 21 09:01:06.450927 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.462607 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Transition to ACTIVE for port object f5b9913a-9263-4c09-9916-9239b9a6efda will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:06.482701 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Transition to ACTIVE for port object f5b9913a-9263-4c09-9916-9239b9a6efda will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:06.490664 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.524970 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-db2dcb15-bda6-4b95-b3a2-3f31b73a08d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ffedb51a2c346ccad2c3deeaf613d76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1691177 Feb 21 09:01:06.528138 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48566) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:06.597439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5778cd46-5e39-46c1-b8f3-10d36f1ab919 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.621525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54ca286e-d875-492a-b536-324ee4f93f64 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.652553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Pushing event updated for resources: {'Port': ['ID=f5b9913a-9263-4c09-9916-9239b9a6efda,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:06.656481 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:06.658201 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:06.664231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:06.767300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Attempting to bind port f5b9913a-9263-4c09-9916-9239b9a6efda on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:01:06.767952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Attempting to bind port f5b9913a-9263-4c09-9916-9239b9a6efda by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:01:06.768465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Attempting to bind port f5b9913a-9263-4c09-9916-9239b9a6efda on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:01:06.776531 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:01:06.777166 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:06.777709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.778236 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:01:06.779593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Bound port: f5b9913a-9263-4c09-9916-9239b9a6efda, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:01:06.781503 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.788225 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-5778cd46-5e39-46c1-b8f3-10d36f1ab919 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Calling delete_port for 3cfd2e89-c519-4471-907e-bbc528f05e81 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:06.815861 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54ca286e-d875-492a-b536-324ee4f93f64 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.838814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-054339d1-6410-4267-8ef6-03ee8c89ea95 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.860308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3397992e-70a7-4ceb-80ac-87232d219cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.890407 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Allocated IP 172.20.0.3 (3ff9d5a3-0b37-4233-a413-0696d550825d/b7aee7bc-1863-4379-ac4d-b8717910fd26/a6fe4fa5-6036-4170-a983-961ab13ba02b) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:06.896655 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] For port f5b9913a-9263-4c09-9916-9239b9a6efda, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:01:06.900153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3397992e-70a7-4ceb-80ac-87232d219cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.905772 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] For port f5b9913a-9263-4c09-9916-9239b9a6efda, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f5b9913a-9263-4c09-9916-9239b9a6efda,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:01:06.912086 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:06.936102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054339d1-6410-4267-8ef6-03ee8c89ea95 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event deleted for resources: {'Port': ['ID=2a74ec27-443b-405f-b789-a2367ba43649,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:06.978550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5778cd46-5e39-46c1-b8f3-10d36f1ab919 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:07.027313 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e7e57-1a69-4e41-85c2-aef3d0e264ba None None] Pushing event updated for resources: {'Port': ['ID=f5b9913a-9263-4c09-9916-9239b9a6efda,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:07.051559 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5778cd46-5e39-46c1-b8f3-10d36f1ab919 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:07.057487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778cd46-5e39-46c1-b8f3-10d36f1ab919 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event deleted for resources: {'Port': ['ID=3cfd2e89-c519-4471-907e-bbc528f05e81,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:07.065841 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fdfa701d-834e-4311-bc04-1a980c57b946 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:07.075788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3397992e-70a7-4ceb-80ac-87232d219cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:07.089534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54ca286e-d875-492a-b536-324ee4f93f64 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:07.090022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3397992e-70a7-4ceb-80ac-87232d219cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:07.091245 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3397992e-70a7-4ceb-80ac-87232d219cad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3c99dfb-cbd5-4af9-bcf0-a66aec5944e4 HTTP/1.1" status: 204 len: 168 time: 0.5619321 Feb 21 09:01:07.093540 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-54ca286e-d875-492a-b536-324ee4f93f64 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3613548 Feb 21 09:01:07.093982 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48578) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:07.102341 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5778cd46-5e39-46c1-b8f3-10d36f1ab919 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "DELETE /v2.0/ports/3cfd2e89-c519-4471-907e-bbc528f05e81 HTTP/1.1" status: 204 len: 168 time: 1.0785027 Feb 21 09:01:07.105343 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48584) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:07.207450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port fdfa701d-834e-4311-bc04-1a980c57b946 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:07.207817 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:07.250225 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397992e-70a7-4ceb-80ac-87232d219cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c99dfb-cbd5-4af9-bcf0-a66aec5944e4,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:07.618502 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-34dcd188-16dd-4934-aea5-7f29beda8be4 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Synchronizing usage tracker for tenant:72ba89d1345e46ada3ba44ed71123157 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:07.687637 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-7fa98b98-eab9-464c-8bf0-647a3bafe171 req-3fe5697f-f228-49eb-ac30-349fbbdcd940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Synchronizing usage tracker for tenant:0ab29c793ce9459198692d185d104aac on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:07.732576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:07.737609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-054339d1-6410-4267-8ef6-03ee8c89ea95 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:07.744839 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-054339d1-6410-4267-8ef6-03ee8c89ea95 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "DELETE /v2.0/ports/2a74ec27-443b-405f-b789-a2367ba43649 HTTP/1.1" status: 204 len: 168 time: 2.6475348 Feb 21 09:01:07.753729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48604) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:07.782867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-34dcd188-16dd-4934-aea5-7f29beda8be4 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Unset dirty status for tenant:72ba89d1345e46ada3ba44ed71123157 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:07.784404 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-34dcd188-16dd-4934-aea5-7f29beda8be4 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5378015 Feb 21 09:01:07.792773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48608) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:07.811348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-948305671'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:07.830370 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-7fa98b98-eab9-464c-8bf0-647a3bafe171 req-3fe5697f-f228-49eb-ac30-349fbbdcd940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Unset dirty status for tenant:0ab29c793ce9459198692d185d104aac on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:07.843551 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7fa98b98-eab9-464c-8bf0-647a3bafe171 req-3fe5697f-f228-49eb-ac30-349fbbdcd940 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 210 time: 0.2476270 Feb 21 09:01:07.859115 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Transition to ACTIVE for port object a6fe4fa5-6036-4170-a983-961ab13ba02b will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:07.889203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:07.906913 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Usage tracker for resource:network and tenant:72ba89d1345e46ada3ba44ed71123157 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:07.919365 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:07.929167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:07.942550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:08.006973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bea115-73bc-48ad-ac71-abcaaddeccd7 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:08.007768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b2bea115-73bc-48ad-ac71-abcaaddeccd7 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Synchronizing usage tracker for tenant:c63e6b4f928842bc9f25ed06eeaa0a2a on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:08.010801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Made reservation on behalf of 72ba89d1345e46ada3ba44ed71123157 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:08.013991 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:08.027785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Router 99373a36-f635-424a-84d6-f53bf91c61c1 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:01:08.076500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Network 3ff9d5a3-0b37-4233-a413-0696d550825d is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:08.087179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:08.109826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:08.182921 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:01:08.209332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b2bea115-73bc-48ad-ac71-abcaaddeccd7 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Unset dirty status for tenant:c63e6b4f928842bc9f25ed06eeaa0a2a on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:08.216923 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b2bea115-73bc-48ad-ac71-abcaaddeccd7 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff53f447-8271-4a10-bc06-7eea85c19165 HTTP/1.1" status: 200 len: 913 time: 0.4547675 Feb 21 09:01:08.217894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'Port': ['ID=a6fe4fa5-6036-4170-a983-961ab13ba02b,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:08.220183 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48622) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:08.244445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:08.244785 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Added segment 5cbfe2f1-8b95-4d82-a242-0dd68414710b of type vlan for network 8f26cd3a-1006-4269-b246-b0e6b7b4d6c7 Feb 21 09:01:08.303436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:08.359106 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:08.511882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ceaa08fc-4a1c-439c-967a-636e9bb39372 None None] Provisioning for port a6fe4fa5-6036-4170-a983-961ab13ba02b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:08.526598 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ceaa08fc-4a1c-439c-967a-636e9bb39372 None None] Provisioning complete for port a6fe4fa5-6036-4170-a983-961ab13ba02b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:08.527204 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ceaa08fc-4a1c-439c-967a-636e9bb39372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:08.634710 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:08.635677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:08.669237 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa08fc-4a1c-439c-967a-636e9bb39372 None None] Port a6fe4fa5-6036-4170-a983-961ab13ba02b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:01:08.676064 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-65491479-3d69-405c-8021-8eade7d15cd8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3121376 Feb 21 09:01:08.706715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Request body: {'port': {'device_id': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:08.759422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:08.763383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:08.763969 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:08.799495 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-367073c6-6439-4547-a9ac-83cb878a6c0b None None] Provisioning for port f5b9913a-9263-4c09-9916-9239b9a6efda completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:08.866174 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:08.925892 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1269755 Feb 21 09:01:08.933207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48644) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:09.023863 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850b4be-2f32-419a-970e-4d72afc208f8 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event updated for resources: {'Network': ['ID=8f26cd3a-1006-4269-b246-b0e6b7b4d6c7,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:09.042948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 8f26cd3a-1006-4269-b246-b0e6b7b4d6c7 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:01:09.099821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1756268985'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:09.191782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f5b9913a-9263-4c09-9916-9239b9a6efda up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:09.195608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::1 (749b6d65-c680-4e97-918b-6efdfcb19e4b/7204870e-3f8c-4c10-b6e6-50e441d04d57/bf330aea-306a-4056-aed5-080014036d0b) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:09.293030 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port f5b9913a-9263-4c09-9916-9239b9a6efda completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:09.300724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port f5b9913a-9263-4c09-9916-9239b9a6efda triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:09.301218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:09.445927 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:09.459246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:09.468307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object bf330aea-306a-4056-aed5-080014036d0b will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:09.514058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:09.516566 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port f5b9913a-9263-4c09-9916-9239b9a6efda, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f5b9913a-9263-4c09-9916-9239b9a6efda,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:09.522525 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:09.558102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:09.593532 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Usage tracker for resource:network and tenant:72ba89d1345e46ada3ba44ed71123157 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:09.600112 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:09.638193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=f5b9913a-9263-4c09-9916-9239b9a6efda,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:09.647155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:09.648249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:09.652669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:09.657576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:09.658082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:09.660963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=bf330aea-306a-4056-aed5-080014036d0b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:09.799028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:09.812081 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Made reservation on behalf of 72ba89d1345e46ada3ba44ed71123157 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:09.815074 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:09.820126 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48664) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:09.861633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:01:09.875802 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccf809-2e99-4433-b36e-23448ec7ac40 None None] Sync routers for ids ['99373a36-f635-424a-84d6-f53bf91c61c1'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:01:09.898972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccf809-2e99-4433-b36e-23448ec7ac40 None None] Routers {'99373a36-f635-424a-84d6-f53bf91c61c1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:09.900177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-23ccf809-2e99-4433-b36e-23448ec7ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['99373a36-f635-424a-84d6-f53bf91c61c1'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:09.973384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457413b-5492-473e-8b63-19b820aa0335 req-bd8f8d20-bb05-4c7a-bac0-7fd772085b77 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:09.980797 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d457413b-5492-473e-8b63-19b820aa0335 req-bd8f8d20-bb05-4c7a-bac0-7fd772085b77 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 931 time: 0.8858571 Feb 21 09:01:09.983543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:01:10.003302 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-23ccf809-2e99-4433-b36e-23448ec7ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:10.017326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccf809-2e99-4433-b36e-23448ec7ac40 None None] Routers {'99373a36-f635-424a-84d6-f53bf91c61c1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:10.018097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-23ccf809-2e99-4433-b36e-23448ec7ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['99373a36-f635-424a-84d6-f53bf91c61c1'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:10.030123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:10.031356 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-333bd1a8-d599-4763-94c6-482f3fcb9efa tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.4542959 Feb 21 09:01:10.037484 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48674) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:10.057766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:10.058119 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Added segment 823568b5-be9e-4154-aa4d-f89f5b6500c7 of type vlan for network dde2dc19-36f5-4ca4-8616-b7ab6c536939 Feb 21 09:01:10.078262 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-35c786ae-5c12-4e0a-aa93-0bf23c1585e6 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:10.105048 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-23ccf809-2e99-4433-b36e-23448ec7ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:10.105415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccf809-2e99-4433-b36e-23448ec7ac40 None None] The sync data for ids ['99373a36-f635-424a-84d6-f53bf91c61c1'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:01:10.129587 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e3bb97c7-0e24-4fce-9f37-719330212bf5 None None] Provisioning for port bf330aea-306a-4056-aed5-080014036d0b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:10.135083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e3bb97c7-0e24-4fce-9f37-719330212bf5 None None] Provisioning complete for port bf330aea-306a-4056-aed5-080014036d0b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:10.135450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e3bb97c7-0e24-4fce-9f37-719330212bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:10.237154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:10.240489 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.resource_extend [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:01:10.243697 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e3bb97c7-0e24-4fce-9f37-719330212bf5 None None] Port bf330aea-306a-4056-aed5-080014036d0b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:01:10.256225 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:10.279750 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d457413b-5492-473e-8b63-19b820aa0335 req-4f88673c-e66a-4a17-86f9-e2b19fe02684 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980046 Feb 21 09:01:10.379435 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1685585906', 'router:external': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:10.387067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fe4fa5-6036-4170-a983-961ab13ba02b {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:01:10.396096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:10.402746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:10.406691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:10.407294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:10.438760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:10.460442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Usage tracker for resource:network and tenant:6d6550ff711844ceb8b0d98a5a2aafff is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:10.466177 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:10.475612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48684) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:10.480717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:10.507978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Transition to ACTIVE for port object a6fe4fa5-6036-4170-a983-961ab13ba02b will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:10.530928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:10.534999 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Made reservation on behalf of 6d6550ff711844ceb8b0d98a5a2aafff for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:10.535822 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5959597 Feb 21 09:01:10.537280 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:10.578796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab6ee7-8b90-4dcc-acf3-d297e55c1990 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event updated for resources: {'Network': ['ID=dde2dc19-36f5-4ca4-8616-b7ab6c536939,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:10.583403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:10.595767 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network dde2dc19-36f5-4ca4-8616-b7ab6c536939 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:01:10.671735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fe4fa5-6036-4170-a983-961ab13ba02b,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:10.709772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:10.721273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:10.726796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:10.727682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:10.732184 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Usage tracker for resource:security_group_rule and tenant:6d6550ff711844ceb8b0d98a5a2aafff is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:10.794022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:10.822952 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-3e1765f6-7148-4a72-b111-a4c77c16776e tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:10.835523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:10.956342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Attempting to bind port a6fe4fa5-6036-4170-a983-961ab13ba02b on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:01:10.956342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Attempting to bind port a6fe4fa5-6036-4170-a983-961ab13ba02b by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '18e7d077-087a-46cb-bc44-59fbc25b2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:01:10.956848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Attempting to bind port a6fe4fa5-6036-4170-a983-961ab13ba02b on network 3ff9d5a3-0b37-4233-a413-0696d550825d {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:01:10.970407 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Port a6fe4fa5-6036-4170-a983-961ab13ba02b on network 3ff9d5a3-0b37-4233-a413-0696d550825d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:01:10.970871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Attempting to bind port a6fe4fa5-6036-4170-a983-961ab13ba02b on network 3ff9d5a3-0b37-4233-a413-0696d550825d {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:01:10.998890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=bf330aea-306a-4056-aed5-080014036d0b,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:11.044103 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f5b9913a-9263-4c09-9916-9239b9a6efda up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:11.058436 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:01:11.058971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Checking segment: {'id': '18e7d077-087a-46cb-bc44-59fbc25b2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:11.059518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Bound using segment: {'id': '18e7d077-087a-46cb-bc44-59fbc25b2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:01:11.060119 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Bound port: a6fe4fa5-6036-4170-a983-961ab13ba02b, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e7d077-087a-46cb-bc44-59fbc25b2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:01:11.060612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:11.083144 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3e1765f6-7148-4a72-b111-a4c77c16776e tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] 10.222.0.48 "PUT /v2.0/quotas/aa00ae2d38524c3da23eb1a014c37800 HTTP/1.1" status: 200 len: 368 time: 0.6063020 Feb 21 09:01:11.095866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48690) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:11.139066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port f5b9913a-9263-4c09-9916-9239b9a6efda triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:11.139613 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:11.218124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] For port a6fe4fa5-6036-4170-a983-961ab13ba02b, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:01:11.221318 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] For port a6fe4fa5-6036-4170-a983-961ab13ba02b, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=a6fe4fa5-6036-4170-a983-961ab13ba02b,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:01:11.241095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Request body: {'network': {'project_id': 'aa00ae2d38524c3da23eb1a014c37800'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:11.255485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:11.270914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:11.280859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Usage tracker for resource:network and tenant:aa00ae2d38524c3da23eb1a014c37800 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:11.285037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:11.292731 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:11.301557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:11.310290 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:11.328817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:11.387902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:11.440158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:11.442065 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/a6fe4fa5-6036-4170-a983-961ab13ba02b HTTP/1.1" status: 200 len: 1093 time: 2.7562909 Feb 21 09:01:11.452956 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'tag': 'a6fe4fa5-6036-4170-a983-961ab13ba02b'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:01:11.583129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:01:11.672788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Made reservation on behalf of aa00ae2d38524c3da23eb1a014c37800 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:11.675542 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:11.808342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:11.821109 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac103b3b-2ca6-490f-9284-475ce794dbe3,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:11.825197 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'tag': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'status': 'completed', 'code': 200} Feb 21 09:01:11.833590 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:11.833932 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Added segment f7abd78d-bf13-40b5-bb61-bb0c410b76d3 of type vlan for network dbc2ab54-60e6-42cd-854a-23ad46985444 Feb 21 09:01:11.852384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362b319-221a-4c1a-9a39-e845c3dad7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fe4fa5-6036-4170-a983-961ab13ba02b,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:11.873917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e4829c59-1542-4cbb-8733-734edd7b548f None None] Provisioning complete for port bf330aea-306a-4056-aed5-080014036d0b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:11.875188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e4829c59-1542-4cbb-8733-734edd7b548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:11.954473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:11.965186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e4829c59-1542-4cbb-8733-734edd7b548f None None] Port bf330aea-306a-4056-aed5-080014036d0b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:01:11.977057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:11.980917 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-1c0a530f-00bb-42f1-9d7c-f6a53561dbd6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ab29c793ce9459198692d185d104aac&device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 1096 time: 0.4444444 Feb 21 09:01:11.981754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Usage tracker for resource:security_group_rule and tenant:aa00ae2d38524c3da23eb1a014c37800 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:11.986791 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:11.990710 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368f9da-c820-46b5-b81f-7d97a9768376 req-56ba93eb-b6f6-4531-a4f6-e38082ba7ac9 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:11.997566 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5368f9da-c820-46b5-b81f-7d97a9768376 req-56ba93eb-b6f6-4531-a4f6-e38082ba7ac9 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 943 time: 0.5265439 Feb 21 09:01:12.019861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:12.094446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-35c786ae-5c12-4e0a-aa93-0bf23c1585e6 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Deleting port 6e8b8a75-2b4a-4b8f-9ce2-20f4735e5191 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:12.094446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-35c786ae-5c12-4e0a-aa93-0bf23c1585e6 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:12.114120 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:12.124537 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-d2d6d3b5-1ccf-43f1-81d8-4097aef31493 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6fe4fa5-6036-4170-a983-961ab13ba02b HTTP/1.1" status: 200 len: 217 time: 0.1248405 Feb 21 09:01:12.200750 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:12.219588 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5368f9da-c820-46b5-b81f-7d97a9768376 req-03028a2a-978b-49ba-a5d4-a2843a000f41 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210448 Feb 21 09:01:12.328727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-36e35835-952b-41d4-99e6-0e9cd57640be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:12.330188 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-36e35835-952b-41d4-99e6-0e9cd57640be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7aee7bc-1863-4379-ac4d-b8717910fd26 HTTP/1.1" status: 200 len: 835 time: 0.1985559 Feb 21 09:01:12.343800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:01:12.370331 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:01:12.400024 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5488ae16-7afe-442a-a79d-ef0f33e8ae9c,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:12.409175 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:12.409565 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Added segment ccd370f3-7907-4079-9528-a630d4ac6a89 of type vlan for network c2da14b9-03de-4594-bff3-940f067ee337 Feb 21 09:01:12.424781 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:12.425756 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:12.426432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:12.433266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-35c786ae-5c12-4e0a-aa93-0bf23c1585e6 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:12.551966 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:12.576805 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-35c786ae-5c12-4e0a-aa93-0bf23c1585e6 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Calling delete_port for 6e8b8a75-2b4a-4b8f-9ce2-20f4735e5191 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:12.744385 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event updated for resources: {'Network': ['ID=dbc2ab54-60e6-42cd-854a-23ad46985444,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:12.754712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:12.754928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network dbc2ab54-60e6-42cd-854a-23ad46985444 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:01:12.756087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:12.756936 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:12.793579 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fad9c98a-d3ab-4027-b436-1ad44180b0d5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.9404480 Feb 21 09:01:12.794762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48698) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:12.830269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-35c786ae-5c12-4e0a-aa93-0bf23c1585e6 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:12.845205 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-2f756935-bffa-49b7-a90f-317dd9e57a04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ff9d5a3-0b37-4233-a413-0696d550825d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5087712 Feb 21 09:01:12.865304 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Request body: {'subnet': {'network_id': 'dbc2ab54-60e6-42cd-854a-23ad46985444', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:12.882818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:12.911120 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Usage tracker for resource:subnet and tenant:6d6550ff711844ceb8b0d98a5a2aafff is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:12.922033 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8242354 Feb 21 09:01:12.923529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:12.926447 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48702) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:12.943568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Request body: {'network': {'project_id': 'aa00ae2d38524c3da23eb1a014c37800'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:12.958171 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:12.968943 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:12.971287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2ba35-6526-42ad-bbf6-9c77a4f8331f tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Pushing event updated for resources: {'Network': ['ID=c2da14b9-03de-4594-bff3-940f067ee337,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:12.984221 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Usage tracker for resource:network and tenant:aa00ae2d38524c3da23eb1a014c37800 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:12.989770 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network c2da14b9-03de-4594-bff3-940f067ee337 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:01:13.011015 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:13.025150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Made reservation on behalf of 6d6550ff711844ceb8b0d98a5a2aafff for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:13.027742 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:13.038343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c786ae-5c12-4e0a-aa93-0bf23c1585e6 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event deleted for resources: {'Port': ['ID=6e8b8a75-2b4a-4b8f-9ce2-20f4735e5191,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:13.053096 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:13.504675 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-35c786ae-5c12-4e0a-aa93-0bf23c1585e6 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:13.543325 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-8a2ca4e1-0968-4aab-8afe-2b48dd0fcabe service neutron] 10.222.0.47 "GET /v2.0/networks/3ff9d5a3-0b37-4233-a413-0696d550825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102575 Feb 21 09:01:13.553753 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Made reservation on behalf of aa00ae2d38524c3da23eb1a014c37800 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:13.558339 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:13.602366 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Router fe0a5788-3e4d-4643-9f59-f41007333a2f is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:01:13.627157 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:01:13.699954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:13.700291 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Added segment e87f2fa8-99c6-49c5-ba98-2bdcdef5f613 of type vlan for network a572ff92-06df-40cb-accf-c5100f87e46a Feb 21 09:01:13.862340 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48708) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:13.868089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:13.875731 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Request body: {'subnets': [{'network_id': '8f26cd3a-1006-4269-b246-b0e6b7b4d6c7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2059952539', 'ip_version': 6}, {'network_id': 'dde2dc19-36f5-4ca4-8616-b7ab6c536939', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:13.876038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Request body: {'subnet': {'network_id': '8f26cd3a-1006-4269-b246-b0e6b7b4d6c7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2059952539', 'ip_version': 6}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:13.876671 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Request body: {'subnet': {'network_id': 'dde2dc19-36f5-4ca4-8616-b7ab6c536939', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:13.901718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b9acc-92ba-43e1-8b22-69f6923f7cc6 req-1274d75e-4152-4a98-a0e4-adcf31e5fe4a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:13.903216 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-316b9acc-92ba-43e1-8b22-69f6923f7cc6 req-1274d75e-4152-4a98-a0e4-adcf31e5fe4a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 943 time: 0.4892867 Feb 21 09:01:13.905798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:14.064011 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:14.064759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:14.065321 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:14.068645 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:14.127620 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-316b9acc-92ba-43e1-8b22-69f6923f7cc6 req-3a69aa98-46da-42de-895a-4dde113c5a68 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157319 Feb 21 09:01:14.129695 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b76b79f-5591-4e0b-8c68-1b19963a2573 req-4bda5694-1892-4a36-b35f-2887a5054345 service neutron] 10.222.0.47 "GET /v2.0/networks/3ff9d5a3-0b37-4233-a413-0696d550825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895444 Feb 21 09:01:14.236675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Deleting port e2208eb6-826d-4f7e-ae11-bd332842b41f {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:14.237007 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:14.307794 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3770893 Feb 21 09:01:14.312731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48712) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:14.320855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-856f8dcb-becc-4918-b7db-a35d6d7c2331 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Request body: {'network': {'project_id': 'aa00ae2d38524c3da23eb1a014c37800'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:14.326140 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8d91f-aca2-4345-af75-eb18a9c03a0c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Pushing event updated for resources: {'Network': ['ID=a572ff92-06df-40cb-accf-c5100f87e46a,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:14.328782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-856f8dcb-becc-4918-b7db-a35d6d7c2331 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:14.336175 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-856f8dcb-becc-4918-b7db-a35d6d7c2331 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Usage tracker for resource:network and tenant:aa00ae2d38524c3da23eb1a014c37800 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:14.337077 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network a572ff92-06df-40cb-accf-c5100f87e46a details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:01:14.342163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-856f8dcb-becc-4918-b7db-a35d6d7c2331 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:14.353806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-856f8dcb-becc-4918-b7db-a35d6d7c2331 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:14.357021 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c786ae-5c12-4e0a-aa93-0bf23c1585e6 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Router ff53f447-8271-4a10-bc06-7eea85c19165 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:01:14.357430 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:14.360970 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-856f8dcb-becc-4918-b7db-a35d6d7c2331 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 21 09:01:14.361401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856f8dcb-becc-4918-b7db-a35d6d7c2331 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:01:14.365105 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-856f8dcb-becc-4918-b7db-a35d6d7c2331 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0488620 Feb 21 09:01:14.365784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48716) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:14.365929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Usage tracker for resource:subnet and tenant:72ba89d1345e46ada3ba44ed71123157 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:14.390394 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6be08e01-119d-4927-931d-1e5ad813ee37 req-7c388160-2d7b-42d5-8b74-c5aa5f2111e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ab29c793ce9459198692d185d104aac&device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 1096 time: 0.1888151 Feb 21 09:01:14.392487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:14.456560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:14.468083 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:01:14.478906 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Sync routers for ids ['fe0a5788-3e4d-4643-9f59-f41007333a2f'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:01:14.483888 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fffa9c2f-e335-42e4-a7da-675eaed1393e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "PUT /v2.0/routers/fe0a5788-3e4d-4643-9f59-f41007333a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3884640 Feb 21 09:01:14.487288 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.objects.ports [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83584) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:01:14.487778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:14.493002 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Routers {'fe0a5788-3e4d-4643-9f59-f41007333a2f'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:14.493875 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['fe0a5788-3e4d-4643-9f59-f41007333a2f'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:14.494638 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48720) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:14.627613 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:14.645284 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Set router fe0a5788-3e4d-4643-9f59-f41007333a2f gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:01:14.652918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Made reservation on behalf of 72ba89d1345e46ada3ba44ed71123157 for: {'subnet': 2} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:14.654938 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fc4a5cea-f0c6-41e3-a4d6-e02f75f6b78c tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa00ae2d38524c3da23eb1a014c37800&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2856066 Feb 21 09:01:14.658527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48724) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:14.699513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be08e01-119d-4927-931d-1e5ad813ee37 req-22dfa2ba-81f5-436a-9c16-ce68c3a235ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:14.700959 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6be08e01-119d-4927-931d-1e5ad813ee37 req-22dfa2ba-81f5-436a-9c16-ce68c3a235ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ff9d5a3-0b37-4233-a413-0696d550825d HTTP/1.1" status: 200 len: 896 time: 0.3020699 Feb 21 09:01:14.704966 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c786ae-5c12-4e0a-aa93-0bf23c1585e6 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:01:14.718057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b21235-f284-4283-8d97-74b4d9669f59 None None] Sync routers for ids ['ff53f447-8271-4a10-bc06-7eea85c19165'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:01:14.732490 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b21235-f284-4283-8d97-74b4d9669f59 None None] Routers {'ff53f447-8271-4a10-bc06-7eea85c19165'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:14.733938 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a9b21235-f284-4283-8d97-74b4d9669f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['ff53f447-8271-4a10-bc06-7eea85c19165'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:14.802003 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-35c786ae-5c12-4e0a-aa93-0bf23c1585e6 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "PUT /v2.0/routers/ff53f447-8271-4a10-bc06-7eea85c19165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5728147 Feb 21 09:01:14.806247 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6be08e01-119d-4927-931d-1e5ad813ee37 req-65ae3097-8bc7-4c0f-bad6-65c75de8bc01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6fe4fa5-6036-4170-a983-961ab13ba02b HTTP/1.1" status: 200 len: 217 time: 0.0849378 Feb 21 09:01:14.806690 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48728) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:14.812307 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a9b21235-f284-4283-8d97-74b4d9669f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:14.827884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b21235-f284-4283-8d97-74b4d9669f59 None None] Routers {'ff53f447-8271-4a10-bc06-7eea85c19165'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:14.828882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a9b21235-f284-4283-8d97-74b4d9669f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['ff53f447-8271-4a10-bc06-7eea85c19165'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:14.894432 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a9b21235-f284-4283-8d97-74b4d9669f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:14.895125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b21235-f284-4283-8d97-74b4d9669f59 None None] The sync data for ids ['ff53f447-8271-4a10-bc06-7eea85c19165'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:01:14.915256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Calling delete_port for e2208eb6-826d-4f7e-ae11-bd332842b41f owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:14.975342 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0a5788-3e4d-4643-9f59-f41007333a2f', 'name': 'tempest-NetworksTestDHCPv6-router-239302097', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:01:06Z', 'updated_at': '2022-02-21T09:01:09Z', 'revision_number': 2, 'project_id': '134915da0e684265a6dd55fced2cef76', 'gw_port_host': None, '_interfaces': [{'id': 'bf330aea-306a-4056-aed5-080014036d0b', 'name': '', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'mac_address': 'fa:16:3e:f1:68:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0a5788-3e4d-4643-9f59-f41007333a2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7204870e-3f8c-4c10-b6e6-50e441d04d57', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:01:08Z', 'updated_at': '2022-02-21T09:01:10Z', 'revision_number': 2, 'project_id': '134915da0e684265a6dd55fced2cef76', 'subnets': [{'id': '7204870e-3f8c-4c10-b6e6-50e441d04d57', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:14.980158 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Checking router: fe0a5788-3e4d-4643-9f59-f41007333a2f for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:01:14.980600 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Updating router fe0a5788-3e4d-4643-9f59-f41007333a2f port bf330aea-306a-4056-aed5-080014036d0b binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:01:14.985646 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe84961-61af-4d0d-9957-9c66afe26a53 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:14.986217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0fe84961-61af-4d0d-9957-9c66afe26a53 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:15.005218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-723e79a6-34ae-4331-aad0-7b3128b20a85 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:15.018617 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event updated for resources: {'Subnet': ['ID=febf7ef9-42f5-4de5-92a2-18cccb2717bf,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:15.037199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be08e01-119d-4927-931d-1e5ad813ee37 req-f761bb4c-3e49-4ac3-82a0-dd91610d25b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:15.040359 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6be08e01-119d-4927-931d-1e5ad813ee37 req-f761bb4c-3e49-4ac3-82a0-dd91610d25b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7aee7bc-1863-4379-ac4d-b8717910fd26 HTTP/1.1" status: 200 len: 835 time: 0.1681213 Feb 21 09:01:15.049858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2966643f-6c37-4993-827b-bd0d0b2c2f9e tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:15.066196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Checking segment: {'id': 'f7abd78d-bf13-40b5-bb61-bb0c410b76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbc2ab54-60e6-42cd-854a-23ad46985444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:15.066560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Network hostable DHCP agents. Network: dbc2ab54-60e6-42cd-854a-23ad46985444, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:01:15.066688 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:15.073627 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0fe84961-61af-4d0d-9957-9c66afe26a53 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:15.077552 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0fe84961-61af-4d0d-9957-9c66afe26a53 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports/bf330aea-306a-4056-aed5-080014036d0b HTTP/1.1" status: 200 len: 911 time: 0.5564504 Feb 21 09:01:15.083125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48732) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:15.252460 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-723e79a6-34ae-4331-aad0-7b3128b20a85 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:15.386816 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:15.387194 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:15.409610 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Network dbc2ab54-60e6-42cd-854a-23ad46985444 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:01:15.419307 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:15.432339 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Transition to ACTIVE for port object bf330aea-306a-4056-aed5-080014036d0b will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:15.446065 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:15.524991 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, dbc2ab54-60e6-42cd-854a-23ad46985444) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:15.530970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:15.530970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:15.574769 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff44b2b-c185-419e-ac0b-69b3d93e9eaa None None] Network dbc2ab54-60e6-42cd-854a-23ad46985444 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:15.613577 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a40310-0b37-4c2e-bfe7-9605ae46dc5c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:15.618782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a40310-0b37-4c2e-bfe7-9605ae46dc5c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:15.623763 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-89a40310-0b37-4c2e-bfe7-9605ae46dc5c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5348141 Feb 21 09:01:15.626891 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48738) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:15.688064 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Attempting to bind port bf330aea-306a-4056-aed5-080014036d0b on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:01:15.689135 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Attempting to bind port bf330aea-306a-4056-aed5-080014036d0b by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:01:15.689737 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Attempting to bind port bf330aea-306a-4056-aed5-080014036d0b on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:01:15.696852 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf2bb1-0c8b-483d-8845-1717f456b0b9 None None] Pushing event updated for resources: {'Port': ['ID=bf330aea-306a-4056-aed5-080014036d0b,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:15.700623 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:01:15.701275 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:15.701931 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:15.702566 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:01:15.703377 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Bound port: bf330aea-306a-4056-aed5-080014036d0b, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:01:15.704081 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:15.810300 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4352c411-954b-44a1-a49f-8755d7041db0 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0081475 Feb 21 09:01:15.816387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48742) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:15.834703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-723e79a6-34ae-4331-aad0-7b3128b20a85 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:15.844655 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] For port bf330aea-306a-4056-aed5-080014036d0b, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:01:15.850063 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] For port bf330aea-306a-4056-aed5-080014036d0b, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=bf330aea-306a-4056-aed5-080014036d0b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:01:15.859035 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:15.861416 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:15.966779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1188129401', 'network_id': 'dbc2ab54-60e6-42cd-854a-23ad46985444'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:15.973472 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Routers {'fe0a5788-3e4d-4643-9f59-f41007333a2f'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:15.975864 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['fe0a5788-3e4d-4643-9f59-f41007333a2f'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:15.979994 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6be08e01-119d-4927-931d-1e5ad813ee37 req-a80c6220-a8c3-457b-8ddf-ad343a0061f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ff9d5a3-0b37-4233-a413-0696d550825d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7295847 Feb 21 09:01:15.994813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:16.023463 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e79a6-34ae-4331-aad0-7b3128b20a85 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5488ae16-7afe-442a-a79d-ef0f33e8ae9c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:16.031775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Usage tracker for resource:port and tenant:6d6550ff711844ceb8b0d98a5a2aafff is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:16.036071 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2966643f-6c37-4993-827b-bd0d0b2c2f9e tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:16.041784 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Pushing event deleted for resources: {'Port': ['ID=e2208eb6-826d-4f7e-ae11-bd332842b41f,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:16.049720 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c1de-eb7c-45f6-a927-16dbf14b24de req-ea3ee66f-9ade-49d8-a2f4-c195866bc776 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:16.051526 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-edc5c1de-eb7c-45f6-a927-16dbf14b24de req-ea3ee66f-9ade-49d8-a2f4-c195866bc776 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 943 time: 0.7056684 Feb 21 09:01:16.052446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:16.111455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b42013d-8ed3-4ea6-9dfd-df3356bf9ce0 None None] Network dbc2ab54-60e6-42cd-854a-23ad46985444 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:16.177996 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-723e79a6-34ae-4331-aad0-7b3128b20a85 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:16.182152 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-723e79a6-34ae-4331-aad0-7b3128b20a85 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/5488ae16-7afe-442a-a79d-ef0f33e8ae9c HTTP/1.1" status: 204 len: 168 time: 1.5178998 Feb 21 09:01:16.182152 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:16.183187 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] Set router fe0a5788-3e4d-4643-9f59-f41007333a2f gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:01:16.205354 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48746) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:16.219122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2966643f-6c37-4993-827b-bd0d0b2c2f9e tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:16.257980 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Made reservation on behalf of 6d6550ff711844ceb8b0d98a5a2aafff for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:16.260333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:16.324137 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-edc5c1de-eb7c-45f6-a927-16dbf14b24de req-9a46edc7-ee2a-41ae-b46b-5b91f01c88cd tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471395 Feb 21 09:01:16.335478 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6be08e01-119d-4927-931d-1e5ad813ee37 req-8867a5ba-a777-4a4a-83f8-1aa4367cb87c service neutron] 10.222.0.47 "GET /v2.0/networks/3ff9d5a3-0b37-4233-a413-0696d550825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436968 Feb 21 09:01:16.348256 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] device_id is not set on port e59b68fe-05b5-4397-beac-688f2fe33239 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:01:16.441266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2966643f-6c37-4993-827b-bd0d0b2c2f9e tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:16.441929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2966643f-6c37-4993-827b-bd0d0b2c2f9e tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Fanout notify agent at l3_agent the message router_deleted on router ff53f447-8271-4a10-bc06-7eea85c19165 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:01:16.498299 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf2bb1-0c8b-483d-8845-1717f456b0b9 None None] Pushing event updated for resources: {'Port': ['ID=bf330aea-306a-4056-aed5-080014036d0b,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:16.538428 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2966643f-6c37-4993-827b-bd0d0b2c2f9e tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:16.542282 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2966643f-6c37-4993-827b-bd0d0b2c2f9e tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "DELETE /v2.0/routers/ff53f447-8271-4a10-bc06-7eea85c19165 HTTP/1.1" status: 204 len: 168 time: 1.7311342 Feb 21 09:01:16.547124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48752) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:16.651101 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0a5788-3e4d-4643-9f59-f41007333a2f', 'name': 'tempest-NetworksTestDHCPv6-router-239302097', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:01:06Z', 'updated_at': '2022-02-21T09:01:09Z', 'revision_number': 2, 'project_id': '134915da0e684265a6dd55fced2cef76', 'gw_port_host': None, '_interfaces': [{'id': 'bf330aea-306a-4056-aed5-080014036d0b', 'name': '', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'mac_address': 'fa:16:3e:f1:68:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0a5788-3e4d-4643-9f59-f41007333a2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7204870e-3f8c-4c10-b6e6-50e441d04d57', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:01:08Z', 'updated_at': '2022-02-21T09:01:15Z', 'revision_number': 4, 'project_id': '134915da0e684265a6dd55fced2cef76', 'subnets': [{'id': '7204870e-3f8c-4c10-b6e6-50e441d04d57', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:16.655457 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8fa1be-1515-4e48-9166-d034d3dab863 None None] The sync data for ids ['fe0a5788-3e4d-4643-9f59-f41007333a2f'] in dv-neutron-830062-1-hyperv is: [{'id': 'fe0a5788-3e4d-4643-9f59-f41007333a2f', 'name': 'tempest-NetworksTestDHCPv6-router-239302097', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:01:06Z', 'updated_at': '2022-02-21T09:01:09Z', 'revision_number': 2, 'project_id': '134915da0e684265a6dd55fced2cef76', 'gw_port_host': None, '_interfaces': [{'id': 'bf330aea-306a-4056-aed5-080014036d0b', 'name': '', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'mac_address': 'fa:16:3e:f1:68:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0a5788-3e4d-4643-9f59-f41007333a2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7204870e-3f8c-4c10-b6e6-50e441d04d57', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:01:08Z', 'updated_at': '2022-02-21T09:01:15Z', 'revision_number': 4, 'project_id': '134915da0e684265a6dd55fced2cef76', 'subnets': [{'id': '7204870e-3f8c-4c10-b6e6-50e441d04d57', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:01:16.731651 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6be08e01-119d-4927-931d-1e5ad813ee37 req-42e3fbd7-92da-48f5-afc2-bca2c3969a86 service neutron] 10.222.0.47 "GET /v2.0/networks/3ff9d5a3-0b37-4233-a413-0696d550825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344264 Feb 21 09:01:16.750636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Allocated IP 2001:db8::2fd (dbc2ab54-60e6-42cd-854a-23ad46985444/febf7ef9-42f5-4de5-92a2-18cccb2717bf/e59b68fe-05b5-4397-beac-688f2fe33239) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:16.765607 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c185a6c-8c9a-46f5-976d-b7632427ed48 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:16.787449 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be76aa0-2f60-4f2c-9200-09036d136823 req-de1b00c3-3125-448e-9086-f37287841b53 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:16.787449 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2be76aa0-2f60-4f2c-9200-09036d136823 req-de1b00c3-3125-448e-9086-f37287841b53 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.2466512 Feb 21 09:01:16.941165 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2be76aa0-2f60-4f2c-9200-09036d136823 req-24c25f17-e9c4-413c-8625-5e102499e3a7 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422930 Feb 21 09:01:17.006501 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.040266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.074453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.096073 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bf330aea-306a-4056-aed5-080014036d0b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:17.172771 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port bf330aea-306a-4056-aed5-080014036d0b completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:17.179528 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port bf330aea-306a-4056-aed5-080014036d0b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:17.180275 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.301057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.310979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Network dbc2ab54-60e6-42cd-854a-23ad46985444 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:17.324079 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.346865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:17.355504 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:17.356508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:17.357327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.357670 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port bf330aea-306a-4056-aed5-080014036d0b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=bf330aea-306a-4056-aed5-080014036d0b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:17.369341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event updated for resources: {'Port': ['ID=e59b68fe-05b5-4397-beac-688f2fe33239,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:17.383233 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.398641 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-66a2271d-6329-4e92-a67f-3807e4a4ca05 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5767663 Feb 21 09:01:17.401503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48760) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:17.401773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.488708 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=bf330aea-306a-4056-aed5-080014036d0b,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:17.495713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe6c65-0956-4798-93c7-e2f600131aef req-d021e602-c105-4a38-952a-8beb7630a534 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:17.497277 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b8fe6c65-0956-4798-93c7-e2f600131aef req-d021e602-c105-4a38-952a-8beb7630a534 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.1959720 Feb 21 09:01:17.502099 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device a6fe4fa5-6036-4170-a983-961ab13ba02b details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:01:17.516839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ddae2aac-bdab-4e61-b3c4-8c767040fd63 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Deleting port e59b68fe-05b5-4397-beac-688f2fe33239 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:17.517185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ddae2aac-bdab-4e61-b3c4-8c767040fd63 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.686138 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port a6fe4fa5-6036-4170-a983-961ab13ba02b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=a6fe4fa5-6036-4170-a983-961ab13ba02b,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:17.700235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'port_id': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'mac_address': 'fa:16:3e:70:d7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:01:17.716982 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c185a6c-8c9a-46f5-976d-b7632427ed48 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.727145 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b8fe6c65-0956-4798-93c7-e2f600131aef req-c953db64-6ac4-4752-b92e-261957d35b2c tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2131641 Feb 21 09:01:17.761780 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-1c185a6c-8c9a-46f5-976d-b7632427ed48 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a572ff92-06df-40cb-accf-c5100f87e46a']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:17.763910 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.784471 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fe4fa5-6036-4170-a983-961ab13ba02b {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:01:17.787266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-1c185a6c-8c9a-46f5-976d-b7632427ed48 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87f2fa8-99c6-49c5-ba98-2bdcdef5f613') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:17.787571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-1c185a6c-8c9a-46f5-976d-b7632427ed48 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87f2fa8-99c6-49c5-ba98-2bdcdef5f613') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:17.804726 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port a6fe4fa5-6036-4170-a983-961ab13ba02b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=a6fe4fa5-6036-4170-a983-961ab13ba02b,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:17.811582 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c185a6c-8c9a-46f5-976d-b7632427ed48 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.812128 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.833027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c185a6c-8c9a-46f5-976d-b7632427ed48 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.837627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a4bd3-c6fa-4799-9035-1e883fe37924 req-e426749e-44a3-4344-8b40-ffe93f10404a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:17.839149 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-378a4bd3-c6fa-4799-9035-1e883fe37924 req-e426749e-44a3-4344-8b40-ffe93f10404a tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 943 time: 0.2785599 Feb 21 09:01:17.845271 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c185a6c-8c9a-46f5-976d-b7632427ed48 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:01:17.846224 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c185a6c-8c9a-46f5-976d-b7632427ed48 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.899082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=a6fe4fa5-6036-4170-a983-961ab13ba02b,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:17.955695 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ddae2aac-bdab-4e61-b3c4-8c767040fd63 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:01:17.960139 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:01:17.974271 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-378a4bd3-c6fa-4799-9035-1e883fe37924 req-c53627d6-1f95-4a00-8d59-01df43868dca tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295137 Feb 21 09:01:18.004539 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9cbd5c-079c-4306-8930-c8d0b26aed13 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Deleting subnet e898c962-cb7e-4ecd-aed8-ced7b6e4c0d0 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:01:18.020610 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5e9cbd5c-079c-4306-8930-c8d0b26aed13 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:18.034787 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['a6fe4fa5-6036-4170-a983-961ab13ba02b'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:01:18.048623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Router 99373a36-f635-424a-84d6-f53bf91c61c1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:01:18.095698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ddae2aac-bdab-4e61-b3c4-8c767040fd63 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Calling delete_port for e59b68fe-05b5-4397-beac-688f2fe33239 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:18.117360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c185a6c-8c9a-46f5-976d-b7632427ed48 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:18.154800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c185a6c-8c9a-46f5-976d-b7632427ed48 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:18.169895 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3a86d-8eb0-49fa-9fdd-f4a5b5eb1020 req-7934c790-63de-45e9-b83f-5a312e0b323b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:18.171399 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1bf3a86d-8eb0-49fa-9fdd-f4a5b5eb1020 req-7934c790-63de-45e9-b83f-5a312e0b323b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.2915030 Feb 21 09:01:18.186914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c185a6c-8c9a-46f5-976d-b7632427ed48 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Pushing event deleted for resources: {'Network': ['ID=a572ff92-06df-40cb-accf-c5100f87e46a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:18.192479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5e9cbd5c-079c-4306-8930-c8d0b26aed13 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:18.237298 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1c185a6c-8c9a-46f5-976d-b7632427ed48 tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] 10.222.0.48 "DELETE /v2.0/networks/a572ff92-06df-40cb-accf-c5100f87e46a HTTP/1.1" status: 204 len: 168 time: 2.0210829 Feb 21 09:01:18.243618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48766) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:18.273838 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1bf3a86d-8eb0-49fa-9fdd-f4a5b5eb1020 req-9e045f15-3216-4e84-a858-ea9b3b6e8e31 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902565 Feb 21 09:01:18.290769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ddae2aac-bdab-4e61-b3c4-8c767040fd63 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:18.345173 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:18.349445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae2aac-bdab-4e61-b3c4-8c767040fd63 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event deleted for resources: {'Port': ['ID=e59b68fe-05b5-4397-beac-688f2fe33239,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:18.406400 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ddae2aac-bdab-4e61-b3c4-8c767040fd63 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:18.415324 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ddae2aac-bdab-4e61-b3c4-8c767040fd63 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e59b68fe-05b5-4397-beac-688f2fe33239 HTTP/1.1" status: 204 len: 168 time: 1.0128899 Feb 21 09:01:18.417550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48772) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:18.422691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbc2ab54-60e6-42cd-854a-23ad46985444', 'external_fixed_ips': [{'subnet_id': 'febf7ef9-42f5-4de5-92a2-18cccb2717bf', 'ip_address': '2001:db8::2fd'}]}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:18.427600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:18.432004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Usage tracker for resource:router and tenant:6d6550ff711844ceb8b0d98a5a2aafff is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:18.435039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:18.440893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:18.455615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:18.456792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:18.525240 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:18.614689 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171ab7f-c89c-4d67-bde6-ebd977c7849a req-bc780058-b7d6-4486-b534-5e74bb4a7e7a tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:18.616282 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8171ab7f-c89c-4d67-bde6-ebd977c7849a req-bc780058-b7d6-4486-b534-5e74bb4a7e7a tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.1516335 Feb 21 09:01:18.725580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:18.737492 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8171ab7f-c89c-4d67-bde6-ebd977c7849a req-f3d3d9cd-ad99-42e2-aef5-e8fc90267f9c tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664451 Feb 21 09:01:18.754808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event updated for resources: {'Subnet': ['ID=fbcd134e-1a24-46c8-b89d-df386c375814,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:18.759463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-41b33dee-8c77-42c3-a9fa-e252c7f28dfd tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:18.778186 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:01:18.789828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:01:18.795816 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:18.796960 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f1952eda-971b-43d3-a28b-33cd1ce3be7c tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "PUT /v2.0/routers/99373a36-f635-424a-84d6-f53bf91c61c1 HTTP/1.1" status: 200 len: 705 time: 8.7586470 Feb 21 09:01:18.806243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48778) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:18.807882 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be76c29-9d53-44be-adfa-4283148fc269 None None] Sync routers for ids ['99373a36-f635-424a-84d6-f53bf91c61c1'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:01:18.811569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5e9cbd5c-079c-4306-8930-c8d0b26aed13 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:18.825276 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be76c29-9d53-44be-adfa-4283148fc269 None None] Routers {'99373a36-f635-424a-84d6-f53bf91c61c1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:18.826949 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9be76c29-9d53-44be-adfa-4283148fc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['99373a36-f635-424a-84d6-f53bf91c61c1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:18.902099 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9be76c29-9d53-44be-adfa-4283148fc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:18.914712 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be76c29-9d53-44be-adfa-4283148fc269 None None] Routers {'99373a36-f635-424a-84d6-f53bf91c61c1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:18.915635 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9be76c29-9d53-44be-adfa-4283148fc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['99373a36-f635-424a-84d6-f53bf91c61c1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:19.021747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bf330aea-306a-4056-aed5-080014036d0b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:19.062849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Checking segment: {'id': '5cbfe2f1-8b95-4d82-a242-0dd68414710b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f26cd3a-1006-4269-b246-b0e6b7b4d6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:19.063450 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Network hostable DHCP agents. Network: 8f26cd3a-1006-4269-b246-b0e6b7b4d6c7, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:01:19.096901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.102487 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9be76c29-9d53-44be-adfa-4283148fc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:19.106824 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be76c29-9d53-44be-adfa-4283148fc269 None None] The sync data for ids ['99373a36-f635-424a-84d6-f53bf91c61c1'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:01:19.145718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port bf330aea-306a-4056-aed5-080014036d0b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:19.146584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.175806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.258254 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-41b33dee-8c77-42c3-a9fa-e252c7f28dfd tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.294260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5e9cbd5c-079c-4306-8930-c8d0b26aed13 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.330102 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-de368573-5038-4f13-8efd-64785b9930bc tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/routers/99373a36-f635-424a-84d6-f53bf91c61c1 HTTP/1.1" status: 200 len: 740 time: 0.5226214 Feb 21 09:01:19.331802 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-41b33dee-8c77-42c3-a9fa-e252c7f28dfd tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2da14b9-03de-4594-bff3-940f067ee337']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:19.348979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48786) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:19.350339 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Network 8f26cd3a-1006-4269-b246-b0e6b7b4d6c7 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:01:19.360019 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cbd5c-079c-4306-8930-c8d0b26aed13 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event deleted for resources: {'Subnet': ['ID=e898c962-cb7e-4ecd-aed8-ced7b6e4c0d0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:19.362715 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-41b33dee-8c77-42c3-a9fa-e252c7f28dfd tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd370f3-7907-4079-9528-a630d4ac6a89') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:19.363020 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-41b33dee-8c77-42c3-a9fa-e252c7f28dfd tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd370f3-7907-4079-9528-a630d4ac6a89') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:19.451083 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-41b33dee-8c77-42c3-a9fa-e252c7f28dfd tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.457311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 8f26cd3a-1006-4269-b246-b0e6b7b4d6c7) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:19.461952 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9e622639-05fa-4eb5-a0d2-8000aa8e3a2c tempest-RoutersAdminTest-495716102 tempest-RoutersAdminTest-495716102-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&device_id=99373a36-f635-424a-84d6-f53bf91c61c1 HTTP/1.1" status: 200 len: 205 time: 0.1092067 Feb 21 09:01:19.463028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5e9cbd5c-079c-4306-8930-c8d0b26aed13 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.473808 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48790) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:19.475608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.475940 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf738f1-4d60-4e66-8389-6626430b9d04 None None] Network 8f26cd3a-1006-4269-b246-b0e6b7b4d6c7 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:19.490212 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801b175a-829e-47ca-8e1f-41f6a3a792cf None None] Network e498ca84-8e2f-48fe-9fe1-0bc423108cb2 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:19.513916 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device a6fe4fa5-6036-4170-a983-961ab13ba02b up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:19.530902 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5e9cbd5c-079c-4306-8930-c8d0b26aed13 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "DELETE /v2.0/subnets/e898c962-cb7e-4ecd-aed8-ced7b6e4c0d0 HTTP/1.1" status: 204 len: 168 time: 2.9156659 Feb 21 09:01:19.535692 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-41b33dee-8c77-42c3-a9fa-e252c7f28dfd tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.537029 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48794) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:19.553906 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e0b96625-6219-405a-beaa-baa4697630b2 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "GET /v2.0/ports?device_id=99373a36-f635-424a-84d6-f53bf91c61c1 HTTP/1.1" status: 200 len: 205 time: 0.0765867 Feb 21 09:01:19.556237 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48798) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:19.567490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b33dee-8c77-42c3-a9fa-e252c7f28dfd tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:01:19.568357 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-41b33dee-8c77-42c3-a9fa-e252c7f28dfd tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:01:19.667132 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:01:19.674362 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5d8c30ac-6601-4442-9883-6f93abfd24de tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.712621 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0519eb2-12bb-4846-977c-5359fe0ce854 req-928d9222-6426-4ff6-b8a6-8ca4b8476437 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:19.715686 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b0519eb2-12bb-4846-977c-5359fe0ce854 req-928d9222-6426-4ff6-b8a6-8ca4b8476437 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.5497239 Feb 21 09:01:19.749574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59584d-6e12-4394-afff-7331db29ac16 req-94714995-aeba-471c-87ba-50ccc2b4250c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:19.749574 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-de59584d-6e12-4394-afff-7331db29ac16 req-94714995-aeba-471c-87ba-50ccc2b4250c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 944 time: 0.4319372 Feb 21 09:01:19.753044 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Allocated IP 2001:db8::2fd (dbc2ab54-60e6-42cd-854a-23ad46985444/febf7ef9-42f5-4de5-92a2-18cccb2717bf/550aa81b-46e5-45de-b54f-7513c88542d2) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:19.781241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.884062 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port a6fe4fa5-6036-4170-a983-961ab13ba02b completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:19.897053 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port a6fe4fa5-6036-4170-a983-961ab13ba02b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:19.897420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.905619 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Deleting port a9e9537d-37bf-41c6-94ff-00427ff60d2d {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:19.905928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.965191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event updated for resources: {'Subnet': ['ID=e8892885-d454-4b45-b642-ac7f839f71a6,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:19.974934 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b0519eb2-12bb-4846-977c-5359fe0ce854 req-f67c07af-1edc-4d78-8523-5c32c43f80a8 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2445204 Feb 21 09:01:19.990802 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-de59584d-6e12-4394-afff-7331db29ac16 req-e5fd5fea-b905-44c8-834d-e57045318eb6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159667 Feb 21 09:01:19.992918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-41b33dee-8c77-42c3-a9fa-e252c7f28dfd tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:19.997161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-41b33dee-8c77-42c3-a9fa-e252c7f28dfd tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:20.020781 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-8f26cd3a-1006-4269-b246-b0e6b7b4d6c7', 'network_id': '8f26cd3a-1006-4269-b246-b0e6b7b4d6c7', 'tenant_id': '72ba89d1345e46ada3ba44ed71123157', 'fixed_ips': [{'subnet_id': 'fbcd134e-1a24-46c8-b89d-df386c375814'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:01:20.022274 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:20.044061 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.044437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.044780 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.045114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.045473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.045811 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.046139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.046465 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.046831 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.047181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.047503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.058067 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-41b33dee-8c77-42c3-a9fa-e252c7f28dfd tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] 10.222.0.48 "DELETE /v2.0/networks/c2da14b9-03de-4594-bff3-940f067ee337 HTTP/1.1" status: 204 len: 168 time: 1.8027735 Feb 21 09:01:20.058067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b33dee-8c77-42c3-a9fa-e252c7f28dfd tempest-QuotasNegativeTest-1038513905 tempest-QuotasNegativeTest-1038513905-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2da14b9-03de-4594-bff3-940f067ee337,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:20.073564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3827d19d-4e6c-4f4e-8541-50d4d54b2285 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:20.131920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Checking segment: {'id': '823568b5-be9e-4154-aa4d-f89f5b6500c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dde2dc19-36f5-4ca4-8616-b7ab6c536939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:20.132805 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Network hostable DHCP agents. Network: dde2dc19-36f5-4ca4-8616-b7ab6c536939, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:01:20.151018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4fa811-3703-484b-87ac-d9c857a52ee1 None None] DHCP port deletion for e498ca84-8e2f-48fe-9fe1-0bc423108cb2 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:01:20.167626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8f4fa811-3703-484b-87ac-d9c857a52ee1 None None] Deleting port a9e9537d-37bf-41c6-94ff-00427ff60d2d {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:20.168255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa811-3703-484b-87ac-d9c857a52ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:20.191301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:20.267640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:20.271520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fe4fa5-6036-4170-a983-961ab13ba02b'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:01:20.319479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:20.408481 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'code': 200} Feb 21 09:01:20.411751 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port a6fe4fa5-6036-4170-a983-961ab13ba02b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=a6fe4fa5-6036-4170-a983-961ab13ba02b,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:20.429803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Network dbc2ab54-60e6-42cd-854a-23ad46985444 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:20.433114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event updated for resources: {'Port': ['ID=550aa81b-46e5-45de-b54f-7513c88542d2,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:20.436750 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:20.443018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:20.456930 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.463440 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.463826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.464226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.464554 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.464890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.465260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.465585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.465935 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.466293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.466658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:20.479728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:20.546525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] For port a9e9537d-37bf-41c6-94ff-00427ff60d2d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a9e9537d-37bf-41c6-94ff-00427ff60d2d,segment=NetworkSegment(bf06c8f3-7f20-40c5-8d86-02b074c64abd),segment_id=bf06c8f3-7f20-40c5-8d86-02b074c64abd)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:20.547155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:20.676984 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Network dde2dc19-36f5-4ca4-8616-b7ab6c536939 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:01:20.683933 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Allocated IP 2001:db8::1 (8f26cd3a-1006-4269-b246-b0e6b7b4d6c7/fbcd134e-1a24-46c8-b89d-df386c375814/731c457c-fb3c-4177-a147-a863b93d1817) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:20.698072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, dde2dc19-36f5-4ca4-8616-b7ab6c536939) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:20.713991 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e705edb-7106-45b9-8ad0-d7a417551943 None None] Network dde2dc19-36f5-4ca4-8616-b7ab6c536939 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:20.750210 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8f4fa811-3703-484b-87ac-d9c857a52ee1 None None] For port a9e9537d-37bf-41c6-94ff-00427ff60d2d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a9e9537d-37bf-41c6-94ff-00427ff60d2d,segment=NetworkSegment(bf06c8f3-7f20-40c5-8d86-02b074c64abd),segment_id=bf06c8f3-7f20-40c5-8d86-02b074c64abd)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:20.750604 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa811-3703-484b-87ac-d9c857a52ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:20.753996 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48810) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:20.762451 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=a6fe4fa5-6036-4170-a983-961ab13ba02b,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:20.785140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Calling delete_port for a9e9537d-37bf-41c6-94ff-00427ff60d2d owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:20.823363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:20.824073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:20.824572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:20.908368 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:20.912912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3827d19d-4e6c-4f4e-8541-50d4d54b2285 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:20.957775 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-47dbc111-fd77-451c-9f4c-be54d4e2a512 req-a116812a-7f2a-420f-84e1-efe1cfcc7195 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 1098 time: 0.2861915 Feb 21 09:01:20.973383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event deleted for resources: {'Port': ['ID=a9e9537d-37bf-41c6-94ff-00427ff60d2d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:20.984297 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3b0faac4-7103-4f1f-b44e-acf9599e95ba tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 7.1184678 Feb 21 09:01:20.984297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3827d19d-4e6c-4f4e-8541-50d4d54b2285 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:20.985221 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48816) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:21.003709 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] No DVR routers for this DVR port a9e9537d-37bf-41c6-94ff-00427ff60d2d on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:01:21.071229 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c30ac-6601-4442-9883-6f93abfd24de tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port bf330aea-306a-4056-aed5-080014036d0b {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:21.071947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5d8c30ac-6601-4442-9883-6f93abfd24de tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.115682 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8f4fa811-3703-484b-87ac-d9c857a52ee1 None None] Calling delete_port for a9e9537d-37bf-41c6-94ff-00427ff60d2d owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:21.147229 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a9e9537d-37bf-41c6-94ff-00427ff60d2d no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:01:21.200539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:21.200987 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:21.201428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:21.201863 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:21.202292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:21.202720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:21.203199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:21.203626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:21.204072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:21.204494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:21.204912 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:01:21.220588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: a9e9537d-37bf-41c6-94ff-00427ff60d2d {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:01:21.220921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a9e9537d-37bf-41c6-94ff-00427ff60d2d not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:01:21.349497 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d956e03-e10d-471b-8aa1-aa1d86c68ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.366823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda116c1-f833-4d1b-b53b-3fb207685014 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:21.368271 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda116c1-f833-4d1b-b53b-3fb207685014 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:21.369575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda116c1-f833-4d1b-b53b-3fb207685014 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:21.370474 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-cda116c1-f833-4d1b-b53b-3fb207685014 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Synchronizing usage tracker for tenant:72ba89d1345e46ada3ba44ed71123157 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:21.380921 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3827d19d-4e6c-4f4e-8541-50d4d54b2285 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.381396 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3827d19d-4e6c-4f4e-8541-50d4d54b2285 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Fanout notify agent at l3_agent the message router_deleted on router 99373a36-f635-424a-84d6-f53bf91c61c1 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:01:21.391618 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-8f4fa811-3703-484b-87ac-d9c857a52ee1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:01:21.392088 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-8f4fa811-3703-484b-87ac-d9c857a52ee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:01:21.410439 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-47dbc111-fd77-451c-9f4c-be54d4e2a512 req-534a0560-f496-4cc6-8d0a-43ba69da8650 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4382987 Feb 21 09:01:21.425669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.442169 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-cda116c1-f833-4d1b-b53b-3fb207685014 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Unset dirty status for tenant:72ba89d1345e46ada3ba44ed71123157 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:21.453159 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cda116c1-f833-4d1b-b53b-3fb207685014 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4571540 Feb 21 09:01:21.455485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48824) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:21.462841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3827d19d-4e6c-4f4e-8541-50d4d54b2285 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.467765 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3827d19d-4e6c-4f4e-8541-50d4d54b2285 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "DELETE /v2.0/routers/99373a36-f635-424a-84d6-f53bf91c61c1 HTTP/1.1" status: 204 len: 168 time: 1.9025671 Feb 21 09:01:21.467765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1d956e03-e10d-471b-8aa1-aa1d86c68ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:21.469558 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48828) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:21.475647 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1d956e03-e10d-471b-8aa1-aa1d86c68ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:c287759c86b744049dfcb76677ab5d8b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:21.494218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-dde2dc19-36f5-4ca4-8616-b7ab6c536939', 'network_id': 'dde2dc19-36f5-4ca4-8616-b7ab6c536939', 'tenant_id': '72ba89d1345e46ada3ba44ed71123157', 'fixed_ips': [{'subnet_id': 'e8892885-d454-4b45-b642-ac7f839f71a6'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:01:21.495188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.514231 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1d956e03-e10d-471b-8aa1-aa1d86c68ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:21.515301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.517404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e498ca84-8e2f-48fe-9fe1-0bc423108cb2']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:21.531213 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-eeb2e946-59b6-4d5b-8b72-4a17e0326b83 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "GET /v2.0/ports?device_id=99373a36-f635-424a-84d6-f53bf91c61c1 HTTP/1.1" status: 200 len: 205 time: 0.0572803 Feb 21 09:01:21.531632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1d956e03-e10d-471b-8aa1-aa1d86c68ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:21.534395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48832) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:21.534637 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.535295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.541916 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-5d8c30ac-6601-4442-9883-6f93abfd24de tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] For port bf330aea-306a-4056-aed5-080014036d0b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=bf330aea-306a-4056-aed5-080014036d0b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:21.542511 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5d8c30ac-6601-4442-9883-6f93abfd24de tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.566092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf06c8f3-7f20-40c5-8d86-02b074c64abd') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:21.566358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf06c8f3-7f20-40c5-8d86-02b074c64abd') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:21.567915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Transition to ACTIVE for port object 731c457c-fb3c-4177-a147-a863b93d1817 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:21.607434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Transition to ACTIVE for port object 731c457c-fb3c-4177-a147-a863b93d1817 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:21.618920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.650654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.684903 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-239aaa07-ad12-4bc8-b2dd-ccdfab1d435f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] delete failed (client error): The resource could not be found. Feb 21 09:01:21.684903 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-239aaa07-ad12-4bc8-b2dd-ccdfab1d435f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "DELETE /v2.0/routers/99373a36-f635-424a-84d6-f53bf91c61c1 HTTP/1.1" status: 404 len: 336 time: 0.1450348 Feb 21 09:01:21.733080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Pushing event updated for resources: {'Port': ['ID=731c457c-fb3c-4177-a147-a863b93d1817,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:21.737574 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48836) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:21.748038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c30ac-6601-4442-9883-6f93abfd24de tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for bf330aea-306a-4056-aed5-080014036d0b owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:21.753114 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Network 8f26cd3a-1006-4269-b246-b0e6b7b4d6c7 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:21.756033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:21.760477 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:21.802759 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Allocated IP 2001:db8:0:1::1 (dde2dc19-36f5-4ca4-8616-b7ab6c536939/e8892885-d454-4b45-b642-ac7f839f71a6/76575b48-1762-4781-962f-29c9833c6c04) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:21.828117 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.847768 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c2ac64aa-b005-4809-910e-81eac8b1a3f2 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc104cd8-ae4b-4cf4-be97-02e56035987f HTTP/1.1" status: 200 len: 205 time: 0.1052949 Feb 21 09:01:21.849052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48840) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:21.850809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8e8ee-66f1-4384-92d1-7e26510afe92 req-8caae81b-a6a7-45c6-b5ad-2c7671cc74b9 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:21.852661 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9eb8e8ee-66f1-4384-92d1-7e26510afe92 req-8caae81b-a6a7-45c6-b5ad-2c7671cc74b9 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.5352926 Feb 21 09:01:21.861874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:01:21.862292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:01:21.879331 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:01:21.894033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8f4fa811-3703-484b-87ac-d9c857a52ee1 None None] Deleting port a9e9537d-37bf-41c6-94ff-00427ff60d2d {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:21.894401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa811-3703-484b-87ac-d9c857a52ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:21.927895 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-6ea9c27b-5e97-4bfa-ab81-34fa2d71ccc7 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] delete failed (client error): The resource could not be found. Feb 21 09:01:21.932171 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6ea9c27b-5e97-4bfa-ab81-34fa2d71ccc7 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "DELETE /v2.0/routers/bc104cd8-ae4b-4cf4-be97-02e56035987f HTTP/1.1" status: 404 len: 336 time: 0.0789168 Feb 21 09:01:21.935924 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48844) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:21.963307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d87df4-710c-43bc-95a5-b3e95afc0792 req-8bdc073c-97c9-4383-a18d-fa7f829d1f4c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:21.964829 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-95d87df4-710c-43bc-95a5-b3e95afc0792 req-8bdc073c-97c9-4383-a18d-fa7f829d1f4c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 945 time: 0.6457689 Feb 21 09:01:21.978667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Attempting to bind port 731c457c-fb3c-4177-a147-a863b93d1817 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:01:21.979244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Attempting to bind port 731c457c-fb3c-4177-a147-a863b93d1817 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '5cbfe2f1-8b95-4d82-a242-0dd68414710b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f26cd3a-1006-4269-b246-b0e6b7b4d6c7'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:01:21.979404 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Attempting to bind port 731c457c-fb3c-4177-a147-a863b93d1817 on network 8f26cd3a-1006-4269-b246-b0e6b7b4d6c7 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:01:22.018453 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7e58382a-fa59-40ad-b4c6-eac4066e9cb3 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec9fd42-689b-49a8-ac9a-356aecb617ca HTTP/1.1" status: 200 len: 205 time: 0.0782926 Feb 21 09:01:22.020592 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48848) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:22.021910 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8f4fa811-3703-484b-87ac-d9c857a52ee1 None None] The port 'a9e9537d-37bf-41c6-94ff-00427ff60d2d' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:01:22.032348 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:01:22.032984 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Checking segment: {'id': '5cbfe2f1-8b95-4d82-a242-0dd68414710b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f26cd3a-1006-4269-b246-b0e6b7b4d6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:22.033105 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.033470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Bound using segment: {'id': '5cbfe2f1-8b95-4d82-a242-0dd68414710b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f26cd3a-1006-4269-b246-b0e6b7b4d6c7'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:01:22.033940 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Bound port: 731c457c-fb3c-4177-a147-a863b93d1817, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbfe2f1-8b95-4d82-a242-0dd68414710b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f26cd3a-1006-4269-b246-b0e6b7b4d6c7'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:01:22.034308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.094769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.111471 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.143292 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9eb8e8ee-66f1-4384-92d1-7e26510afe92 req-548fcc81-db34-45e2-8812-37540ed3b108 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2648513 Feb 21 09:01:22.152894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f4f16a-9140-40f8-bb39-787ac859ef68 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Deleting subnet fbcd134e-1a24-46c8-b89d-df386c375814 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:01:22.154865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] Pushing event deleted for resources: {'Network': ['ID=e498ca84-8e2f-48fe-9fe1-0bc423108cb2,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:22.173577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f16a-9140-40f8-bb39-787ac859ef68 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.216500 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ab2bf5b3-5df6-40bd-9361-af80aec96560 tempest-FloatingIPNegativeTestJSON-133457057 tempest-FloatingIPNegativeTestJSON-133457057-project] 10.222.0.48 "DELETE /v2.0/networks/e498ca84-8e2f-48fe-9fe1-0bc423108cb2 HTTP/1.1" status: 204 len: 168 time: 2.6721463 Feb 21 09:01:22.220566 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-95d87df4-710c-43bc-95a5-b3e95afc0792 req-c177ac89-35c4-4fc5-93f0-0fe90532338e tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419233 Feb 21 09:01:22.225398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d956e03-e10d-471b-8aa1-aa1d86c68ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.229373 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] For port 731c457c-fb3c-4177-a147-a863b93d1817, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:01:22.234514 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] For port 731c457c-fb3c-4177-a147-a863b93d1817, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=731c457c-fb3c-4177-a147-a863b93d1817,segment=NetworkSegment(5cbfe2f1-8b95-4d82-a242-0dd68414710b),segment_id=5cbfe2f1-8b95-4d82-a242-0dd68414710b)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:01:22.235746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d956e03-e10d-471b-8aa1-aa1d86c68ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.246266 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-3f2bc902-d9e5-4d75-bc12-ed036a94065d tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] delete failed (client error): The resource could not be found. Feb 21 09:01:22.250947 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3f2bc902-d9e5-4d75-bc12-ed036a94065d tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "DELETE /v2.0/routers/5ec9fd42-689b-49a8-ac9a-356aecb617ca HTTP/1.1" status: 404 len: 336 time: 0.2268381 Feb 21 09:01:22.251161 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f16a-9140-40f8-bb39-787ac859ef68 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.259119 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48854) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:22.281768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.296480 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Transition to ACTIVE for port object 76575b48-1762-4781-962f-29c9833c6c04 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:22.322257 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-32f1b4d3-5aa3-438e-ba5e-3c02a58d1816 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "GET /v2.0/ports?device_id=340f2533-4ef6-461c-8a0a-4c26a75171eb HTTP/1.1" status: 200 len: 205 time: 0.0589569 Feb 21 09:01:22.324626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48858) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:22.327921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Transition to ACTIVE for port object 76575b48-1762-4781-962f-29c9833c6c04 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:22.332746 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.350584 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d956e03-e10d-471b-8aa1-aa1d86c68ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2802d5-2f89-4c4a-bef5-32705ef7d18b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:22.359334 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1d956e03-e10d-471b-8aa1-aa1d86c68ad5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c287759c86b744049dfcb76677ab5d8b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5941067 Feb 21 09:01:22.362134 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48862) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:22.442113 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.498009 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0e19f-b08d-46b3-8296-403f31e0ef7e None None] Pushing event updated for resources: {'Port': ['ID=731c457c-fb3c-4177-a147-a863b93d1817,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:22.511184 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5d8c30ac-6601-4442-9883-6f93abfd24de tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.513278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Network dde2dc19-36f5-4ca4-8616-b7ab6c536939 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:22.549961 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-106fccc7-1c0f-4171-81f2-591ddcbd65da tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] delete failed (client error): The resource could not be found. Feb 21 09:01:22.550890 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-106fccc7-1c0f-4171-81f2-591ddcbd65da tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "DELETE /v2.0/routers/340f2533-4ef6-461c-8a0a-4c26a75171eb HTTP/1.1" status: 404 len: 336 time: 0.2241096 Feb 21 09:01:22.553786 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48868) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:22.557682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7cd59ec-74fb-45e6-b22d-c6c9febfe48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.601959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c30ac-6601-4442-9883-6f93abfd24de tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=bf330aea-306a-4056-aed5-080014036d0b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:22.620305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f16a-9140-40f8-bb39-787ac859ef68 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.631062 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ff35737e-ba6a-4226-b25d-e75ffd42616b tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "GET /v2.0/ports?device_id=369b385f-4382-4639-8a7d-a6842d28928a HTTP/1.1" status: 200 len: 205 time: 0.0747759 Feb 21 09:01:22.641828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48872) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:22.680393 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:22.682873 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Pushing event updated for resources: {'Port': ['ID=76575b48-1762-4781-962f-29c9833c6c04,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:22.686277 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:22.700453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48876) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:22.728788 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Router 452d1332-166e-4664-be77-d9c82bfc7fc7 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:01:22.749810 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f16a-9140-40f8-bb39-787ac859ef68 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.766303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7cd59ec-74fb-45e6-b22d-c6c9febfe48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.780947 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-fdcd7403-2225-4afc-a07e-3e7f6d56ed68 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] delete failed (client error): The resource could not be found. Feb 21 09:01:22.783363 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fdcd7403-2225-4afc-a07e-3e7f6d56ed68 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "DELETE /v2.0/routers/369b385f-4382-4639-8a7d-a6842d28928a HTTP/1.1" status: 404 len: 336 time: 0.1403043 Feb 21 09:01:22.785969 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48882) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:22.864083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Attempting to bind port 76575b48-1762-4781-962f-29c9833c6c04 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:01:22.865569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4f16a-9140-40f8-bb39-787ac859ef68 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event deleted for resources: {'Subnet': ['ID=fbcd134e-1a24-46c8-b89d-df386c375814,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:22.866065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Attempting to bind port 76575b48-1762-4781-962f-29c9833c6c04 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '823568b5-be9e-4154-aa4d-f89f5b6500c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dde2dc19-36f5-4ca4-8616-b7ab6c536939'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:01:22.867241 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Attempting to bind port 76575b48-1762-4781-962f-29c9833c6c04 on network dde2dc19-36f5-4ca4-8616-b7ab6c536939 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:01:22.875964 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:01:22.876530 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Checking segment: {'id': '823568b5-be9e-4154-aa4d-f89f5b6500c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dde2dc19-36f5-4ca4-8616-b7ab6c536939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:22.877038 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:22.877551 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Bound using segment: {'id': '823568b5-be9e-4154-aa4d-f89f5b6500c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dde2dc19-36f5-4ca4-8616-b7ab6c536939'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:01:22.878128 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Bound port: 76575b48-1762-4781-962f-29c9833c6c04, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823568b5-be9e-4154-aa4d-f89f5b6500c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dde2dc19-36f5-4ca4-8616-b7ab6c536939'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:01:22.878604 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:23.029808 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9d3c017a-340b-4828-bf3c-fb2b06921272 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cbd26df-6cf7-4629-8ba8-28f6edfd20c1 HTTP/1.1" status: 200 len: 205 time: 0.2396977 Feb 21 09:01:23.039666 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48886) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:23.045452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f16a-9140-40f8-bb39-787ac859ef68 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:23.058832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] For port 76575b48-1762-4781-962f-29c9833c6c04, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:01:23.063131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] For port 76575b48-1762-4781-962f-29c9833c6c04, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=76575b48-1762-4781-962f-29c9833c6c04,segment=NetworkSegment(823568b5-be9e-4154-aa4d-f89f5b6500c7),segment_id=823568b5-be9e-4154-aa4d-f89f5b6500c7)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:01:23.065732 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5d8c30ac-6601-4442-9883-6f93abfd24de tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:23.072096 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:23.160747 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7cd59ec-74fb-45e6-b22d-c6c9febfe48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:23.186520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cf592-757c-438f-a144-c25b31bc2237 None None] Pushing event updated for resources: {'Port': ['ID=76575b48-1762-4781-962f-29c9833c6c04,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:23.248655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd59ec-74fb-45e6-b22d-c6c9febfe48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2802d5-2f89-4c4a-bef5-32705ef7d18b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:23.279872 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7cd59ec-74fb-45e6-b22d-c6c9febfe48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:23.283888 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e7cd59ec-74fb-45e6-b22d-c6c9febfe48a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c2802d5-2f89-4c4a-bef5-32705ef7d18b HTTP/1.1" status: 204 len: 168 time: 0.9181154 Feb 21 09:01:23.355877 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-b6ec61a9-b587-40fc-8f62-9da553e49036 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] delete failed (client error): The resource could not be found. Feb 21 09:01:23.357542 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b6ec61a9-b587-40fc-8f62-9da553e49036 tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "DELETE /v2.0/routers/7cbd26df-6cf7-4629-8ba8-28f6edfd20c1 HTTP/1.1" status: 404 len: 336 time: 0.3165743 Feb 21 09:01:23.417239 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48896) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:23.561477 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d4f4f16a-9140-40f8-bb39-787ac859ef68 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "DELETE /v2.0/subnets/fbcd134e-1a24-46c8-b89d-df386c375814 HTTP/1.1" status: 204 len: 168 time: 2.1068094 Feb 21 09:01:23.576297 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96d81be-4bc0-4831-8f4c-3e332828356f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] DELETE failed (client error): The resource could not be found. Feb 21 09:01:23.576944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96d81be-4bc0-4831-8f4c-3e332828356f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:01:23.581772 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a96d81be-4bc0-4831-8f4c-3e332828356f tempest-RoutersAdminTest-1678562076 tempest-RoutersAdminTest-1678562076-project] 10.222.0.48 "DELETE /v2.0/subnets/732c87ea-8206-4cda-a2f0-793502e9db07 HTTP/1.1" status: 404 len: 337 time: 0.1543646 Feb 21 09:01:23.598770 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48902) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:23.616853 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9af9d68e-dbb2-48a8-abe8-1208479faba5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c63e6b4f928842bc9f25ed06eeaa0a2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9118295 Feb 21 09:01:23.618673 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48908) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:23.783541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8c30ac-6601-4442-9883-6f93abfd24de tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Router fe0a5788-3e4d-4643-9f59-f41007333a2f has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:01:23.884529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9700bd-c755-4faa-a26e-b93399e7446a req-9ee7c300-f4c0-4cb7-974b-66507d2d05e4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:23.891274 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6f9700bd-c755-4faa-a26e-b93399e7446a req-9ee7c300-f4c0-4cb7-974b-66507d2d05e4 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 945 time: 0.3764191 Feb 21 09:01:23.898763 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5124044-87fd-4581-b1c0-4cce23244608 req-12b9c4c4-9bb4-4fda-bf33-c6feeb13ed87 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:23.905608 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c5124044-87fd-4581-b1c0-4cce23244608 req-12b9c4c4-9bb4-4fda-bf33-c6feeb13ed87 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.5554461 Feb 21 09:01:23.988880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48912) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:24.052195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-306a3272-67d0-4326-9874-34fdba71da06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.070378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27a2ca2c-5f27-4b8c-a99e-c92f7620b9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.074601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8c30ac-6601-4442-9883-6f93abfd24de tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:01:24.083566 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5d8c30ac-6601-4442-9883-6f93abfd24de tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "PUT /v2.0/routers/fe0a5788-3e4d-4643-9f59-f41007333a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4507756 Feb 21 09:01:24.084488 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48918) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:24.084950 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ca64a-191b-4a17-9d9f-70712248150f None None] Sync routers for ids ['fe0a5788-3e4d-4643-9f59-f41007333a2f'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:01:24.105969 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ca64a-191b-4a17-9d9f-70712248150f None None] Routers {'fe0a5788-3e4d-4643-9f59-f41007333a2f'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:24.106666 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-321ca64a-191b-4a17-9d9f-70712248150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['fe0a5788-3e4d-4643-9f59-f41007333a2f'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:24.130421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48922) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:24.153552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27a2ca2c-5f27-4b8c-a99e-c92f7620b9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.209175 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe9bef-28ad-4375-865b-504e2fb4c785 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:24.212013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe9bef-28ad-4375-865b-504e2fb4c785 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:24.220658 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d5fe9bef-28ad-4375-865b-504e2fb4c785 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1334403 Feb 21 09:01:24.221652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48928) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:24.317410 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c5124044-87fd-4581-b1c0-4cce23244608 req-7471de34-a0bd-4a44-9324-eb3d7bee1003 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4108193 Feb 21 09:01:24.335852 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6f9700bd-c755-4faa-a26e-b93399e7446a req-270e6fc5-1bf4-4c19-a66b-e28ede7d7099 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4436197 Feb 21 09:01:24.347443 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-306a3272-67d0-4326-9874-34fdba71da06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:24.368375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56d7232-3921-41c7-acd1-76f03eb365f9 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Deleting subnet e8892885-d454-4b45-b642-ac7f839f71a6 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:01:24.368375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a56d7232-3921-41c7-acd1-76f03eb365f9 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.430796 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-321ca64a-191b-4a17-9d9f-70712248150f None None] Set router fe0a5788-3e4d-4643-9f59-f41007333a2f gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:01:24.443382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-306a3272-67d0-4326-9874-34fdba71da06 admin admin] Usage tracker for resource:security_group_rule and tenant:7d2af23d8fc24a03a9877401da7032d0 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:24.451886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-306a3272-67d0-4326-9874-34fdba71da06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:24.464814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7ce5978-06c6-4b4f-8743-45a0314ed0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.494050 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caef5aa-5126-4d2d-a132-6e4273833b26 None None] Network 8f26cd3a-1006-4269-b246-b0e6b7b4d6c7 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:24.498861 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-306a3272-67d0-4326-9874-34fdba71da06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:24.530178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a56d7232-3921-41c7-acd1-76f03eb365f9 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.550260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f7ce5978-06c6-4b4f-8743-45a0314ed0fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:24.554442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f7ce5978-06c6-4b4f-8743-45a0314ed0fe admin admin] Usage tracker for resource:security_group_rule and tenant:dd04cd83ed5441e899f156cf434203f3 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:24.558391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f7ce5978-06c6-4b4f-8743-45a0314ed0fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:24.564719 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f7ce5978-06c6-4b4f-8743-45a0314ed0fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:24.624439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-963e7254-cccf-43eb-9415-c37c9735fb34 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 7204870e-3f8c-4c10-b6e6-50e441d04d57 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:01:24.628437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-963e7254-cccf-43eb-9415-c37c9735fb34 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.664229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a56d7232-3921-41c7-acd1-76f03eb365f9 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.685365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-382fef37-8e94-454f-8405-0fedbcf0ec04 None None] Provisioning for port 731c457c-fb3c-4177-a147-a863b93d1817 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:24.701987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-963e7254-cccf-43eb-9415-c37c9735fb34 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.704823 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-321ca64a-191b-4a17-9d9f-70712248150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0a5788-3e4d-4643-9f59-f41007333a2f', 'name': 'tempest-NetworksTestDHCPv6-router-239302097', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:01:06Z', 'updated_at': '2022-02-21T09:01:22Z', 'revision_number': 3, 'project_id': '134915da0e684265a6dd55fced2cef76', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:24.752170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ca64a-191b-4a17-9d9f-70712248150f None None] Checking router: fe0a5788-3e4d-4643-9f59-f41007333a2f for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:01:24.798226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:01:24.803627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27a2ca2c-5f27-4b8c-a99e-c92f7620b9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.805749 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7ce5978-06c6-4b4f-8743-45a0314ed0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.806227 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de676eeb-b74a-44f1-a548-eadea3caac97 None None] Network dde2dc19-36f5-4ca4-8616-b7ab6c536939 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:24.811750 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Sync routers for ids ['452d1332-166e-4664-be77-d9c82bfc7fc7'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:01:24.812322 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7ce5978-06c6-4b4f-8743-45a0314ed0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.827834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2ca2c-5f27-4b8c-a99e-c92f7620b9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7416ed1-350a-4ded-85e6-102a7856b0a3,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:24.830197 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Routers {'452d1332-166e-4664-be77-d9c82bfc7fc7'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:24.831795 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['452d1332-166e-4664-be77-d9c82bfc7fc7'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:24.848218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a56d7232-3921-41c7-acd1-76f03eb365f9 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.856594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce5978-06c6-4b4f-8743-45a0314ed0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36014eb2-4f8a-43f2-872b-38a849dffce9,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:24.885757 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-963e7254-cccf-43eb-9415-c37c9735fb34 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.897396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d7232-3921-41c7-acd1-76f03eb365f9 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event deleted for resources: {'Subnet': ['ID=e8892885-d454-4b45-b642-ac7f839f71a6,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:24.919640 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f7ce5978-06c6-4b4f-8743-45a0314ed0fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd04cd83ed5441e899f156cf434203f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7818425 Feb 21 09:01:24.924344 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48934) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:24.959351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a56d7232-3921-41c7-acd1-76f03eb365f9 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.962041 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a56d7232-3921-41c7-acd1-76f03eb365f9 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "DELETE /v2.0/subnets/e8892885-d454-4b45-b642-ac7f839f71a6 HTTP/1.1" status: 204 len: 168 time: 1.3563688 Feb 21 09:01:24.963334 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.964950 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2023a70c-d823-4d3c-8acf-89d9810f0f43 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.5462694 Feb 21 09:01:24.969749 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48938) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:24.969749 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48940) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:24.978406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27a2ca2c-5f27-4b8c-a99e-c92f7620b9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:24.981856 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-27a2ca2c-5f27-4b8c-a99e-c92f7620b9c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7416ed1-350a-4ded-85e6-102a7856b0a3 HTTP/1.1" status: 204 len: 168 time: 1.3164394 Feb 21 09:01:25.109405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7ab50f63-e074-48fc-a049-40a9af625081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:25.116053 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-963e7254-cccf-43eb-9415-c37c9735fb34 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:25.125220 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ca64a-191b-4a17-9d9f-70712248150f None None] Routers {'fe0a5788-3e4d-4643-9f59-f41007333a2f'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:25.126687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-321ca64a-191b-4a17-9d9f-70712248150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['fe0a5788-3e4d-4643-9f59-f41007333a2f'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:25.161488 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Set router 452d1332-166e-4664-be77-d9c82bfc7fc7 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:01:25.172570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e7254-cccf-43eb-9415-c37c9735fb34 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=7204870e-3f8c-4c10-b6e6-50e441d04d57,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:25.181401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-963e7254-cccf-43eb-9415-c37c9735fb34 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:25.207348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7ab50f63-e074-48fc-a049-40a9af625081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:25.224428 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-963e7254-cccf-43eb-9415-c37c9735fb34 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/7204870e-3f8c-4c10-b6e6-50e441d04d57 HTTP/1.1" status: 204 len: 168 time: 1.0007751 Feb 21 09:01:25.225209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef2a25b-58b0-431e-bfbc-7b324aeab33f None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:25.231502 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48948) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:25.281903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700f45d-45ec-4a58-9dd8-99f7cb7ff792 req-80d636db-b896-4d55-bf41-8611dc232ace tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:25.283675 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5700f45d-45ec-4a58-9dd8-99f7cb7ff792 req-80d636db-b896-4d55-bf41-8611dc232ace tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 945 time: 0.5434499 Feb 21 09:01:25.356760 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 76575b48-1762-4781-962f-29c9833c6c04 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:25.368593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-306a3272-67d0-4326-9874-34fdba71da06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:25.401121 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3777b3-5eca-48c4-9d72-d981c32e9bdf tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:25.402224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ca3777b3-5eca-48c4-9d72-d981c32e9bdf tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Synchronizing usage tracker for tenant:72ba89d1345e46ada3ba44ed71123157 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:25.407882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-14d96c1b-35bd-47ab-a047-eb18d1cf7fe3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:router {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:25.417375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-306a3272-67d0-4326-9874-34fdba71da06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:25.426600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7ab50f63-e074-48fc-a049-40a9af625081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:25.450010 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-14d96c1b-35bd-47ab-a047-eb18d1cf7fe3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:router {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:25.455911 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-14d96c1b-35bd-47ab-a047-eb18d1cf7fe3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2232397 Feb 21 09:01:25.458944 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48956) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:25.463458 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab50f63-e074-48fc-a049-40a9af625081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36014eb2-4f8a-43f2-872b-38a849dffce9,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:25.475473 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ca3777b3-5eca-48c4-9d72-d981c32e9bdf tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Unset dirty status for tenant:72ba89d1345e46ada3ba44ed71123157 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:25.476820 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ca3777b3-5eca-48c4-9d72-d981c32e9bdf tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5020146 Feb 21 09:01:25.489525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48960) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:25.568203 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5700f45d-45ec-4a58-9dd8-99f7cb7ff792 req-1b6662d9-5e4a-4699-babc-06f159c347b1 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616119 Feb 21 09:01:25.640723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48966) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:25.685737 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452d1332-166e-4664-be77-d9c82bfc7fc7', 'name': '', 'tenant_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc2ab54-60e6-42cd-854a-23ad46985444', 'external_fixed_ips': [{'subnet_id': 'febf7ef9-42f5-4de5-92a2-18cccb2717bf', 'ip_address': '2001:db8::2fd'}], 'enable_snat': True}, 'gw_port_id': '550aa81b-46e5-45de-b54f-7513c88542d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:01:18Z', 'updated_at': '2022-02-21T09:01:20Z', 'revision_number': 3, 'project_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'gw_port': {'id': '550aa81b-46e5-45de-b54f-7513c88542d2', 'name': '', 'network_id': 'dbc2ab54-60e6-42cd-854a-23ad46985444', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452d1332-166e-4664-be77-d9c82bfc7fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'febf7ef9-42f5-4de5-92a2-18cccb2717bf', 'ip_address': '2001:db8::2fd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:01:19Z', 'updated_at': '2022-02-21T09:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'febf7ef9-42f5-4de5-92a2-18cccb2717bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:25.691274 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Checking router: 452d1332-166e-4664-be77-d9c82bfc7fc7 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:01:25.692051 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Updating router 452d1332-166e-4664-be77-d9c82bfc7fc7 port 550aa81b-46e5-45de-b54f-7513c88542d2 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:01:25.700979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7ab50f63-e074-48fc-a049-40a9af625081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:25.704797 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7ab50f63-e074-48fc-a049-40a9af625081 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36014eb2-4f8a-43f2-872b-38a849dffce9 HTTP/1.1" status: 204 len: 168 time: 0.7795327 Feb 21 09:01:25.706232 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-306a3272-67d0-4326-9874-34fdba71da06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d2af23d8fc24a03a9877401da7032d0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6942527 Feb 21 09:01:25.707973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a3272-67d0-4326-9874-34fdba71da06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d1a4f7-bca1-48f0-bec4-e2b09d39144d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:25.716193 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48974) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:25.812019 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:25.833774 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-75bdf7fb-230b-4e72-ab6a-a37e6b0bb96f None None] Provisioning for port 76575b48-1762-4781-962f-29c9833c6c04 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:25.837454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7e219a0-32fc-49b8-9939-25724d49b156 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:25.842344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 76575b48-1762-4781-962f-29c9833c6c04 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:25.900806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-75bdf7fb-230b-4e72-ab6a-a37e6b0bb96f None None] Provisioning complete for port 76575b48-1762-4781-962f-29c9833c6c04 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:25.900806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-75bdf7fb-230b-4e72-ab6a-a37e6b0bb96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:25.977210 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ed91bc0b-f75c-4c48-a65b-6ddd26727bb1 tempest-TestNetworkAdvancedServerOps-1287953378 tempest-TestNetworkAdvancedServerOps-1287953378-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 1093 time: 0.3337665 Feb 21 09:01:25.981834 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-321ca64a-191b-4a17-9d9f-70712248150f None None] Set router fe0a5788-3e4d-4643-9f59-f41007333a2f gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:01:25.982466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:25.985854 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48982) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:25.998179 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:26.014325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:26.022699 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Usage tracker for resource:floatingip and tenant:0ab29c793ce9459198692d185d104aac is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:26.027751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:26.037611 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a88ff2f5-8b54-4bd8-ae8b-1f66e6ddd3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.041588 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:26.056549 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Deleting port 76575b48-1762-4781-962f-29c9833c6c04 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:26.058031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.104460 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 76575b48-1762-4781-962f-29c9833c6c04 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:26.105008 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.153722 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6dbd88-a79e-47b2-ba92-884c4e38fcb6 req-0ab82b4b-82de-4474-9795-c932a6d8090a tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:26.160183 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6d6dbd88-a79e-47b2-ba92-884c4e38fcb6 req-0ab82b4b-82de-4474-9795-c932a6d8090a tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.4661491 Feb 21 09:01:26.300291 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.320635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a88ff2f5-8b54-4bd8-ae8b-1f66e6ddd3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.417864 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64dc095-127c-4520-846e-5c1f131bd05a None None] DHCP port deletion for 8f26cd3a-1006-4269-b246-b0e6b7b4d6c7 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:01:26.431583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f64dc095-127c-4520-846e-5c1f131bd05a None None] Deleting port 731c457c-fb3c-4177-a147-a863b93d1817 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:26.431953 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f64dc095-127c-4520-846e-5c1f131bd05a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.443577 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.459960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a88ff2f5-8b54-4bd8-ae8b-1f66e6ddd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.472840 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Transition to ACTIVE for port object 550aa81b-46e5-45de-b54f-7513c88542d2 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:26.482576 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.484591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 48992) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:26.541763 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-321ca64a-191b-4a17-9d9f-70712248150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0a5788-3e4d-4643-9f59-f41007333a2f', 'name': 'tempest-NetworksTestDHCPv6-router-239302097', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:01:06Z', 'updated_at': '2022-02-21T09:01:22Z', 'revision_number': 3, 'project_id': '134915da0e684265a6dd55fced2cef76', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:26.559621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ca64a-191b-4a17-9d9f-70712248150f None None] The sync data for ids ['fe0a5788-3e4d-4643-9f59-f41007333a2f'] in dv-neutron-830062-1-hyperv is: [{'id': 'fe0a5788-3e4d-4643-9f59-f41007333a2f', 'name': 'tempest-NetworksTestDHCPv6-router-239302097', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:01:06Z', 'updated_at': '2022-02-21T09:01:22Z', 'revision_number': 3, 'project_id': '134915da0e684265a6dd55fced2cef76', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:01:26.642252 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fa44b-b689-4c6c-b812-0cd7179362fc None None] Pushing event updated for resources: {'Port': ['ID=550aa81b-46e5-45de-b54f-7513c88542d2,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:26.676314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.693501 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Attempting to bind port 550aa81b-46e5-45de-b54f-7513c88542d2 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:01:26.694111 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Attempting to bind port 550aa81b-46e5-45de-b54f-7513c88542d2 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'f7abd78d-bf13-40b5-bb61-bb0c410b76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbc2ab54-60e6-42cd-854a-23ad46985444'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:01:26.696499 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Attempting to bind port 550aa81b-46e5-45de-b54f-7513c88542d2 on network dbc2ab54-60e6-42cd-854a-23ad46985444 {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:01:26.713165 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:01:26.713730 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Checking segment: {'id': 'f7abd78d-bf13-40b5-bb61-bb0c410b76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbc2ab54-60e6-42cd-854a-23ad46985444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:26.714234 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.714727 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Bound using segment: {'id': 'f7abd78d-bf13-40b5-bb61-bb0c410b76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbc2ab54-60e6-42cd-854a-23ad46985444'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:01:26.716563 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Bound port: 550aa81b-46e5-45de-b54f-7513c88542d2, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7abd78d-bf13-40b5-bb61-bb0c410b76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbc2ab54-60e6-42cd-854a-23ad46985444'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:01:26.717078 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.772483 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ff2f5-8b54-4bd8-ae8b-1f66e6ddd3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d1a4f7-bca1-48f0-bec4-e2b09d39144d,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:26.811807 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] For port 550aa81b-46e5-45de-b54f-7513c88542d2, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:01:26.815405 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] For port 550aa81b-46e5-45de-b54f-7513c88542d2, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=550aa81b-46e5-45de-b54f-7513c88542d2,segment=NetworkSegment(f7abd78d-bf13-40b5-bb61-bb0c410b76d3),segment_id=f7abd78d-bf13-40b5-bb61-bb0c410b76d3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:01:26.822291 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.823392 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 48998) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:26.854341 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a88ff2f5-8b54-4bd8-ae8b-1f66e6ddd3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.860377 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a88ff2f5-8b54-4bd8-ae8b-1f66e6ddd3c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52d1a4f7-bca1-48f0-bec4-e2b09d39144d HTTP/1.1" status: 204 len: 168 time: 1.1376595 Feb 21 09:01:26.866582 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6d6dbd88-a79e-47b2-ba92-884c4e38fcb6 req-a3a343f6-7ce9-483a-8ef1-85f749cae68d tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6815815 Feb 21 09:01:26.890685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-75bdf7fb-230b-4e72-ab6a-a37e6b0bb96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.898777 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7e219a0-32fc-49b8-9939-25724d49b156 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:26.938751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7e219a0-32fc-49b8-9939-25724d49b156 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.022453 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-57251989-e3a0-4f22-8b58-e53529e7ab2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8355709553eb434d828b2daf0da2367a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5214376 Feb 21 09:01:27.025610 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fa44b-b689-4c6c-b812-0cd7179362fc None None] Pushing event updated for resources: {'Port': ['ID=550aa81b-46e5-45de-b54f-7513c88542d2,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:27.028208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49006) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:27.056189 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Routers {'452d1332-166e-4664-be77-d9c82bfc7fc7'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:27.056817 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['452d1332-166e-4664-be77-d9c82bfc7fc7'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:27.154438 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] For port 76575b48-1762-4781-962f-29c9833c6c04, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=76575b48-1762-4781-962f-29c9833c6c04,segment=NetworkSegment(823568b5-be9e-4154-aa4d-f89f5b6500c7),segment_id=823568b5-be9e-4154-aa4d-f89f5b6500c7)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:27.154795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.163156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebeb4a9-f9de-42e5-8f23-4b26b957cf0d None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:01:27.167126 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7e219a0-32fc-49b8-9939-25724d49b156 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.167983 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e219a0-32fc-49b8-9939-25724d49b156 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Fanout notify agent at l3_agent the message router_deleted on router fe0a5788-3e4d-4643-9f59-f41007333a2f {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:01:27.193709 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-732734c9-9f19-4c59-8aad-4ddcc9c3706f tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:27.194331 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-732734c9-9f19-4c59-8aad-4ddcc9c3706f tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): There was a conflict when trying to complete your request. Feb 21 09:01:27.203610 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-732734c9-9f19-4c59-8aad-4ddcc9c3706f tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3791149 Feb 21 09:01:27.215575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49010) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:27.236139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7e219a0-32fc-49b8-9939-25724d49b156 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.242018 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e7e219a0-32fc-49b8-9939-25724d49b156 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/routers/fe0a5788-3e4d-4643-9f59-f41007333a2f HTTP/1.1" status: 204 len: 168 time: 1.7798674 Feb 21 09:01:27.246050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49014) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:27.256265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group': {'name': 'tempest-secgroup--880706045'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:27.283578 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f64dc095-127c-4520-846e-5c1f131bd05a None None] For port 731c457c-fb3c-4177-a147-a863b93d1817, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=731c457c-fb3c-4177-a147-a863b93d1817,segment=NetworkSegment(5cbfe2f1-8b95-4d82-a242-0dd68414710b),segment_id=5cbfe2f1-8b95-4d82-a242-0dd68414710b)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:27.283966 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f64dc095-127c-4520-846e-5c1f131bd05a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.349572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:27.375354 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.387937 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:27.392656 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:27.422210 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] Set router 452d1332-166e-4664-be77-d9c82bfc7fc7 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:01:27.454890 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4ebeb4a9-f9de-42e5-8f23-4b26b957cf0d None None] Deleting port f5b9913a-9263-4c09-9916-9239b9a6efda {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:27.455993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb4a9-f9de-42e5-8f23-4b26b957cf0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.472272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:27.481622 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-224e60f3-cb7a-4496-af3a-836477063bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.488346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Calling delete_port for 76575b48-1762-4781-962f-29c9833c6c04 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:27.497580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f64dc095-127c-4520-846e-5c1f131bd05a None None] Calling delete_port for 731c457c-fb3c-4177-a147-a863b93d1817 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:27.527136 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb280f0-421c-4d68-8e2d-16a624b44b38 None None] DHCP port deletion for dde2dc19-36f5-4ca4-8616-b7ab6c536939 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:01:27.529575 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.569909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-224e60f3-cb7a-4496-af3a-836477063bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.634524 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.635939 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.648535 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Deleting port 550aa81b-46e5-45de-b54f-7513c88542d2 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:27.649032 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.655338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.672416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-224e60f3-cb7a-4496-af3a-836477063bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.684378 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-75bdf7fb-230b-4e72-ab6a-a37e6b0bb96f None None] For port 76575b48-1762-4781-962f-29c9833c6c04, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=76575b48-1762-4781-962f-29c9833c6c04,segment=NetworkSegment(823568b5-be9e-4154-aa4d-f89f5b6500c7),segment_id=823568b5-be9e-4154-aa4d-f89f5b6500c7)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:27.692394 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4eb280f0-421c-4d68-8e2d-16a624b44b38 None None] Deleting port 76575b48-1762-4781-962f-29c9833c6c04 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:27.693113 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4eb280f0-421c-4d68-8e2d-16a624b44b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.699074 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e60f3-cb7a-4496-af3a-836477063bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b05d95-b974-48db-ab42-8e508aff1265,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:27.737020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:01:27.737406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:01:27.746827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646c50aa-0ce0-4436-b00f-e7ab0193cd0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:27.747327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-646c50aa-0ce0-4436-b00f-e7ab0193cd0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:27.791314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-75bdf7fb-230b-4e72-ab6a-a37e6b0bb96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.801640 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:27.806481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:27.809487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:27.815296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:27.887643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.912766 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452d1332-166e-4664-be77-d9c82bfc7fc7', 'name': '', 'tenant_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc2ab54-60e6-42cd-854a-23ad46985444', 'external_fixed_ips': [{'subnet_id': 'febf7ef9-42f5-4de5-92a2-18cccb2717bf', 'ip_address': '2001:db8::2fd'}], 'enable_snat': True}, 'gw_port_id': '550aa81b-46e5-45de-b54f-7513c88542d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:01:18Z', 'updated_at': '2022-02-21T09:01:20Z', 'revision_number': 3, 'project_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'gw_port': {'id': '550aa81b-46e5-45de-b54f-7513c88542d2', 'name': '', 'network_id': 'dbc2ab54-60e6-42cd-854a-23ad46985444', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452d1332-166e-4664-be77-d9c82bfc7fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'febf7ef9-42f5-4de5-92a2-18cccb2717bf', 'ip_address': '2001:db8::2fd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:01:19Z', 'updated_at': '2022-02-21T09:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'febf7ef9-42f5-4de5-92a2-18cccb2717bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:27.917892 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c062125-46ab-414f-b2d5-13de4d658dc9 None None] The sync data for ids ['452d1332-166e-4664-be77-d9c82bfc7fc7'] in dv-neutron-830062-1-hyperv is: [{'id': '452d1332-166e-4664-be77-d9c82bfc7fc7', 'name': '', 'tenant_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc2ab54-60e6-42cd-854a-23ad46985444', 'external_fixed_ips': [{'subnet_id': 'febf7ef9-42f5-4de5-92a2-18cccb2717bf', 'ip_address': '2001:db8::2fd'}], 'enable_snat': True}, 'gw_port_id': '550aa81b-46e5-45de-b54f-7513c88542d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:01:18Z', 'updated_at': '2022-02-21T09:01:20Z', 'revision_number': 3, 'project_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'gw_port': {'id': '550aa81b-46e5-45de-b54f-7513c88542d2', 'name': '', 'network_id': 'dbc2ab54-60e6-42cd-854a-23ad46985444', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452d1332-166e-4664-be77-d9c82bfc7fc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'febf7ef9-42f5-4de5-92a2-18cccb2717bf', 'ip_address': '2001:db8::2fd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:01:19Z', 'updated_at': '2022-02-21T09:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'febf7ef9-42f5-4de5-92a2-18cccb2717bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:01:27.939275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] For port 550aa81b-46e5-45de-b54f-7513c88542d2, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=550aa81b-46e5-45de-b54f-7513c88542d2,segment=NetworkSegment(f7abd78d-bf13-40b5-bb61-bb0c410b76d3),segment_id=f7abd78d-bf13-40b5-bb61-bb0c410b76d3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:27.939770 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.948247 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:27.973643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:27.977937 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:27.982091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:27.988585 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:28.027207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-646c50aa-0ce0-4436-b00f-e7ab0193cd0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:28.031560 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-646c50aa-0ce0-4436-b00f-e7ab0193cd0e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7835751 Feb 21 09:01:28.036397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49030) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:28.042351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-224e60f3-cb7a-4496-af3a-836477063bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:28.055891 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-224e60f3-cb7a-4496-af3a-836477063bdd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88b05d95-b974-48db-ab42-8e508aff1265 HTTP/1.1" status: 204 len: 168 time: 1.0063870 Feb 21 09:01:28.099314 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Calling delete_port for 550aa81b-46e5-45de-b54f-7513c88542d2 owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:28.221098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb24ca4-dabe-4352-b7d6-2268e0d20577 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:28.221890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2bb24ca4-dabe-4352-b7d6-2268e0d20577 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:28.262598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Deleting port 76575b48-1762-4781-962f-29c9833c6c04 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:28.262598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:28.273368 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ff7e66-8a27-47a2-9bea-a0cc0a04aa1c,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:28.328520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-4ebeb4a9-f9de-42e5-8f23-4b26b957cf0d None None] For port f5b9913a-9263-4c09-9916-9239b9a6efda, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f5b9913a-9263-4c09-9916-9239b9a6efda,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:28.328925 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb4a9-f9de-42e5-8f23-4b26b957cf0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:28.387371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Allocated IP 172.26.6.11 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/4d164ddd-32fa-4821-8f27-2b72d5b67671) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:28.429534 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:28.430836 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2bb24ca4-dabe-4352-b7d6-2268e0d20577 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:28.437995 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2bb24ca4-dabe-4352-b7d6-2268e0d20577 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3974648 Feb 21 09:01:28.439236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49040) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:28.477685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:28.490017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77024de2-252d-43ca-b921-1d4be3eef2d6 req-d1b89317-3956-4efa-ba96-fc0be77a5dce tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:28.494420 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-77024de2-252d-43ca-b921-1d4be3eef2d6 req-d1b89317-3956-4efa-ba96-fc0be77a5dce tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.4025118 Feb 21 09:01:28.721263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] For port 76575b48-1762-4781-962f-29c9833c6c04, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=76575b48-1762-4781-962f-29c9833c6c04,segment=NetworkSegment(823568b5-be9e-4154-aa4d-f89f5b6500c7),segment_id=823568b5-be9e-4154-aa4d-f89f5b6500c7)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:28.721631 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:28.739865 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-77024de2-252d-43ca-b921-1d4be3eef2d6 req-eace8747-2e9c-486c-8025-478339606f2b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2239635 Feb 21 09:01:28.763050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8f3a2c0f-9f10-41c7-ad42-19049eb28584 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:router {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:28.778135 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:28.779517 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5562129 Feb 21 09:01:28.795487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49050) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:28.818153 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4ebeb4a9-f9de-42e5-8f23-4b26b957cf0d None None] Calling delete_port for f5b9913a-9263-4c09-9916-9239b9a6efda owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:28.825043 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d8f726b2-ffdc-4863-aa27-9506a7c0a77f tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '437fb606-2813-40ee-8161-49c619bde309', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:28.832907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d8f726b2-ffdc-4863-aa27-9506a7c0a77f tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:28.841614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d8f726b2-ffdc-4863-aa27-9506a7c0a77f tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:28.847851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d8f726b2-ffdc-4863-aa27-9506a7c0a77f tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:28.858567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d8f726b2-ffdc-4863-aa27-9506a7c0a77f tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:28.901206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d8f726b2-ffdc-4863-aa27-9506a7c0a77f tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:28.932106 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:01:28.932457 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:01:28.966084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f64dc095-127c-4520-846e-5c1f131bd05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:28.994528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8f3a2c0f-9f10-41c7-ad42-19049eb28584 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:router {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:29.001806 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8f3a2c0f-9f10-41c7-ad42-19049eb28584 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5469348 Feb 21 09:01:29.005279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e6492-26ed-4fa7-afb7-bcb4e5d2bfea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437fb606-2813-40ee-8161-49c619bde309,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:29.027115 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49060) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:29.032221 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdf7fb-230b-4e72-ab6a-a37e6b0bb96f None None] Pushing event updated for resources: {'Port': ['ID=76575b48-1762-4781-962f-29c9833c6c04,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:29.065842 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-83ce7e76-6576-4540-8631-ee27390e7e09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:29.099666 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Calling delete_port for 76575b48-1762-4781-962f-29c9833c6c04 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:29.176797 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64dc095-127c-4520-846e-5c1f131bd05a None None] Pushing event deleted for resources: {'Port': ['ID=731c457c-fb3c-4177-a147-a863b93d1817,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:29.231082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:29.258450 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-83ce7e76-6576-4540-8631-ee27390e7e09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:29.269952 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-83ce7e76-6576-4540-8631-ee27390e7e09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:29.308371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d8f726b2-ffdc-4863-aa27-9506a7c0a77f tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:29.324024 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ce7e76-6576-4540-8631-ee27390e7e09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:29.329214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-83ce7e76-6576-4540-8631-ee27390e7e09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:29.335454 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event deleted for resources: {'Port': ['ID=550aa81b-46e5-45de-b54f-7513c88542d2,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:29.338328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:29.344253 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64dc095-127c-4520-846e-5c1f131bd05a None None] No DVR routers for this DVR port 731c457c-fb3c-4177-a147-a863b93d1817 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:01:29.424785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-4eb280f0-421c-4d68-8e2d-16a624b44b38 None None] For port 76575b48-1762-4781-962f-29c9833c6c04, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=76575b48-1762-4781-962f-29c9833c6c04,segment=NetworkSegment(823568b5-be9e-4154-aa4d-f89f5b6500c7),segment_id=823568b5-be9e-4154-aa4d-f89f5b6500c7)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:29.426158 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4eb280f0-421c-4d68-8e2d-16a624b44b38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:29.443853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event deleted for resources: {'Port': ['ID=76575b48-1762-4781-962f-29c9833c6c04,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:29.475081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb4a9-f9de-42e5-8f23-4b26b957cf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:29.489605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] No DVR routers for this DVR port 76575b48-1762-4781-962f-29c9833c6c04 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:01:29.620460 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d8f726b2-ffdc-4863-aa27-9506a7c0a77f tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:29.746957 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Port 76575b48-1762-4781-962f-29c9833c6c04 update to ACTIVE by agent not found {{(pid=83586) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 21 09:01:29.749168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 731c457c-fb3c-4177-a147-a863b93d1817 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:29.768851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f726b2-ffdc-4863-aa27-9506a7c0a77f tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e10e793-9062-41d5-aec7-d7608468dfa3,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:29.845495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:29.910844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.objects.ports [None req-83ce7e76-6576-4540-8631-ee27390e7e09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83584) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:01:29.915634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-83ce7e76-6576-4540-8631-ee27390e7e09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:29.931636 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.014930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce7e76-6576-4540-8631-ee27390e7e09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:30.018771 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce7e76-6576-4540-8631-ee27390e7e09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=2c9bc3e6-994d-4d5a-a6e3-78b5bfba3d70,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:30.022154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.023578 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4eb280f0-421c-4d68-8e2d-16a624b44b38 None None] Calling delete_port for 76575b48-1762-4781-962f-29c9833c6c04 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:30.028049 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-83ce7e76-6576-4540-8631-ee27390e7e09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:30.031022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ce7e76-6576-4540-8631-ee27390e7e09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:30.031620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-83ce7e76-6576-4540-8631-ee27390e7e09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.033725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49082) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:30.036353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d8f726b2-ffdc-4863-aa27-9506a7c0a77f tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.037565 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d8f726b2-ffdc-4863-aa27-9506a7c0a77f tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2358277 Feb 21 09:01:30.041956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49084) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:30.061080 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-5a2a3473-b374-46f8-aa9c-940639e709b6 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '437fb606-2813-40ee-8161-49c619bde309', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:30.064983 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeb4a9-f9de-42e5-8f23-4b26b957cf0d None None] Pushing event deleted for resources: {'Port': ['ID=f5b9913a-9263-4c09-9916-9239b9a6efda,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:30.077383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5a2a3473-b374-46f8-aa9c-940639e709b6 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:30.083678 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5a2a3473-b374-46f8-aa9c-940639e709b6 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:30.086310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 731c457c-fb3c-4177-a147-a863b93d1817 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:01:30.086825 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 731c457c-fb3c-4177-a147-a863b93d1817 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 21 09:01:30.088416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5a2a3473-b374-46f8-aa9c-940639e709b6 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:30.097490 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-83ce7e76-6576-4540-8631-ee27390e7e09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0686741 Feb 21 09:01:30.098755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5a2a3473-b374-46f8-aa9c-940639e709b6 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:30.107550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49092) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:30.140794 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-32b02d51-28c2-4088-9bcc-87eb29505bec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:30.171411 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebeb4a9-f9de-42e5-8f23-4b26b957cf0d None None] No DVR routers for this DVR port f5b9913a-9263-4c09-9916-9239b9a6efda on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:01:30.189259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Port 731c457c-fb3c-4177-a147-a863b93d1817 not found, will not notify nova. {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 21 09:01:30.200699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-47c47605-2783-4632-a406-c54979685bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.203430 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd61896-a955-4c76-972c-f0e7400c2fbe None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:30.216986 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde2dc19-36f5-4ca4-8616-b7ab6c536939']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:30.327661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3473-b374-46f8-aa9c-940639e709b6 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.329354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823568b5-be9e-4154-aa4d-f89f5b6500c7') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:30.329673 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823568b5-be9e-4154-aa4d-f89f5b6500c7') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:30.357124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.371689 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.379133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff637ef-ed4e-4bf3-9eeb-658562c20c45 req-0d7b1d52-1163-42e9-b5bc-879a07d99ff5 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:30.380901 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ff637ef-ed4e-4bf3-9eeb-658562c20c45 req-0d7b1d52-1163-42e9-b5bc-879a07d99ff5 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.3291497 Feb 21 09:01:30.392013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.393466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.395049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.417669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:01:30.418076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.501065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bf330aea-306a-4056-aed5-080014036d0b no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:01:30.590786 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: bf330aea-306a-4056-aed5-080014036d0b {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:01:30.591512 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bf330aea-306a-4056-aed5-080014036d0b not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:01:30.592142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 76575b48-1762-4781-962f-29c9833c6c04 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:01:30.595403 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:01:30.601007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.625814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.630470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event deleted for resources: {'Network': ['ID=dde2dc19-36f5-4ca4-8616-b7ab6c536939,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:30.674758 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 76575b48-1762-4781-962f-29c9833c6c04 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:01:30.675621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 76575b48-1762-4781-962f-29c9833c6c04 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:01:30.676842 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f5b9913a-9263-4c09-9916-9239b9a6efda no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:01:30.680873 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ff637ef-ed4e-4bf3-9eeb-658562c20c45 req-df3520ab-b67d-4885-a514-7c729900678b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2911332 Feb 21 09:01:30.682332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.682846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 452d1332-166e-4664-be77-d9c82bfc7fc7 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:01:30.688334 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7071480b-f712-4e85-9938-4f0f6e006a42 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "DELETE /v2.0/networks/dde2dc19-36f5-4ca4-8616-b7ab6c536939 HTTP/1.1" status: 204 len: 168 time: 5.1896403 Feb 21 09:01:30.689284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49104) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:30.691754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.692822 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8b5eb56a-d864-4a35-9487-3bf0f91c1552 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "DELETE /v2.0/routers/452d1332-166e-4664-be77-d9c82bfc7fc7 HTTP/1.1" status: 204 len: 168 time: 5.7157764 Feb 21 09:01:30.696391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49108) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:30.791021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:30.802156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.805642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': '2c9bc3e6-994d-4d5a-a6e3-78b5bfba3d70'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:01:30.806908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:30.807186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:30.811208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'Port': ['ID=4d164ddd-32fa-4821-8f27-2b72d5b67671,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:30.813541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:30.842896 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: f5b9913a-9263-4c09-9916-9239b9a6efda {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:01:30.843598 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f5b9913a-9263-4c09-9916-9239b9a6efda not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:01:30.844273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 731c457c-fb3c-4177-a147-a863b93d1817 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:01:30.880818 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49114) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:30.911020 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 731c457c-fb3c-4177-a147-a863b93d1817 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:01:30.912464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 731c457c-fb3c-4177-a147-a863b93d1817 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:01:30.948769 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c5d85362-5279-421a-9d8c-6976de577779 tempest-AgentManagementNegativeTest-397888783 tempest-AgentManagementNegativeTest-397888783-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8967166 Feb 21 09:01:31.011112 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-32b02d51-28c2-4088-9bcc-87eb29505bec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:31.016696 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-5a2a3473-b374-46f8-aa9c-940639e709b6 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): There was a conflict when trying to complete your request. Feb 21 09:01:31.020972 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5a2a3473-b374-46f8-aa9c-940639e709b6 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9724879 Feb 21 09:01:31.028200 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49122) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:31.084914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-32b02d51-28c2-4088-9bcc-87eb29505bec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:31.172435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Allocated IP 2001:db8::f816:3eff:fe4c:aa12 (749b6d65-c680-4e97-918b-6efdfcb19e4b/2c9bc3e6-994d-4d5a-a6e3-78b5bfba3d70/d528ba31-371d-4dc4-87a0-5aa5652c9f9d) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:31.241818 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-780824033', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:31.255974 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:31.268021 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Usage tracker for resource:port and tenant:7d8be7493a0c41e48d262ab133999505 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:31.272601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:31.290050 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:31.300815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-7192f7d2-948d-4af7-9413-7be7ba6aa508 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Deleting subnet febf7ef9-42f5-4de5-92a2-18cccb2717bf {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:01:31.340871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7192f7d2-948d-4af7-9413-7be7ba6aa508 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.357159 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b02d51-28c2-4088-9bcc-87eb29505bec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:31.402972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Made reservation on behalf of 7d8be7493a0c41e48d262ab133999505 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:31.405561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.420772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfe98-6299-4548-b944-1d5033843d2f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.457054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.471938 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-16830744-713e-490a-b5a9-a799470c61e9 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.495271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7192f7d2-948d-4af7-9413-7be7ba6aa508 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.526027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-16830744-713e-490a-b5a9-a799470c61e9 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.528737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.544872 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Transition to ACTIVE for port object d528ba31-371d-4dc4-87a0-5aa5652c9f9d will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:31.553152 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-4eb280f0-421c-4d68-8e2d-16a624b44b38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:01:31.553504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-4eb280f0-421c-4d68-8e2d-16a624b44b38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:01:31.559775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49130) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:31.571595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Transition to ACTIVE for port object d528ba31-371d-4dc4-87a0-5aa5652c9f9d will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:31.578577 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.649424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-16830744-713e-490a-b5a9-a799470c61e9 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.685921 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16830744-713e-490a-b5a9-a799470c61e9 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437fb606-2813-40ee-8161-49c619bde309,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:31.687295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Pushing event updated for resources: {'Port': ['ID=d528ba31-371d-4dc4-87a0-5aa5652c9f9d,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:31.689952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:31.701276 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-16830744-713e-490a-b5a9-a799470c61e9 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.702737 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-16830744-713e-490a-b5a9-a799470c61e9 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "DELETE /v2.0/security-groups/437fb606-2813-40ee-8161-49c619bde309 HTTP/1.1" status: 204 len: 168 time: 0.6735172 Feb 21 09:01:31.706114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49136) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:31.711304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Usage tracker for resource:security_group_rule and tenant:7d8be7493a0c41e48d262ab133999505 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:31.713810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-32b02d51-28c2-4088-9bcc-87eb29505bec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.722927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:31.725742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:31.727467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:31.731997 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:31.737040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfe98-6299-4548-b944-1d5033843d2f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.746170 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:31.770370 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7192f7d2-948d-4af7-9413-7be7ba6aa508 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.807644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-026a3191-6778-4cbe-aef6-20b27a5d9f98 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Synchronizing usage tracker for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:31.821672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eb168-aed5-4d01-9c06-4a5fabf8c164 req-0fc1ac46-5f87-455f-a0d8-1985a336e773 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:31.823046 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea7eb168-aed5-4d01-9c06-4a5fabf8c164 req-0fc1ac46-5f87-455f-a0d8-1985a336e773 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.4545758 Feb 21 09:01:31.824602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4a8bfe98-6299-4548-b944-1d5033843d2f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f26cd3a-1006-4269-b246-b0e6b7b4d6c7']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:31.842131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Attempting to bind port d528ba31-371d-4dc4-87a0-5aa5652c9f9d on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:01:31.842503 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Attempting to bind port d528ba31-371d-4dc4-87a0-5aa5652c9f9d by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:01:31.843390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Attempting to bind port d528ba31-371d-4dc4-87a0-5aa5652c9f9d on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:01:31.850271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:01:31.850931 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:31.851108 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fa9d577c-e6bb-458f-9440-96bf54a1fb7b req-c339f3f6-8377-407e-a8c9-ded489b3d601 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7fdb594f298e42dbb47700adbc49145f&device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 1098 time: 0.5464635 Feb 21 09:01:31.851389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.851772 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:01:31.852239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Bound port: d528ba31-371d-4dc4-87a0-5aa5652c9f9d, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:01:31.852604 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.861213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4a8bfe98-6299-4548-b944-1d5033843d2f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbfe2f1-8b95-4d82-a242-0dd68414710b') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:31.861585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4a8bfe98-6299-4548-b944-1d5033843d2f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbfe2f1-8b95-4d82-a242-0dd68414710b') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:31.921403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb5df-e9cf-4413-88d8-5737f1626e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.924214 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfe98-6299-4548-b944-1d5033843d2f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:31.949716 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-026a3191-6778-4cbe-aef6-20b27a5d9f98 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Unset dirty status for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:31.954630 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-026a3191-6778-4cbe-aef6-20b27a5d9f98 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2429371 Feb 21 09:01:31.962228 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49140) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:31.978568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d7f12e65-f5a5-4e69-9a0e-c807ae17d800 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group': {'name': 'tempest-secgroup--990868638'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:31.999406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] For port d528ba31-371d-4dc4-87a0-5aa5652c9f9d, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:01:32.003681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] For port d528ba31-371d-4dc4-87a0-5aa5652c9f9d, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d528ba31-371d-4dc4-87a0-5aa5652c9f9d,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:01:32.003860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d7f12e65-f5a5-4e69-9a0e-c807ae17d800 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:32.009209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.037552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d7f12e65-f5a5-4e69-9a0e-c807ae17d800 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:32.042201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfe98-6299-4548-b944-1d5033843d2f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.045325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c5ecb5df-e9cf-4413-88d8-5737f1626e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:32.059308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4eb280f0-421c-4d68-8e2d-16a624b44b38 None None] Deleting port 76575b48-1762-4781-962f-29c9833c6c04 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:32.059687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4eb280f0-421c-4d68-8e2d-16a624b44b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.064366 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c5ecb5df-e9cf-4413-88d8-5737f1626e00 admin admin] Usage tracker for resource:security_group_rule and tenant:68aa9b766ebf4d088ec49e76270f192b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:32.065677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8bfe98-6299-4548-b944-1d5033843d2f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:01:32.066100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfe98-6299-4548-b944-1d5033843d2f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.071149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c5ecb5df-e9cf-4413-88d8-5737f1626e00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:32.083912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c5ecb5df-e9cf-4413-88d8-5737f1626e00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:32.086155 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d7f12e65-f5a5-4e69-9a0e-c807ae17d800 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:01:32.090402 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:01:32.119998 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea7eb168-aed5-4d01-9c06-4a5fabf8c164 req-55a40e2a-27eb-4f33-9f0b-efd7ab7f3641 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2759013 Feb 21 09:01:32.140975 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4eb280f0-421c-4d68-8e2d-16a624b44b38 None None] The port '76575b48-1762-4781-962f-29c9833c6c04' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:01:32.164346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567dc36-b3d0-42ed-9163-f5bf2e02b0ed None None] Pushing event updated for resources: {'Port': ['ID=d528ba31-371d-4dc4-87a0-5aa5652c9f9d,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:32.216073 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7192f7d2-948d-4af7-9413-7be7ba6aa508 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.222591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 550aa81b-46e5-45de-b54f-7513c88542d2 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:01:32.246291 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d7f12e65-f5a5-4e69-9a0e-c807ae17d800 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:32.250917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d7f12e65-f5a5-4e69-9a0e-c807ae17d800 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:32.255494 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d7f12e65-f5a5-4e69-9a0e-c807ae17d800 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:32.257972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 550aa81b-46e5-45de-b54f-7513c88542d2 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:01:32.258316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 550aa81b-46e5-45de-b54f-7513c88542d2 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:01:32.265789 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d7f12e65-f5a5-4e69-9a0e-c807ae17d800 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:32.306067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.310901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192f7d2-948d-4af7-9413-7be7ba6aa508 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=febf7ef9-42f5-4de5-92a2-18cccb2717bf,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:32.315113 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d577c-e6bb-458f-9440-96bf54a1fb7b req-92423594-7a3f-4885-81e8-c15b432be648 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:32.316660 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fa9d577c-e6bb-458f-9440-96bf54a1fb7b req-92423594-7a3f-4885-81e8-c15b432be648 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8 HTTP/1.1" status: 200 len: 912 time: 0.4574850 Feb 21 09:01:32.319531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.322313 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7192f7d2-948d-4af7-9413-7be7ba6aa508 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.337103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfe98-6299-4548-b944-1d5033843d2f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.401403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] device_id is not set on port 6879212e-4f7d-4d85-8d6a-dc3d192bab6c yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:01:32.467368 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfe98-6299-4548-b944-1d5033843d2f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.523340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bfe98-6299-4548-b944-1d5033843d2f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event deleted for resources: {'Network': ['ID=8f26cd3a-1006-4269-b246-b0e6b7b4d6c7,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:32.534036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.553252 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4a8bfe98-6299-4548-b944-1d5033843d2f tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "DELETE /v2.0/networks/8f26cd3a-1006-4269-b246-b0e6b7b4d6c7 HTTP/1.1" status: 204 len: 168 time: 1.8586974 Feb 21 09:01:32.555365 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7192f7d2-948d-4af7-9413-7be7ba6aa508 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/febf7ef9-42f5-4de5-92a2-18cccb2717bf HTTP/1.1" status: 204 len: 168 time: 1.8316925 Feb 21 09:01:32.561785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49144) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:32.562337 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49146) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:32.570369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd0e7a5-e304-43e2-8afb-7bff7bfc6960,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:32.653125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.687107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb5df-e9cf-4413-88d8-5737f1626e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.708604 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb5df-e9cf-4413-88d8-5737f1626e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.727732 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fa9d577c-e6bb-458f-9440-96bf54a1fb7b req-09c7b625-af4d-4cc7-b696-cb56b5cf1f93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf9f8f4-9868-4732-b8dc-829cafcaf1af HTTP/1.1" status: 200 len: 1000 time: 0.3959672 Feb 21 09:01:32.746743 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d7f12e65-f5a5-4e69-9a0e-c807ae17d800 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.773564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d7f12e65-f5a5-4e69-9a0e-c807ae17d800 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.823311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecb5df-e9cf-4413-88d8-5737f1626e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc253b8c-5ba9-4105-a3b2-fd979c5076ad,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:32.841342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-32b02d51-28c2-4088-9bcc-87eb29505bec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.878198 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c5ecb5df-e9cf-4413-88d8-5737f1626e00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68aa9b766ebf4d088ec49e76270f192b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3173769 Feb 21 09:01:32.884305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49152) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:32.910047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f021d129-d006-4507-b82a-3ea1b0eac3df tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.913758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a40fdafb-8d34-495a-9e9e-07a251b8f523 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.931590 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-773fc8df-d21a-45f1-8cf7-7c5bee164ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:32.938009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Allocated IP 172.26.6.166 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/6879212e-4f7d-4d85-8d6a-dc3d192bab6c) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:32.945241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d577c-e6bb-458f-9440-96bf54a1fb7b req-a91bfcb6-25b8-4211-9892-3bdc5cbf5299 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:32.946873 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fa9d577c-e6bb-458f-9440-96bf54a1fb7b req-a91bfcb6-25b8-4211-9892-3bdc5cbf5299 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16a8f84c-ea91-4075-9f54-c7ae84ea5299 HTTP/1.1" status: 200 len: 851 time: 0.1764386 Feb 21 09:01:32.999774 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f12e65-f5a5-4e69-9a0e-c807ae17d800 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d74973-3d76-4948-a040-c873969b9a85,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:33.032739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b02d51-28c2-4088-9bcc-87eb29505bec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:33.038416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-32b02d51-28c2-4088-9bcc-87eb29505bec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:33.041457 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b02d51-28c2-4088-9bcc-87eb29505bec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:33.042058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-32b02d51-28c2-4088-9bcc-87eb29505bec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.050118 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d7f12e65-f5a5-4e69-9a0e-c807ae17d800 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.054812 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d7f12e65-f5a5-4e69-9a0e-c807ae17d800 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0872548 Feb 21 09:01:33.059794 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49156) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:33.070751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b02d51-28c2-4088-9bcc-87eb29505bec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=b309cce4-f3f0-4387-adef-7ec2a0aa65d5,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:33.079862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7f2bbe75-fafe-4547-adb5-9721f832a102 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '30d74973-3d76-4948-a040-c873969b9a85', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:33.080528 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-7f2bbe75-fafe-4547-adb5-9721f832a102 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:33.084437 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7f2bbe75-fafe-4547-adb5-9721f832a102 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0226655 Feb 21 09:01:33.089632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49160) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:33.175481 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-32b02d51-28c2-4088-9bcc-87eb29505bec tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0667398 Feb 21 09:01:33.176457 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49166) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:33.191700 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'mac_address': 'fa:16:3e:8f:29:22', 'name': 'tempest-NetworksTestDHCPv6-550713481'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:33.302722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25efb29-a0c8-43c9-af22-199832d73ced None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:33.319685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.330138 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.364250 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d079eead-ccaa-409f-8c9d-d1152fa25ee3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.415463 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fe670bcc-c3b6-4c38-a9a4-9c1d8964e4b3 None None] Provisioning for port d528ba31-371d-4dc4-87a0-5aa5652c9f9d completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:33.497109 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d079eead-ccaa-409f-8c9d-d1152fa25ee3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.504274 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event updated for resources: {'Port': ['ID=4d164ddd-32fa-4821-8f27-2b72d5b67671,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:33.517875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce0be43f-0148-468f-b2b2-003e04e22237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.519528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:33.528157 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:port and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:33.532392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:33.550940 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:33.569905 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a40fdafb-8d34-495a-9e9e-07a251b8f523 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.572302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.595151 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f021d129-d006-4507-b82a-3ea1b0eac3df tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.627835 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.685725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-a40fdafb-8d34-495a-9e9e-07a251b8f523 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc2ab54-60e6-42cd-854a-23ad46985444']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:33.691523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:33.695844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.698596 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce0be43f-0148-468f-b2b2-003e04e22237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.705254 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d13523-627e-4f48-8152-652867d28da2 None None] Update dhcp port {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'fixed_ips': [{'subnet_id': '2c9bc3e6-994d-4d5a-a6e3-78b5bfba3d70', 'ip_address': '2001:db8::f816:3eff:fe4c:aa12'}, {'subnet_id': 'b309cce4-f3f0-4387-adef-7ec2a0aa65d5'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': 'd528ba31-371d-4dc4-87a0-5aa5652c9f9d'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:01:33.710155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-f021d129-d006-4507-b82a-3ea1b0eac3df tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36222621-1ec0-4681-bbaa-6d5ddf9ad51d']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:33.725013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d079eead-ccaa-409f-8c9d-d1152fa25ee3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.728901 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fa9d577c-e6bb-458f-9440-96bf54a1fb7b req-1aa3a6f7-3084-4295-84c1-70b8aa8bd082 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7687118 Feb 21 09:01:33.735808 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-a40fdafb-8d34-495a-9e9e-07a251b8f523 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7abd78d-bf13-40b5-bb61-bb0c410b76d3') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:33.736102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-a40fdafb-8d34-495a-9e9e-07a251b8f523 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7abd78d-bf13-40b5-bb61-bb0c410b76d3') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:33.753141 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-f021d129-d006-4507-b82a-3ea1b0eac3df tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9514b917-3a90-4fea-90d9-e13c5b955c33') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:33.753366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-f021d129-d006-4507-b82a-3ea1b0eac3df tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9514b917-3a90-4fea-90d9-e13c5b955c33') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:33.757955 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 0aa92724-09c0-46af-861a-5bc793f8b800 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:01:33.761419 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b7d13523-627e-4f48-8152-652867d28da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.790077 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079eead-ccaa-409f-8c9d-d1152fa25ee3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d74973-3d76-4948-a040-c873969b9a85,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:33.799256 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a40fdafb-8d34-495a-9e9e-07a251b8f523 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.824060 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d079eead-ccaa-409f-8c9d-d1152fa25ee3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.827630 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d079eead-ccaa-409f-8c9d-d1152fa25ee3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "DELETE /v2.0/security-groups/30d74973-3d76-4948-a040-c873969b9a85 HTTP/1.1" status: 204 len: 168 time: 0.7345123 Feb 21 09:01:33.830691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f021d129-d006-4507-b82a-3ea1b0eac3df tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.833370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49170) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:33.917940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a40fdafb-8d34-495a-9e9e-07a251b8f523 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.936822 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f021d129-d006-4507-b82a-3ea1b0eac3df tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.948159 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.951637 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40fdafb-8d34-495a-9e9e-07a251b8f523 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:01:33.952042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a40fdafb-8d34-495a-9e9e-07a251b8f523 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:01:33.973226 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:01:33.978867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-67808a2c-3240-407a-9a16-54605c1b7029 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Synchronizing usage tracker for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:33.982450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f021d129-d006-4507-b82a-3ea1b0eac3df tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:01:33.982893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f021d129-d006-4507-b82a-3ea1b0eac3df tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.047086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:01:34.049805 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:01:34.056408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37417b-5348-4b4c-8b3e-7cf88b763813 req-8f655d29-9548-4a89-97ab-8944cb106338 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:34.057906 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1e37417b-5348-4b4c-8b3e-7cf88b763813 req-8f655d29-9548-4a89-97ab-8944cb106338 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.7965603 Feb 21 09:01:34.058026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-67808a2c-3240-407a-9a16-54605c1b7029 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Unset dirty status for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:34.063129 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-67808a2c-3240-407a-9a16-54605c1b7029 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2242703 Feb 21 09:01:34.063416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49174) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:34.073097 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-70ec1ba4-b4ee-4eda-8749-e30869882b5c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087195180'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:34.086660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-70ec1ba4-b4ee-4eda-8749-e30869882b5c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:34.091142 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 172.20.0.5 (749b6d65-c680-4e97-918b-6efdfcb19e4b/b309cce4-f3f0-4387-adef-7ec2a0aa65d5/0aa92724-09c0-46af-861a-5bc793f8b800) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:34.102025 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-70ec1ba4-b4ee-4eda-8749-e30869882b5c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:34.106203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::f816:3eff:fe8f:2922 (749b6d65-c680-4e97-918b-6efdfcb19e4b/2c9bc3e6-994d-4d5a-a6e3-78b5bfba3d70/0aa92724-09c0-46af-861a-5bc793f8b800) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:34.126783 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Floating IP fc489484-a958-459e-9156-b72733ce0cb4 associated. External IP: 172.26.6.11, port: a6fe4fa5-6036-4170-a983-961ab13ba02b. Feb 21 09:01:34.189285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-70ec1ba4-b4ee-4eda-8749-e30869882b5c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.235014 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fa9d577c-e6bb-458f-9440-96bf54a1fb7b req-5aecaabb-110f-4b9e-9dac-7ae1f63fe056 service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895344 Feb 21 09:01:34.237310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a40fdafb-8d34-495a-9e9e-07a251b8f523 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.282355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40fdafb-8d34-495a-9e9e-07a251b8f523 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dbc2ab54-60e6-42cd-854a-23ad46985444 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 21 09:01:34.288557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a40fdafb-8d34-495a-9e9e-07a251b8f523 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.295126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce0be43f-0148-468f-b2b2-003e04e22237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.297216 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f021d129-d006-4507-b82a-3ea1b0eac3df tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.312810 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fdafb-8d34-495a-9e9e-07a251b8f523 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbc2ab54-60e6-42cd-854a-23ad46985444,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:34.339912 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d528ba31-371d-4dc4-87a0-5aa5652c9f9d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:34.400855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f021d129-d006-4507-b82a-3ea1b0eac3df tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.416652 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port d528ba31-371d-4dc4-87a0-5aa5652c9f9d completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:34.417088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0be43f-0148-468f-b2b2-003e04e22237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc253b8c-5ba9-4105-a3b2-fd979c5076ad,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:34.420973 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1e37417b-5348-4b4c-8b3e-7cf88b763813 req-287c8dbc-966f-410e-8af6-eee2bfa05c98 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3486261 Feb 21 09:01:34.445052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021d129-d006-4507-b82a-3ea1b0eac3df tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event deleted for resources: {'Network': ['ID=36222621-1ec0-4681-bbaa-6d5ddf9ad51d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:34.458423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port d528ba31-371d-4dc4-87a0-5aa5652c9f9d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:34.459314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.464695 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce0be43f-0148-468f-b2b2-003e04e22237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.469497 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ce0be43f-0148-468f-b2b2-003e04e22237 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc253b8c-5ba9-4105-a3b2-fd979c5076ad HTTP/1.1" status: 204 len: 168 time: 1.5813658 Feb 21 09:01:34.470952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.514920 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a40fdafb-8d34-495a-9e9e-07a251b8f523 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "DELETE /v2.0/networks/dbc2ab54-60e6-42cd-854a-23ad46985444 HTTP/1.1" status: 204 len: 168 time: 1.9500859 Feb 21 09:01:34.527887 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f021d129-d006-4507-b82a-3ea1b0eac3df tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "DELETE /v2.0/networks/36222621-1ec0-4681-bbaa-6d5ddf9ad51d HTTP/1.1" status: 204 len: 168 time: 1.9645455 Feb 21 09:01:34.531736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49182) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:34.540894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-70ec1ba4-b4ee-4eda-8749-e30869882b5c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:34.551635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-70ec1ba4-b4ee-4eda-8749-e30869882b5c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:34.568481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-70ec1ba4-b4ee-4eda-8749-e30869882b5c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:34.583050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-70ec1ba4-b4ee-4eda-8749-e30869882b5c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:34.729993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.770952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port d528ba31-371d-4dc4-87a0-5aa5652c9f9d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d528ba31-371d-4dc4-87a0-5aa5652c9f9d,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:34.781255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.878086 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=d528ba31-371d-4dc4-87a0-5aa5652c9f9d,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:34.882142 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.896721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-70ec1ba4-b4ee-4eda-8749-e30869882b5c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:34.900979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:34.904657 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Pushing event updated for resources: {'Port': ['ID=6879212e-4f7d-4d85-8d6a-dc3d192bab6c,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:34.919290 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fa9d577c-e6bb-458f-9440-96bf54a1fb7b req-c57ab1c1-9d61-4efc-af09-567fac4c2a4c service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6723945 Feb 21 09:01:34.921464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:34.931902 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:35.017660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-70ec1ba4-b4ee-4eda-8749-e30869882b5c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.031427 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea80b69f-f0d6-4406-8dd7-2d9ce2374b73 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.059724 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 0aa92724-09c0-46af-861a-5bc793f8b800 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:35.103840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec1ba4-b4ee-4eda-8749-e30869882b5c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078e75ce-656b-4950-9073-c113c0162ab0,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:35.134951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:35.135601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.152889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-70ec1ba4-b4ee-4eda-8749-e30869882b5c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.154466 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-70ec1ba4-b4ee-4eda-8749-e30869882b5c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0901210 Feb 21 09:01:35.161970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49196) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:35.175083 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-6aca0cd7-fd67-410f-bde9-26ea4b71f7bb tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '078e75ce-656b-4950-9073-c113c0162ab0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:35.176136 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-6aca0cd7-fd67-410f-bde9-26ea4b71f7bb tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:35.177392 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6aca0cd7-fd67-410f-bde9-26ea4b71f7bb tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0140150 Feb 21 09:01:35.182858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49200) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:35.234002 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ac660b3f-946f-4681-ba3c-fb5382eee2ef tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.3291676 Feb 21 09:01:35.241661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49206) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:35.253564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.166'}]}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:35.259504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:35.263522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Usage tracker for resource:router and tenant:7d8be7493a0c41e48d262ab133999505 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:35.266562 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:35.285415 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49210) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:35.288792 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:35.308834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4f12c170-8d55-4c83-92ba-62792f5c50a5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Request body: {'router': {'name': 'tempest-router--293519312', 'project_id': '1dec0292d2d74c739e7fe6ec11202a8d'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:35.336182 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4f12c170-8d55-4c83-92ba-62792f5c50a5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:35.341271 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.342056 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.345665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea80b69f-f0d6-4406-8dd7-2d9ce2374b73 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.358084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4f12c170-8d55-4c83-92ba-62792f5c50a5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Usage tracker for resource:router and tenant:1dec0292d2d74c739e7fe6ec11202a8d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:35.365741 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.365940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4f12c170-8d55-4c83-92ba-62792f5c50a5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:35.387406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4f12c170-8d55-4c83-92ba-62792f5c50a5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:35.394397 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-ea80b69f-f0d6-4406-8dd7-2d9ce2374b73 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d748604f-0f11-4914-b85e-97d6791a8124']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:35.395436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.412740 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-ea80b69f-f0d6-4406-8dd7-2d9ce2374b73 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebb158a-28be-483b-890b-013d460b6ea3') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:35.413287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-ea80b69f-f0d6-4406-8dd7-2d9ce2374b73 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebb158a-28be-483b-890b-013d460b6ea3') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:35.434554 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5ede67dc-9c35-4ad9-b3ca-55846c1d0752 req-630238af-8157-46ca-8ee3-303bed837f49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7fdb594f298e42dbb47700adbc49145f&device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 1098 time: 0.3749392 Feb 21 09:01:35.436785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea80b69f-f0d6-4406-8dd7-2d9ce2374b73 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.449450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f12c170-8d55-4c83-92ba-62792f5c50a5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.449450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f12c170-8d55-4c83-92ba-62792f5c50a5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.467992 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea80b69f-f0d6-4406-8dd7-2d9ce2374b73 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.479936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea80b69f-f0d6-4406-8dd7-2d9ce2374b73 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:01:35.480345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea80b69f-f0d6-4406-8dd7-2d9ce2374b73 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:01:35.506433 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:01:35.560420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-b7d13523-627e-4f48-8152-652867d28da2 None None] Allocated IP 172.20.0.2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/b309cce4-f3f0-4387-adef-7ec2a0aa65d5/d528ba31-371d-4dc4-87a0-5aa5652c9f9d) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:35.636093 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea80b69f-f0d6-4406-8dd7-2d9ce2374b73 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.638355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f12c170-8d55-4c83-92ba-62792f5c50a5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.705212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea80b69f-f0d6-4406-8dd7-2d9ce2374b73 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.726230 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fc08e8d9-3cea-4478-9214-cf390316bfe5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.806849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b7d13523-627e-4f48-8152-652867d28da2 None None] For port d528ba31-371d-4dc4-87a0-5aa5652c9f9d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d528ba31-371d-4dc4-87a0-5aa5652c9f9d,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:35.821075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:35.823575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f12c170-8d55-4c83-92ba-62792f5c50a5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.824922 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=0aa92724-09c0-46af-861a-5bc793f8b800,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:35.834069 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:35.840324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:35.858085 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80b69f-f0d6-4406-8dd7-2d9ce2374b73 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] Pushing event deleted for resources: {'Network': ['ID=d748604f-0f11-4914-b85e-97d6791a8124,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:35.858296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b7d13523-627e-4f48-8152-652867d28da2 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.868342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4f12c170-8d55-4c83-92ba-62792f5c50a5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.869689 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4f12c170-8d55-4c83-92ba-62792f5c50a5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5833347 Feb 21 09:01:35.880206 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ea80b69f-f0d6-4406-8dd7-2d9ce2374b73 tempest-BulkNetworkOpsIpV6Test-1193980006 tempest-BulkNetworkOpsIpV6Test-1193980006-project] 10.222.0.48 "DELETE /v2.0/networks/d748604f-0f11-4914-b85e-97d6791a8124 HTTP/1.1" status: 204 len: 168 time: 1.3342123 Feb 21 09:01:35.884347 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49226) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:35.894237 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fc08e8d9-3cea-4478-9214-cf390316bfe5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.895345 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b7d13523-627e-4f48-8152-652867d28da2 None None] Transition to ACTIVE for port object d528ba31-371d-4dc4-87a0-5aa5652c9f9d will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:35.903965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b7d13523-627e-4f48-8152-652867d28da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:35.967353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fc08e8d9-3cea-4478-9214-cf390316bfe5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:36.033692 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08e8d9-3cea-4478-9214-cf390316bfe5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078e75ce-656b-4950-9073-c113c0162ab0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:36.048206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:36.082556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede67dc-9c35-4ad9-b3ca-55846c1d0752 req-dcdd5200-d8f1-4827-a33d-3bb6eab97d8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:36.084633 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5ede67dc-9c35-4ad9-b3ca-55846c1d0752 req-dcdd5200-d8f1-4827-a33d-3bb6eab97d8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8 HTTP/1.1" status: 200 len: 912 time: 0.4802003 Feb 21 09:01:36.088986 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:36.115838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d13523-627e-4f48-8152-652867d28da2 None None] Pushing event updated for resources: {'Port': ['ID=d528ba31-371d-4dc4-87a0-5aa5652c9f9d,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:36.133110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:36.133753 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:36.140254 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49234) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:36.169104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fc08e8d9-3cea-4478-9214-cf390316bfe5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:36.172725 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fc08e8d9-3cea-4478-9214-cf390316bfe5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "DELETE /v2.0/security-groups/078e75ce-656b-4950-9073-c113c0162ab0 HTTP/1.1" status: 204 len: 168 time: 0.9838288 Feb 21 09:01:36.172878 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96066eab-07f9-4507-8449-3f45b662a291 req-4fdde697-cdd4-4d3c-8e66-1742ca53c467 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:36.175401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49240) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:36.177227 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:01:36.178719 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-96066eab-07f9-4507-8449-3f45b662a291 req-4fdde697-cdd4-4d3c-8e66-1742ca53c467 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.4885278 Feb 21 09:01:36.195109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10107f72-bec7-45dc-b738-c623893b0703 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:36.218422 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4977025f-2ada-4540-8a9a-e71b940e66e2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0371792 Feb 21 09:01:36.224972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49244) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:36.316015 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d528ba31-371d-4dc4-87a0-5aa5652c9f9d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:36.470489 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49250) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:36.508069 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5ede67dc-9c35-4ad9-b3ca-55846c1d0752 req-1d8a6506-0522-42cb-a7d7-ffd460db55bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf9f8f4-9868-4732-b8dc-829cafcaf1af HTTP/1.1" status: 200 len: 1000 time: 0.4150741 Feb 21 09:01:36.523586 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-96066eab-07f9-4507-8449-3f45b662a291 req-aed3716e-1d06-4262-a2c4-ae5cfc3f8b63 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3438115 Feb 21 09:01:36.693802 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-096192bf-97b7-410f-a056-b26131ea4525 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] Request body: {'port': {'network_id': '6b0761cd-89a3-475d-b5af-ee07d60d9c57', 'name': 'tempest-NetworksNegativeTestJSON-378590246'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:36.755716 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fb55af68-121d-4536-9a88-90997368fafe tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Synchronizing usage tracker for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:36.770402 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-096192bf-97b7-410f-a056-b26131ea4525 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] POST failed (client error): The resource could not be found. Feb 21 09:01:36.770841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096192bf-97b7-410f-a056-b26131ea4525 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:01:36.776192 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-096192bf-97b7-410f-a056-b26131ea4525 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6276891 Feb 21 09:01:36.778951 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49256) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:36.855250 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc8e414-e160-45d6-a3c4-67b3255ae1bc tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] DELETE failed (client error): The resource could not be found. Feb 21 09:01:36.855690 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc8e414-e160-45d6-a3c4-67b3255ae1bc tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:01:36.860826 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bcc8e414-e160-45d6-a3c4-67b3255ae1bc tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] 10.222.0.48 "DELETE /v2.0/networks/1399cf7a-1bb8-41e2-bf4d-19b46421b882 HTTP/1.1" status: 404 len: 339 time: 0.0761611 Feb 21 09:01:36.861499 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fb55af68-121d-4536-9a88-90997368fafe tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Unset dirty status for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:36.863026 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fb55af68-121d-4536-9a88-90997368fafe tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6803575 Feb 21 09:01:36.869179 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49260) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:36.869775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49262) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:36.901360 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-450b9eca-a3e0-41e5-8714-b8b242605f1a None None] Provisioning for port d528ba31-371d-4dc4-87a0-5aa5652c9f9d completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:36.907423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-450b9eca-a3e0-41e5-8714-b8b242605f1a None None] Provisioning complete for port d528ba31-371d-4dc4-87a0-5aa5652c9f9d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:36.907986 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-450b9eca-a3e0-41e5-8714-b8b242605f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:36.938454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e8a08717-fa95-4d81-a69d-f45237fa19d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137943993'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:36.944407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e8a08717-fa95-4d81-a69d-f45237fa19d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:36.954485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e8a08717-fa95-4d81-a69d-f45237fa19d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:36.963550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab67c457-2b58-49d2-84d7-5b7ef3a41d48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:36.967698 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab67c457-2b58-49d2-84d7-5b7ef3a41d48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:36.968735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ab67c457-2b58-49d2-84d7-5b7ef3a41d48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:36.973686 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-766d5823-717c-4cb5-a79d-2f1e7f7bd364 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] DELETE failed (client error): The resource could not be found. Feb 21 09:01:36.974311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766d5823-717c-4cb5-a79d-2f1e7f7bd364 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:01:36.976275 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-766d5823-717c-4cb5-a79d-2f1e7f7bd364 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] 10.222.0.48 "DELETE /v2.0/ports/836a8438-4a47-4e8d-ba52-3ea4e3d4d345 HTTP/1.1" status: 404 len: 333 time: 0.1029363 Feb 21 09:01:36.983322 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49268) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:36.985807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10107f72-bec7-45dc-b738-c623893b0703 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:36.990128 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10107f72-bec7-45dc-b738-c623893b0703 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.018166 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede67dc-9c35-4ad9-b3ca-55846c1d0752 req-7bf7cc62-2550-4033-be6f-6125d11523d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:37.019966 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5ede67dc-9c35-4ad9-b3ca-55846c1d0752 req-7bf7cc62-2550-4033-be6f-6125d11523d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16a8f84c-ea91-4075-9f54-c7ae84ea5299 HTTP/1.1" status: 200 len: 851 time: 0.5054512 Feb 21 09:01:37.036386 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-29090005-c32a-46b7-91d1-86c0759f913e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72ba89d1345e46ada3ba44ed71123157&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5610676 Feb 21 09:01:37.040829 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49272) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:37.066641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10107f72-bec7-45dc-b738-c623893b0703 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.067429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10107f72-bec7-45dc-b738-c623893b0703 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b656de7-89b8-4a45-99d6-58b98884f695 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:01:37.087745 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf4ae06-7fba-4086-b800-c3d6b2a4e569 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] DELETE failed (client error): The resource could not be found. Feb 21 09:01:37.088197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf4ae06-7fba-4086-b800-c3d6b2a4e569 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:01:37.088774 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10107f72-bec7-45dc-b738-c623893b0703 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.092508 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-10107f72-bec7-45dc-b738-c623893b0703 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "DELETE /v2.0/routers/4b656de7-89b8-4a45-99d6-58b98884f695 HTTP/1.1" status: 204 len: 168 time: 1.2022903 Feb 21 09:01:37.092641 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1cf4ae06-7fba-4086-b800-c3d6b2a4e569 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] 10.222.0.48 "DELETE /v2.0/subnets/0a2078d7-2f4e-4286-9a6e-ae8d5045c023 HTTP/1.1" status: 404 len: 337 time: 0.0978012 Feb 21 09:01:37.094090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49278) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:37.099292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e8a08717-fa95-4d81-a69d-f45237fa19d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.119078 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ab67c457-2b58-49d2-84d7-5b7ef3a41d48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:37.123024 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ab67c457-2b58-49d2-84d7-5b7ef3a41d48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.8941822 Feb 21 09:01:37.125436 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49282) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:37.170681 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-86da1289-a820-416f-b0ab-80dee33fffeb tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] GET failed (client error): The resource could not be found. Feb 21 09:01:37.172025 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-86da1289-a820-416f-b0ab-80dee33fffeb tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] 10.222.0.48 "GET /v2.0/networks/e277a15f-43f6-440b-81b5-99b570ea0b15 HTTP/1.1" status: 404 len: 339 time: 0.0774989 Feb 21 09:01:37.182661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49286) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:37.204125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-21645c6d-e981-4981-ac3e-053a6b804558 None None] Provisioning for port 0aa92724-09c0-46af-861a-5bc793f8b800 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:37.212740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-21645c6d-e981-4981-ac3e-053a6b804558 None None] Provisioning complete for port 0aa92724-09c0-46af-861a-5bc793f8b800 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:37.213175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21645c6d-e981-4981-ac3e-053a6b804558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.240894 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-753ed993-b08c-448c-a637-b19c7fde0723 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] GET failed (client error): The resource could not be found. Feb 21 09:01:37.243442 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-753ed993-b08c-448c-a637-b19c7fde0723 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] 10.222.0.48 "GET /v2.0/ports/25a3e9be-2c7f-4bb8-aa80-52bbd7ee0099 HTTP/1.1" status: 404 len: 333 time: 0.0595574 Feb 21 09:01:37.250529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49290) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:37.297747 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-90116593-39f1-422f-a027-94490c958d77 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 0aa92724-09c0-46af-861a-5bc793f8b800 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:37.298093 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-90116593-39f1-422f-a027-94490c958d77 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.344871 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16245f3-c16f-48d4-82b5-a877234a8915 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] GET failed (client error): The resource could not be found. Feb 21 09:01:37.346144 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f16245f3-c16f-48d4-82b5-a877234a8915 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] 10.222.0.48 "GET /v2.0/subnets/eca9441f-be4c-49a6-8906-9fccea572103 HTTP/1.1" status: 404 len: 337 time: 0.0912476 Feb 21 09:01:37.351327 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5ede67dc-9c35-4ad9-b3ca-55846c1d0752 req-c65c2be4-7125-4552-9547-522d832e9069 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3247442 Feb 21 09:01:37.362591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49294) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:37.365546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49298) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:37.368046 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e8a08717-fa95-4d81-a69d-f45237fa19d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:37.370216 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-a7dc9a2a-ab43-44d3-b278-1757c995eead tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:37.373944 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-21645c6d-e981-4981-ac3e-053a6b804558 None None] Port 0aa92724-09c0-46af-861a-5bc793f8b800 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:01:37.380859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e8a08717-fa95-4d81-a69d-f45237fa19d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:37.393194 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e8a08717-fa95-4d81-a69d-f45237fa19d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:37.421435 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fc1454bc-967c-4c2a-b269-8ff947fd9876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.438425 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e8a08717-fa95-4d81-a69d-f45237fa19d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:37.479289 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7dc9a2a-ab43-44d3-b278-1757c995eead tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] PUT failed (client error): The resource could not be found. Feb 21 09:01:37.479794 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7dc9a2a-ab43-44d3-b278-1757c995eead tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:01:37.480945 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a7dc9a2a-ab43-44d3-b278-1757c995eead tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] 10.222.0.48 "PUT /v2.0/networks/1a457a50-24aa-4735-8423-a07855dc14ef HTTP/1.1" status: 404 len: 339 time: 0.1213005 Feb 21 09:01:37.486090 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49304) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:37.505880 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d79db10e-f573-4baa-beb8-14fd25656288 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:37.531059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fc1454bc-967c-4c2a-b269-8ff947fd9876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.569380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.660561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-622532547', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:37.665858 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79db10e-f573-4baa-beb8-14fd25656288 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] PUT failed (client error): The resource could not be found. Feb 21 09:01:37.666269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79db10e-f573-4baa-beb8-14fd25656288 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:01:37.667425 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d79db10e-f573-4baa-beb8-14fd25656288 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] 10.222.0.48 "PUT /v2.0/ports/76b69a54-4669-4d3a-8739-58f61c3fa736 HTTP/1.1" status: 404 len: 333 time: 0.1773195 Feb 21 09:01:37.669009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.677437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49310) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:37.683667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:37.687348 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5ede67dc-9c35-4ad9-b3ca-55846c1d0752 req-97ca1796-eedf-4db9-8ea7-ef3c1c94628b service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259063 Feb 21 09:01:37.695507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Usage tracker for resource:router and tenant:0d450ac4c78c4887b8294fe5f73efc7d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:37.717851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:37.734516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-830062c9-89b2-4dd3-894b-c799348d8ca9 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:37.770192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:37.771035 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:01:37.783895 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afd80e-bfe1-4307-8374-bd3924bfd8cc None None] Sync routers for ids ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:01:37.798654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40afd80e-bfe1-4307-8374-bd3924bfd8cc None None] Routers {'7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:37.799692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-40afd80e-bfe1-4307-8374-bd3924bfd8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:37.809997 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-830062c9-89b2-4dd3-894b-c799348d8ca9 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] PUT failed (client error): The resource could not be found. Feb 21 09:01:37.810441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830062c9-89b2-4dd3-894b-c799348d8ca9 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:01:37.815323 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-830062c9-89b2-4dd3-894b-c799348d8ca9 tempest-NetworksNegativeTestJSON-1956246561 tempest-NetworksNegativeTestJSON-1956246561-project] 10.222.0.48 "PUT /v2.0/subnets/9f825246-d9f2-4b81-af8d-65669eb50a98 HTTP/1.1" status: 404 len: 337 time: 0.1175797 Feb 21 09:01:37.829764 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e8a08717-fa95-4d81-a69d-f45237fa19d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.839211 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e8a08717-fa95-4d81-a69d-f45237fa19d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.879458 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-90116593-39f1-422f-a027-94490c958d77 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.930713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fc1454bc-967c-4c2a-b269-8ff947fd9876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.933252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fc1454bc-967c-4c2a-b269-8ff947fd9876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.934566 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fc1454bc-967c-4c2a-b269-8ff947fd9876 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f929f862-c33c-4c40-985c-21b2383f9ad1 HTTP/1.1" status: 204 len: 168 time: 0.8815048 Feb 21 09:01:37.940758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.976994 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e8a08717-fa95-4d81-a69d-f45237fa19d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:37.978490 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e8a08717-fa95-4d81-a69d-f45237fa19d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1035976 Feb 21 09:01:37.987628 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a08717-fa95-4d81-a69d-f45237fa19d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6db9af-05e9-4e23-9c1a-dc1a85226ebc,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:37.992472 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49318) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:38.018958 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-98fcfa7a-30ef-415f-84d7-a6a3968c1da0 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '1c6db9af-05e9-4e23-9c1a-dc1a85226ebc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:38.020414 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-98fcfa7a-30ef-415f-84d7-a6a3968c1da0 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:38.024832 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98fcfa7a-30ef-415f-84d7-a6a3968c1da0 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0255535 Feb 21 09:01:38.029211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-90116593-39f1-422f-a027-94490c958d77 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 0aa92724-09c0-46af-861a-5bc793f8b800 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:38.029799 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49322) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:38.035949 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1454bc-967c-4c2a-b269-8ff947fd9876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f929f862-c33c-4c40-985c-21b2383f9ad1,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:38.046360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-42b25598-32c9-4c5e-ba4e-4660705811ac tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '1c6db9af-05e9-4e23-9c1a-dc1a85226ebc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:38.047187 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-42b25598-32c9-4c5e-ba4e-4660705811ac tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:38.050914 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-42b25598-32c9-4c5e-ba4e-4660705811ac tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0177619 Feb 21 09:01:38.067124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49326) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:38.078524 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:38.079507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:38.091688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c9867f08-2c45-4e86-a56f-4bf1c5e37c93 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '1c6db9af-05e9-4e23-9c1a-dc1a85226ebc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:38.092456 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-c9867f08-2c45-4e86-a56f-4bf1c5e37c93 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:38.098610 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-908423cf-d885-48f1-94da-9a04a9cdfd33 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.1032290 Feb 21 09:01:38.099235 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c9867f08-2c45-4e86-a56f-4bf1c5e37c93 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0254502 Feb 21 09:01:38.111246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'tag': 'a6fe4fa5-6036-4170-a983-961ab13ba02b'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:01:38.114790 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49332) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:38.133064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9f832b1c-1b81-43a8-8dfc-d9e59805df9e tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '1c6db9af-05e9-4e23-9c1a-dc1a85226ebc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:38.133776 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-9f832b1c-1b81-43a8-8dfc-d9e59805df9e tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:38.134743 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9f832b1c-1b81-43a8-8dfc-d9e59805df9e tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0173204 Feb 21 09:01:38.142239 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49338) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:38.147856 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5ede67dc-9c35-4ad9-b3ca-55846c1d0752 req-d462c8aa-2844-4a4b-b5b1-f350eb70df1e service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537799 Feb 21 09:01:38.166799 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-40afd80e-bfe1-4307-8374-bd3924bfd8cc None None] Set router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:01:38.168383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:38.217709 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c6e88-c089-4455-bd2d-364eecd37d7d req-2f31cd4a-2011-4820-9fbf-7d951fa2a14d tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:38.219245 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-be9c6e88-c089-4455-bd2d-364eecd37d7d req-2f31cd4a-2011-4820-9fbf-7d951fa2a14d tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.4965897 Feb 21 09:01:38.227676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:38.411139 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47f36bf1-65c4-4178-8c42-71d3ef22a134 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:38.438365 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49346) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:38.767489 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-40afd80e-bfe1-4307-8374-bd3924bfd8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:00:56Z', 'revision_number': 4, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'fc489484-a958-459e-9156-b72733ce0cb4', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'floating_ip_address': '172.26.6.11', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'port_id': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'mac_address': 'fa:16:3e:70:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:01:31Z', 'updated_at': '2022-02-21T09:01:31Z', 'revision_number': 0, 'project_id': '0ab29c793ce9459198692d185d104aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfa701d-834e-4311-bc04-1a980c57b946', 'name': '', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'mac_address': 'fa:16:3e:ba:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:53Z', 'updated_at': '2022-02-21T09:01:05Z', 'revision_number': 5, 'project_id': '0ab29c793ce9459198692d185d104aac', 'subnets': [{'id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:38.770431 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-be9c6e88-c089-4455-bd2d-364eecd37d7d req-e8ccde34-41f7-4063-a578-927457e43bb8 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5278409 Feb 21 09:01:38.772450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afd80e-bfe1-4307-8374-bd3924bfd8cc None None] Checking router: 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:01:38.785277 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40afd80e-bfe1-4307-8374-bd3924bfd8cc None None] Routers {'7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:38.786311 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-40afd80e-bfe1-4307-8374-bd3924bfd8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:38.791091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6f24e87a-f4b9-485e-b4ee-709b80187c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:38.903813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47f36bf1-65c4-4178-8c42-71d3ef22a134 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:38.942082 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'tag': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'status': 'completed', 'code': 200} Feb 21 09:01:38.967443 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:38.972523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6f24e87a-f4b9-485e-b4ee-709b80187c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:38.978146 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:38.980250 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6f24e87a-f4b9-485e-b4ee-709b80187c09 admin admin] Usage tracker for resource:security_group_rule and tenant:f7f2f515a67d4ad880e8d7a0b0ed44c4 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:38.983661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6f24e87a-f4b9-485e-b4ee-709b80187c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:38.990205 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6f24e87a-f4b9-485e-b4ee-709b80187c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:39.010282 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-40afd80e-bfe1-4307-8374-bd3924bfd8cc None None] Set router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:01:39.028929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:39.029774 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 455c4ce2-8f86-45ea-8107-6799306c6e15 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:01:39.072860 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 21 09:01:39.074258 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-aab1382a-4396-412f-ba33-a8e85ac628f3 tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8253279 Feb 21 09:01:39.081654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49364) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:39.138161 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:39.150794 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6f24e87a-f4b9-485e-b4ee-709b80187c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:39.152311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-90116593-39f1-422f-a027-94490c958d77 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:39.168921 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b2eff-f1af-49e0-ac89-2d0ce8a6e25a tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Deleting port 6879212e-4f7d-4d85-8d6a-dc3d192bab6c {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:39.169608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fd0b2eff-f1af-49e0-ac89-2d0ce8a6e25a tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:39.194700 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6f24e87a-f4b9-485e-b4ee-709b80187c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:39.271866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24e87a-f4b9-485e-b4ee-709b80187c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6038f7-b0a3-4479-afdc-59ec4803c0a5,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:39.277744 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90116593-39f1-422f-a027-94490c958d77 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=0aa92724-09c0-46af-861a-5bc793f8b800,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:39.282567 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6f24e87a-f4b9-485e-b4ee-709b80187c09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7f2f515a67d4ad880e8d7a0b0ed44c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8429060 Feb 21 09:01:39.283858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47f36bf1-65c4-4178-8c42-71d3ef22a134 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:39.287532 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49370) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:39.302109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42917750-1cc7-4061-b4e0-99ed41afbde8 req-a9c0f35f-2fce-4c7c-ac5b-55893e20f1f0 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:39.308969 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-42917750-1cc7-4061-b4e0-99ed41afbde8 req-a9c0f35f-2fce-4c7c-ac5b-55893e20f1f0 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 945 time: 0.9454219 Feb 21 09:01:39.413790 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f36bf1-65c4-4178-8c42-71d3ef22a134 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6db9af-05e9-4e23-9c1a-dc1a85226ebc,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:39.677419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fd0b2eff-f1af-49e0-ac89-2d0ce8a6e25a tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:39.689126 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7f6ca7ae-8237-4754-b99c-ed2d26ea1374 req-1cae81a9-8e56-4f3e-a32d-a4b3933ee996 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ab29c793ce9459198692d185d104aac&device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 1098 time: 0.7543380 Feb 21 09:01:39.724845 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fdc0db5-50f6-484c-9f08-4c2332eb3a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:39.768895 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49378) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:39.776263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-40afd80e-bfe1-4307-8374-bd3924bfd8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:00:56Z', 'revision_number': 4, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'fc489484-a958-459e-9156-b72733ce0cb4', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'floating_ip_address': '172.26.6.11', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'port_id': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'mac_address': 'fa:16:3e:70:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:01:31Z', 'updated_at': '2022-02-21T09:01:31Z', 'revision_number': 0, 'project_id': '0ab29c793ce9459198692d185d104aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfa701d-834e-4311-bc04-1a980c57b946', 'name': '', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'mac_address': 'fa:16:3e:ba:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:53Z', 'updated_at': '2022-02-21T09:01:05Z', 'revision_number': 5, 'project_id': '0ab29c793ce9459198692d185d104aac', 'subnets': [{'id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:39.783380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afd80e-bfe1-4307-8374-bd3924bfd8cc None None] The sync data for ids ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'] in dv-neutron-830062-1-hyperv is: [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:00:56Z', 'revision_number': 4, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'fc489484-a958-459e-9156-b72733ce0cb4', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'floating_ip_address': '172.26.6.11', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'port_id': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'mac_address': 'fa:16:3e:70:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:01:31Z', 'updated_at': '2022-02-21T09:01:31Z', 'revision_number': 0, 'project_id': '0ab29c793ce9459198692d185d104aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfa701d-834e-4311-bc04-1a980c57b946', 'name': '', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'mac_address': 'fa:16:3e:ba:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:53Z', 'updated_at': '2022-02-21T09:01:05Z', 'revision_number': 5, 'project_id': '0ab29c793ce9459198692d185d104aac', 'subnets': [{'id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:01:39.855560 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-42917750-1cc7-4061-b4e0-99ed41afbde8 req-159a7f98-3b7e-4472-9231-c38f03efff14 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5456736 Feb 21 09:01:39.856522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b2eff-f1af-49e0-ac89-2d0ce8a6e25a tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Calling delete_port for 6879212e-4f7d-4d85-8d6a-dc3d192bab6c owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:39.884077 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49384) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:39.893575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aad7f-c253-47b5-bcf5-91419a54c0d0 req-5378da2c-27ca-4a1d-a86a-70478370beb2 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:39.895190 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-718aad7f-c253-47b5-bcf5-91419a54c0d0 req-5378da2c-27ca-4a1d-a86a-70478370beb2 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.7488291 Feb 21 09:01:39.903742 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-90116593-39f1-422f-a027-94490c958d77 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:39.905660 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-90116593-39f1-422f-a027-94490c958d77 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/0aa92724-09c0-46af-861a-5bc793f8b800 HTTP/1.1" status: 204 len: 168 time: 2.7729669 Feb 21 09:01:39.919220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49388) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:39.925065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fdc0db5-50f6-484c-9f08-4c2332eb3a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:39.931927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47f36bf1-65c4-4178-8c42-71d3ef22a134 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:39.935893 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-47f36bf1-65c4-4178-8c42-71d3ef22a134 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "DELETE /v2.0/security-groups/1c6db9af-05e9-4e23-9c1a-dc1a85226ebc HTTP/1.1" status: 204 len: 168 time: 1.7845211 Feb 21 09:01:39.939847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49392) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:40.029110 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0cbbe781-8ea2-45dd-a238-0c824cdb007b tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/floatingips/fc489484-a958-459e-9156-b72733ce0cb4 HTTP/1.1" status: 200 len: 990 time: 0.1429293 Feb 21 09:01:40.057763 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24519953-e1e6-4737-85d0-7f0ca4cdc37c None None] New status for floating IP fc489484-a958-459e-9156-b72733ce0cb4: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:01:40.072046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-677449503'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:40.097996 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fd0b2eff-f1af-49e0-ac89-2d0ce8a6e25a tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:40.108102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:40.139962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Usage tracker for resource:network and tenant:481ac288a7d84bbc91c48926404b71a3 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:40.145137 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b2eff-f1af-49e0-ac89-2d0ce8a6e25a tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Pushing event deleted for resources: {'Port': ['ID=6879212e-4f7d-4d85-8d6a-dc3d192bab6c,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:40.159891 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-718aad7f-c253-47b5-bcf5-91419a54c0d0 req-8945c484-24b9-4f12-afb5-67f1bb2e1dd3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2416339 Feb 21 09:01:40.190169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:40.197784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:40.242360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9778be0d-330f-4e92-80ec-09a5f4ae54ef tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Synchronizing usage tracker for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:40.250428 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ca7ae-8237-4754-b99c-ed2d26ea1374 req-2b13cab5-e540-4821-a40a-afddf6c30adf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:40.252502 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7f6ca7ae-8237-4754-b99c-ed2d26ea1374 req-2b13cab5-e540-4821-a40a-afddf6c30adf service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ff9d5a3-0b37-4233-a413-0696d550825d HTTP/1.1" status: 200 len: 896 time: 0.5345790 Feb 21 09:01:40.261965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fd0b2eff-f1af-49e0-ac89-2d0ce8a6e25a tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:40.264177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b7e605-8af7-477f-a7a6-b429bc6bf02c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:40.265769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b7e605-8af7-477f-a7a6-b429bc6bf02c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:40.267570 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b7e605-8af7-477f-a7a6-b429bc6bf02c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:40.268510 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-98b7e605-8af7-477f-a7a6-b429bc6bf02c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:40.276457 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fd0b2eff-f1af-49e0-ac89-2d0ce8a6e25a tempest-RoutersAdminNegativeIpV6Test-470309282 tempest-RoutersAdminNegativeIpV6Test-470309282-project-admin] 10.222.0.48 "DELETE /v2.0/ports/6879212e-4f7d-4d85-8d6a-dc3d192bab6c HTTP/1.1" status: 204 len: 168 time: 1.1932271 Feb 21 09:01:40.336217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Made reservation on behalf of 481ac288a7d84bbc91c48926404b71a3 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:40.339576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:40.430267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:40.454485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9778be0d-330f-4e92-80ec-09a5f4ae54ef tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Unset dirty status for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:40.455731 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9778be0d-330f-4e92-80ec-09a5f4ae54ef tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4532564 Feb 21 09:01:40.456511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-98b7e605-8af7-477f-a7a6-b429bc6bf02c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:40.460823 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-98b7e605-8af7-477f-a7a6-b429bc6bf02c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5228975 Feb 21 09:01:40.461697 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49400) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:40.463035 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49402) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:40.474583 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8418672d-2cc0-4ff2-bc6a-eb1f6d4c5daf tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397264235'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:40.515987 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fdc0db5-50f6-484c-9f08-4c2332eb3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:40.525134 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8418672d-2cc0-4ff2-bc6a-eb1f6d4c5daf tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:40.543158 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8418672d-2cc0-4ff2-bc6a-eb1f6d4c5daf tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:40.568045 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8418672d-2cc0-4ff2-bc6a-eb1f6d4c5daf tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:40.570379 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7f6ca7ae-8237-4754-b99c-ed2d26ea1374 req-bcc6a231-1341-4d04-9675-1c09ba9e2f09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6fe4fa5-6036-4170-a983-961ab13ba02b HTTP/1.1" status: 200 len: 1000 time: 0.2932951 Feb 21 09:01:40.572321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc0db5-50f6-484c-9f08-4c2332eb3a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6038f7-b0a3-4479-afdc-59ec4803c0a5,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:40.612379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49410) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:40.618528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:40.664926 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fdc0db5-50f6-484c-9f08-4c2332eb3a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:40.666028 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4fdc0db5-50f6-484c-9f08-4c2332eb3a2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b6038f7-b0a3-4479-afdc-59ec4803c0a5 HTTP/1.1" status: 204 len: 168 time: 1.3551428 Feb 21 09:01:40.679208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Usage tracker for resource:security_group_rule and tenant:481ac288a7d84bbc91c48926404b71a3 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:40.681772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:40.715013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:40.716942 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8418672d-2cc0-4ff2-bc6a-eb1f6d4c5daf tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:40.721885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:40.732223 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8418672d-2cc0-4ff2-bc6a-eb1f6d4c5daf tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:40.736966 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8418672d-2cc0-4ff2-bc6a-eb1f6d4c5daf tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:40.751190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8418672d-2cc0-4ff2-bc6a-eb1f6d4c5daf tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:40.766658 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec732cd-5132-44b3-9f13-ba43d200740f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 2c9bc3e6-994d-4d5a-a6e3-78b5bfba3d70 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:01:40.770472 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7ec732cd-5132-44b3-9f13-ba43d200740f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:40.778938 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:40.851759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7ec732cd-5132-44b3-9f13-ba43d200740f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:40.918777 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8418672d-2cc0-4ff2-bc6a-eb1f6d4c5daf tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:40.925707 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8418672d-2cc0-4ff2-bc6a-eb1f6d4c5daf tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:40.955131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ca7ae-8237-4754-b99c-ed2d26ea1374 req-9be4f3dd-e184-44ef-9f8e-0bc327eb5973 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:40.957211 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7f6ca7ae-8237-4754-b99c-ed2d26ea1374 req-9be4f3dd-e184-44ef-9f8e-0bc327eb5973 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7aee7bc-1863-4379-ac4d-b8717910fd26 HTTP/1.1" status: 200 len: 835 time: 0.3292162 Feb 21 09:01:40.967833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418672d-2cc0-4ff2-bc6a-eb1f6d4c5daf tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b3eaee-5976-4d43-a5d6-d435f58f7214,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:41.009021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8418672d-2cc0-4ff2-bc6a-eb1f6d4c5daf tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.013687 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8418672d-2cc0-4ff2-bc6a-eb1f6d4c5daf tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5492313 Feb 21 09:01:41.014282 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49422) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:41.025956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-07c483ab-9a02-41c9-8b07-bde227f6147d tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '54b3eaee-5976-4d43-a5d6-d435f58f7214', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:41.025956 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-07c483ab-9a02-41c9-8b07-bde227f6147d tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:41.027954 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-07c483ab-9a02-41c9-8b07-bde227f6147d tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109310 Feb 21 09:01:41.029217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7ec732cd-5132-44b3-9f13-ba43d200740f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.036352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e99bc2-6075-4af3-8ba4-704a4f02f9fe req-29719973-8b48-4818-9559-b708b89c2207 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:41.038371 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-44e99bc2-6075-4af3-8ba4-704a4f02f9fe req-29719973-8b48-4818-9559-b708b89c2207 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.6856372 Feb 21 09:01:41.038936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49428) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:41.039306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49430) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:41.091595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7cdd9427-19a4-4e5c-955d-e47a9f48559b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.128181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b6fa3154-624f-4ffe-86c1-81946056e6ce tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '54b3eaee-5976-4d43-a5d6-d435f58f7214', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:41.142187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7cdd9427-19a4-4e5c-955d-e47a9f48559b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:41.146889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7cdd9427-19a4-4e5c-955d-e47a9f48559b admin admin] Usage tracker for resource:security_group_rule and tenant:213ec31ab5b34664b5b0a140f5dd96ee is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:41.150356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7cdd9427-19a4-4e5c-955d-e47a9f48559b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:41.153348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7ec732cd-5132-44b3-9f13-ba43d200740f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.161088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b6fa3154-624f-4ffe-86c1-81946056e6ce tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:41.189001 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7cdd9427-19a4-4e5c-955d-e47a9f48559b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:41.207098 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b6fa3154-624f-4ffe-86c1-81946056e6ce tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:41.208693 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec732cd-5132-44b3-9f13-ba43d200740f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9bc3e6-994d-4d5a-a6e3-78b5bfba3d70,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:41.219546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7ec732cd-5132-44b3-9f13-ba43d200740f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.229320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fce3cf6-82db-4e6d-b282-6b7a725aae35 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:41.238630 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7ec732cd-5132-44b3-9f13-ba43d200740f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/2c9bc3e6-994d-4d5a-a6e3-78b5bfba3d70 HTTP/1.1" status: 204 len: 168 time: 0.7716358 Feb 21 09:01:41.241557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49440) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:41.245049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b6fa3154-624f-4ffe-86c1-81946056e6ce tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:41.283898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b6fa3154-624f-4ffe-86c1-81946056e6ce tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:41.340026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6203d62-458c-469a-9f07-929be9dcca3f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet b309cce4-f3f0-4387-adef-7ec2a0aa65d5 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:01:41.351155 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6203d62-458c-469a-9f07-929be9dcca3f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.360059 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7f6ca7ae-8237-4754-b99c-ed2d26ea1374 req-d3dd51ef-9669-47bb-a1ad-25cb4a226287 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ff9d5a3-0b37-4233-a413-0696d550825d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3854752 Feb 21 09:01:41.374464 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b614af59-fe2d-441c-a364-8b0607d947fa tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/floatingips/fc489484-a958-459e-9156-b72733ce0cb4 HTTP/1.1" status: 200 len: 992 time: 0.3246772 Feb 21 09:01:41.376588 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-44e99bc2-6075-4af3-8ba4-704a4f02f9fe req-dc52ce3a-1db0-4f48-9984-3ef4878574ea tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3203342 Feb 21 09:01:41.400250 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7cdd9427-19a4-4e5c-955d-e47a9f48559b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.410293 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7cdd9427-19a4-4e5c-955d-e47a9f48559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.501356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6203d62-458c-469a-9f07-929be9dcca3f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.528486 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7f6ca7ae-8237-4754-b99c-ed2d26ea1374 req-b4ae2cf0-da5a-44db-91c7-e2f1ff519e66 service neutron] 10.222.0.47 "GET /v2.0/networks/3ff9d5a3-0b37-4233-a413-0696d550825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479387 Feb 21 09:01:41.531699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Allocated IP 172.26.6.249 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/7bfb8cc4-fb3a-482a-8a0b-5eb7bf8a2aa7) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:41.534581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.589327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.610793 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd9427-19a4-4e5c-955d-e47a9f48559b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5eb327-83d7-4287-8534-7a719ddda68b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:41.636640 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7cdd9427-19a4-4e5c-955d-e47a9f48559b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=213ec31ab5b34664b5b0a140f5dd96ee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0205357 Feb 21 09:01:41.640165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49452) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:41.673408 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-b6fa3154-624f-4ffe-86c1-81946056e6ce tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:41.675501 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b6fa3154-624f-4ffe-86c1-81946056e6ce tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6276810 Feb 21 09:01:41.683126 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49456) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:41.694372 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-6b767bb7-b596-4e80-bdfd-41386d4ad2fb tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '54b3eaee-5976-4d43-a5d6-d435f58f7214', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:41.695022 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-6b767bb7-b596-4e80-bdfd-41386d4ad2fb tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:41.695985 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6b767bb7-b596-4e80-bdfd-41386d4ad2fb tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119526 Feb 21 09:01:41.710318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49460) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:41.718232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-12da36d1-13dd-4373-8f04-86b3d4cbf178 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '54b3eaee-5976-4d43-a5d6-d435f58f7214', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:41.730918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-12da36d1-13dd-4373-8f04-86b3d4cbf178 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:41.738290 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-12da36d1-13dd-4373-8f04-86b3d4cbf178 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:41.744573 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-12da36d1-13dd-4373-8f04-86b3d4cbf178 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:41.757139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-12da36d1-13dd-4373-8f04-86b3d4cbf178 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:41.759564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6203d62-458c-469a-9f07-929be9dcca3f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.816624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49464) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:41.841077 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d477bb3-2e18-4afd-8fc3-02b841298ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.892013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d477bb3-2e18-4afd-8fc3-02b841298ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.900031 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-12da36d1-13dd-4373-8f04-86b3d4cbf178 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:41.904268 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-12da36d1-13dd-4373-8f04-86b3d4cbf178 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1930165 Feb 21 09:01:41.904396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:01:41.905173 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49470) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:41.924858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-cf83aa96-9410-40c3-8ece-aca977c5d86a tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '54b3eaee-5976-4d43-a5d6-d435f58f7214', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:41.925818 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-cf83aa96-9410-40c3-8ece-aca977c5d86a tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:41.930749 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cf83aa96-9410-40c3-8ece-aca977c5d86a tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0192914 Feb 21 09:01:41.931640 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49474) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:41.933275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb90c892-17fd-4611-b15f-be30c0fef5a2,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:41.948130 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-639d0154-6c2d-4103-84c8-a41a2290c30c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '54b3eaee-5976-4d43-a5d6-d435f58f7214', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:41.963718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.964017 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Added segment 828a1d1f-e627-4380-8c69-e76e3870f8e9 of type vlan for network 788659fc-e0bf-471e-8966-55b274ce05bc Feb 21 09:01:41.966552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-639d0154-6c2d-4103-84c8-a41a2290c30c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:41.969212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6203d62-458c-469a-9f07-929be9dcca3f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:41.995214 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:42.056756 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:42.061004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:42.061530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:42.117042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-639d0154-6c2d-4103-84c8-a41a2290c30c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:42.127351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1925926210'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:42.131884 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-639d0154-6c2d-4103-84c8-a41a2290c30c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:42.137002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6203d62-458c-469a-9f07-929be9dcca3f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=b309cce4-f3f0-4387-adef-7ec2a0aa65d5,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:42.148014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:42.154160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-639d0154-6c2d-4103-84c8-a41a2290c30c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:42.160317 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:network and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:42.172982 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:42.175865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6203d62-458c-469a-9f07-929be9dcca3f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:42.190791 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:42.211465 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d6203d62-458c-469a-9f07-929be9dcca3f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/b309cce4-f3f0-4387-adef-7ec2a0aa65d5 HTTP/1.1" status: 204 len: 168 time: 0.9653761 Feb 21 09:01:42.211465 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d477bb3-2e18-4afd-8fc3-02b841298ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:42.211764 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49478) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:42.215262 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d477bb3-2e18-4afd-8fc3-02b841298ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:42.215262 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9d477bb3-2e18-4afd-8fc3-02b841298ecd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a5eb327-83d7-4287-8534-7a719ddda68b HTTP/1.1" status: 204 len: 168 time: 0.5715070 Feb 21 09:01:42.230377 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:42.233430 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:42.247693 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d477bb3-2e18-4afd-8fc3-02b841298ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5eb327-83d7-4287-8534-7a719ddda68b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:42.253142 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:42.274404 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-639d0154-6c2d-4103-84c8-a41a2290c30c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:42.279881 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-639d0154-6c2d-4103-84c8-a41a2290c30c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3406160 Feb 21 09:01:42.302278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49484) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:42.312372 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-28c450e5-5567-497b-91a8-d3262790108d tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '54b3eaee-5976-4d43-a5d6-d435f58f7214', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:42.313039 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-28c450e5-5567-497b-91a8-d3262790108d tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:42.317098 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-28c450e5-5567-497b-91a8-d3262790108d tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108120 Feb 21 09:01:42.318481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49488) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:42.321849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:42.327779 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0edc7986-0b02-4d25-853b-5727691390d1 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '54b3eaee-5976-4d43-a5d6-d435f58f7214', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:42.334392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0edc7986-0b02-4d25-853b-5727691390d1 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:42.339729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0edc7986-0b02-4d25-853b-5727691390d1 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:42.343932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0edc7986-0b02-4d25-853b-5727691390d1 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:42.348759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1ba42169-2db7-47f1-922e-a6056306bdb9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:router {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:42.353337 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:security_group_rule and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:42.357471 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0edc7986-0b02-4d25-853b-5727691390d1 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:42.359746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:42.368657 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.5875354 Feb 21 09:01:42.372777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:42.377412 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3c5bf-47d7-44cf-9f8b-08a39226de10 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'Network': ['ID=788659fc-e0bf-471e-8966-55b274ce05bc,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:42.385668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:42.391576 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7f6ca7ae-8237-4754-b99c-ed2d26ea1374 req-7d0e1d20-762a-4fbb-843b-107babc1a8f3 service neutron] 10.222.0.47 "GET /v2.0/networks/3ff9d5a3-0b37-4233-a413-0696d550825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8041816 Feb 21 09:01:42.401442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b725ee-fef6-4fa8-ba6b-1fcafbc4a3f6 req-a32bb66a-af1e-4ac8-9267-134167ad0f73 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:42.402957 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-98b725ee-fef6-4fa8-ba6b-1fcafbc4a3f6 req-a32bb66a-af1e-4ac8-9267-134167ad0f73 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.8145473 Feb 21 09:01:42.406440 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1ba42169-2db7-47f1-922e-a6056306bdb9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:router {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:42.422817 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1ba42169-2db7-47f1-922e-a6056306bdb9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1905627 Feb 21 09:01:42.422817 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49492) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:42.427359 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 788659fc-e0bf-471e-8966-55b274ce05bc details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:01:42.434346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:42.602433 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-0edc7986-0b02-4d25-853b-5727691390d1 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:42.614621 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49498) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:42.615046 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0edc7986-0b02-4d25-853b-5727691390d1 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2937908 Feb 21 09:01:42.627318 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-98b725ee-fef6-4fa8-ba6b-1fcafbc4a3f6 req-4cb08573-10d0-46e7-83a9-dacca230ecd1 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1732848 Feb 21 09:01:42.631193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-56efcfcf-c85b-4a5c-814e-94bd75be7efb tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '54b3eaee-5976-4d43-a5d6-d435f58f7214', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:42.637233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:42.640788 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:42.686754 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1722fe-c185-432b-85fc-c2abb96ab45c None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:42.698059 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-56efcfcf-c85b-4a5c-814e-94bd75be7efb tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:42.705318 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:42.720424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:42.726828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:42.728674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-56efcfcf-c85b-4a5c-814e-94bd75be7efb tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:42.738813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:42.741753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:42.784125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-56efcfcf-c85b-4a5c-814e-94bd75be7efb tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:42.798436 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:42.806595 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-56efcfcf-c85b-4a5c-814e-94bd75be7efb tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:42.822693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Pushing event updated for resources: {'Port': ['ID=7bfb8cc4-fb3a-482a-8a0b-5eb7bf8a2aa7,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:42.823460 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:42.835994 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:42.846449 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:42.910862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:01:42.936595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98155c79-00fc-4c61-9e0a-4f6c35d84085,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:42.964079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:42.965232 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Added segment 4431597b-7a79-47de-9a97-5cba9052966d of type vlan for network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e Feb 21 09:01:42.993436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f6443f69-dda5-4785-8ccb-34bb89ce2eb5 None None] Provisioning complete for port d528ba31-371d-4dc4-87a0-5aa5652c9f9d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:42.994003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f6443f69-dda5-4785-8ccb-34bb89ce2eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:43.045730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:43.095861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49504) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:43.134925 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:43.139227 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:43.140016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:43.258236 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a437dc20-cce7-4159-9669-f6e13dd9f0e3 None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:01:43.283968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a437dc20-cce7-4159-9669-f6e13dd9f0e3 None None] Deleting port d528ba31-371d-4dc4-87a0-5aa5652c9f9d {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:43.284661 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a437dc20-cce7-4159-9669-f6e13dd9f0e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:43.297515 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-949b5679-fdb0-4deb-9f99-9fc8a44e9cd0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d8be7493a0c41e48d262ab133999505&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2001636 Feb 21 09:01:43.300581 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49508) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:43.308919 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-56efcfcf-c85b-4a5c-814e-94bd75be7efb tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:43.312702 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-56efcfcf-c85b-4a5c-814e-94bd75be7efb tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6936913 Feb 21 09:01:43.316966 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49512) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:43.321161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Network': ['ID=ac5e2810-95b2-45bb-b973-6f0f6f54fe6e,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:43.335124 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-45ea4437-a20a-4dc6-9e5c-5ecba8b49805 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5166938 Feb 21 09:01:43.338137 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49516) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:43.346383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:01:43.347754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:43.351139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'name': 'tempest-PortsTestJSON-1486005617'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:43.506231 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce302a49-e868-4d87-a956-7eeb8ecdce86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:43.509601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:43.524890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:port and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:43.534103 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:43.561360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:43.569689 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77bb3e-c9c2-4a57-a3ba-6d804f8ec564 req-e6160a22-dced-4ccd-8ce7-8cdaef2221c0 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:43.578176 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c77bb3e-c9c2-4a57-a3ba-6d804f8ec564 req-e6160a22-dced-4ccd-8ce7-8cdaef2221c0 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.3675287 Feb 21 09:01:43.578919 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce302a49-e868-4d87-a956-7eeb8ecdce86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:43.627786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-59aeb1fd-4ecf-4920-a028-d97d6f4f4e82 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:43.635943 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:43.642748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:43.646887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:43.648312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:43.655855 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-a437dc20-cce7-4159-9669-f6e13dd9f0e3 None None] For port d528ba31-371d-4dc4-87a0-5aa5652c9f9d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d528ba31-371d-4dc4-87a0-5aa5652c9f9d,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:43.656381 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a437dc20-cce7-4159-9669-f6e13dd9f0e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:43.694036 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c77bb3e-c9c2-4a57-a3ba-6d804f8ec564 req-95fe2765-ac7b-418f-af4d-143c2480a007 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1148539 Feb 21 09:01:43.729171 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port fdb12633-a864-4b14-8b14-9da518d61b8b yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:01:43.730709 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-59aeb1fd-4ecf-4920-a028-d97d6f4f4e82 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:43.924483 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a437dc20-cce7-4159-9669-f6e13dd9f0e3 None None] Calling delete_port for d528ba31-371d-4dc4-87a0-5aa5652c9f9d owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:43.998835 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-59aeb1fd-4ecf-4920-a028-d97d6f4f4e82 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.037299 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a437dc20-cce7-4159-9669-f6e13dd9f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.041866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce302a49-e868-4d87-a956-7eeb8ecdce86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.065133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aeb1fd-4ecf-4920-a028-d97d6f4f4e82 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b3eaee-5976-4d43-a5d6-d435f58f7214,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:44.088775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-59aeb1fd-4ecf-4920-a028-d97d6f4f4e82 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.090441 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-59aeb1fd-4ecf-4920-a028-d97d6f4f4e82 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "DELETE /v2.0/security-groups/54b3eaee-5976-4d43-a5d6-d435f58f7214 HTTP/1.1" status: 204 len: 168 time: 0.7707870 Feb 21 09:01:44.093228 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49522) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:44.102103 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce302a49-e868-4d87-a956-7eeb8ecdce86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd0e7a5-e304-43e2-8afb-7bff7bfc6960,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:44.113232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437dc20-cce7-4159-9669-f6e13dd9f0e3 None None] Pushing event deleted for resources: {'Port': ['ID=d528ba31-371d-4dc4-87a0-5aa5652c9f9d,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:44.134181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437dc20-cce7-4159-9669-f6e13dd9f0e3 None None] No DVR routers for this DVR port d528ba31-371d-4dc4-87a0-5aa5652c9f9d on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:01:44.198688 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.203133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce302a49-e868-4d87-a956-7eeb8ecdce86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.204246 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ce302a49-e868-4d87-a956-7eeb8ecdce86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fd0e7a5-e304-43e2-8afb-7bff7bfc6960 HTTP/1.1" status: 204 len: 168 time: 0.9023862 Feb 21 09:01:44.257528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.364713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d528ba31-371d-4dc4-87a0-5aa5652c9f9d no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:01:44.385300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=fdb12633-a864-4b14-8b14-9da518d61b8b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:44.437320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: d528ba31-371d-4dc4-87a0-5aa5652c9f9d {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:01:44.439004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d528ba31-371d-4dc4-87a0-5aa5652c9f9d not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:01:44.439634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Checking segment: {'id': '4431597b-7a79-47de-9a97-5cba9052966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:44.439987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network hostable DHCP agents. Network: ac5e2810-95b2-45bb-b973-6f0f6f54fe6e, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:01:44.474708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:01:44.487941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, ac5e2810-95b2-45bb-b973-6f0f6f54fe6e) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:44.498331 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77996d2e-72dc-432a-8182-214593eab6ac None None] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:44.499777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.objects.ports [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83585) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:01:44.504760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:44.510769 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:44.510945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.511901 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.540989 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c3902a62-dd4b-4381-8374-b218782fd536 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2016160 Feb 21 09:01:44.542024 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49530) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:44.548236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1778442872'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:44.554678 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:44.559324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:network and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:44.563331 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:44.563744 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:44.566283 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3a9aa098-fe5d-4563-9a8b-fc02cb5398c0 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Synchronizing usage tracker for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:44.573314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:44.582161 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:44.585907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:44.586693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.604207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:44.613630 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.663053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d52077-f361-42e7-ad73-71667be0280e req-0f5ee6a8-ec1e-4b8a-ba73-6206e9ad68b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:44.666193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d61172-b01c-4b3d-bb4c-f5009d230138 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:44.668178 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b5d52077-f361-42e7-ad73-71667be0280e req-0f5ee6a8-ec1e-4b8a-ba73-6206e9ad68b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.2883546 Feb 21 09:01:44.714513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3a9aa098-fe5d-4563-9a8b-fc02cb5398c0 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Unset dirty status for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:44.715762 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3a9aa098-fe5d-4563-9a8b-fc02cb5398c0 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6205742 Feb 21 09:01:44.719864 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2933974 Feb 21 09:01:44.724039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49536) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:44.724039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49538) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:44.727533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:01:44.740388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2efd5db7-fbef-4d5d-a662-a6d1a15aceac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:44.760417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.767983 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Added segment fd8ef6e5-6209-4225-b01d-04e940bf253b of type vlan for network d53988b1-af8a-48b8-a7c8-ad76bf8c0f8d Feb 21 09:01:44.797339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-44c47139-80fd-4cf6-a422-658430f07758 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group': {'name': 'tempest-secgroup--115759294'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:44.815518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-44c47139-80fd-4cf6-a422-658430f07758 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:44.836196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-44c47139-80fd-4cf6-a422-658430f07758 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:44.860644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.907964 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b5dc4-846f-43af-92fa-70a3fd705c70 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=21d8c2cb-00ef-4e3a-917f-198e5ff4a81d,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:44.923134 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.930429 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:44.933314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:44.935422 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b5d52077-f361-42e7-ad73-71667be0280e req-e5bd442e-3733-47be-9463-23ca6c0fd483 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2441978 Feb 21 09:01:44.936361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44c47139-80fd-4cf6-a422-658430f07758 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:45.109730 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5665066 Feb 21 09:01:45.114065 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49548) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:45.121257 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'ports': [{'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e'}, {'network_id': 'd53988b1-af8a-48b8-a7c8-ad76bf8c0f8d'}]} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:45.121533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:45.122233 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'network_id': 'd53988b1-af8a-48b8-a7c8-ad76bf8c0f8d'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:45.124653 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-44c47139-80fd-4cf6-a422-658430f07758 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:45.129933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Router 754885eb-88cf-4713-aa46-df44417577e7 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:01:45.159713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-44c47139-80fd-4cf6-a422-658430f07758 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:45.224816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-44c47139-80fd-4cf6-a422-658430f07758 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:45.230223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': '21d8c2cb-00ef-4e3a-917f-198e5ff4a81d'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:01:45.231043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:45.239792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2efd5db7-fbef-4d5d-a662-a6d1a15aceac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:45.249254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-44c47139-80fd-4cf6-a422-658430f07758 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:45.304857 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b6b92-6b09-4dee-b9c3-410120e298d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Network': ['ID=d53988b1-af8a-48b8-a7c8-ad76bf8c0f8d,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:45.305780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2efd5db7-fbef-4d5d-a662-a6d1a15aceac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:45.325472 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2efd5db7-fbef-4d5d-a662-a6d1a15aceac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:45.352786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2efd5db7-fbef-4d5d-a662-a6d1a15aceac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:45.399694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efd5db7-fbef-4d5d-a662-a6d1a15aceac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:45.404465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2efd5db7-fbef-4d5d-a662-a6d1a15aceac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:45.505506 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Allocated IP 2001:db8::f816:3eff:feab:8633 (749b6d65-c680-4e97-918b-6efdfcb19e4b/21d8c2cb-00ef-4e3a-917f-198e5ff4a81d/febefc14-3c1b-4de9-b2d7-a08c5918ad77) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:45.622132 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network d53988b1-af8a-48b8-a7c8-ad76bf8c0f8d details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:01:45.651703 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:45.657258 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:port and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:45.661372 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:45.672945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:45.701339 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 2} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:45.715430 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:45.739372 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:45.749176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44c47139-80fd-4cf6-a422-658430f07758 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:45.758384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44c47139-80fd-4cf6-a422-658430f07758 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:45.794337 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49560) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:45.808205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Request body: {'subnet': {'network_id': '788659fc-e0bf-471e-8966-55b274ce05bc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:45.902573 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c47139-80fd-4cf6-a422-658430f07758 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ff9ed1-6bc0-4e2a-bbb4-83579802837d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:45.998162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49568) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:45.999985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.007851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44c47139-80fd-4cf6-a422-658430f07758 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.009055 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-44c47139-80fd-4cf6-a422-658430f07758 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2837360 Feb 21 09:01:46.012313 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Transition to ACTIVE for port object febefc14-3c1b-4de9-b2d7-a08c5918ad77 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:46.022885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49574) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:46.033635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Transition to ACTIVE for port object febefc14-3c1b-4de9-b2d7-a08c5918ad77 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:46.040678 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.041672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9e96eb16-4028-4058-a857-f12655944327 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': 'f0ff9ed1-6bc0-4e2a-bbb4-83579802837d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:46.058947 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9e96eb16-4028-4058-a857-f12655944327 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:46.060323 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port aa3f78e4-fb25-4814-b2ea-d6492fe0f1e4 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:01:46.078284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:46.081778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9e96eb16-4028-4058-a857-f12655944327 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:46.090858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Usage tracker for resource:subnet and tenant:481ac288a7d84bbc91c48926404b71a3 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:46.093910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9e96eb16-4028-4058-a857-f12655944327 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:46.100852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:46.123013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9e96eb16-4028-4058-a857-f12655944327 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:46.129751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:01:46.137470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:46.141710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:46.145016 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581608ff-3ebf-4713-9977-eda82e079c22 None None] Sync routers for ids ['754885eb-88cf-4713-aa46-df44417577e7'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:01:46.155925 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:46.185979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:46.232374 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Pushing event updated for resources: {'Port': ['ID=febefc14-3c1b-4de9-b2d7-a08c5918ad77,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:46.254558 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Made reservation on behalf of 481ac288a7d84bbc91c48926404b71a3 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:46.267806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581608ff-3ebf-4713-9977-eda82e079c22 None None] Routers {'754885eb-88cf-4713-aa46-df44417577e7'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:46.268478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-581608ff-3ebf-4713-9977-eda82e079c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754885eb-88cf-4713-aa46-df44417577e7'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:46.285066 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.288823 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4205f912-1d2b-4ebb-a639-f29245ac4443 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.8855143 Feb 21 09:01:46.297361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49578) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:46.302518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1599137292'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:46.348122 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-581608ff-3ebf-4713-9977-eda82e079c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:46.353499 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Attempting to bind port febefc14-3c1b-4de9-b2d7-a08c5918ad77 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:01:46.353863 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Attempting to bind port febefc14-3c1b-4de9-b2d7-a08c5918ad77 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:01:46.354208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Attempting to bind port febefc14-3c1b-4de9-b2d7-a08c5918ad77 on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:01:46.361518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:46.364970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2efd5db7-fbef-4d5d-a662-a6d1a15aceac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.365706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:01:46.366080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:46.366469 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.366856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:01:46.367335 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Bound port: febefc14-3c1b-4de9-b2d7-a08c5918ad77, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:01:46.367695 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.370941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.382431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Usage tracker for resource:network and tenant:f57d22a3ad734cb986e2792c13ddb60b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:46.383150 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581608ff-3ebf-4713-9977-eda82e079c22 None None] Routers {'754885eb-88cf-4713-aa46-df44417577e7'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:46.383789 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-581608ff-3ebf-4713-9977-eda82e079c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754885eb-88cf-4713-aa46-df44417577e7'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:46.446899 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-581608ff-3ebf-4713-9977-eda82e079c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:46.448019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581608ff-3ebf-4713-9977-eda82e079c22 None None] The sync data for ids ['754885eb-88cf-4713-aa46-df44417577e7'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:01:46.448168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:46.466363 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-9e96eb16-4028-4058-a857-f12655944327 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The resource could not be found. Feb 21 09:01:46.467433 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9e96eb16-4028-4058-a857-f12655944327 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4406114 Feb 21 09:01:46.474798 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49582) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:46.491041 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efd5db7-fbef-4d5d-a662-a6d1a15aceac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:46.497719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-204495c1-2aa5-4592-b4ef-b741abb23614 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': 'f0ff9ed1-6bc0-4e2a-bbb4-83579802837d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3fab2b4c-bfb4-4a4b-95bf-e9e3d280d19f'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:46.508039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-2efd5db7-fbef-4d5d-a662-a6d1a15aceac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:46.511065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.514529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:46.526609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efd5db7-fbef-4d5d-a662-a6d1a15aceac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:46.527451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2efd5db7-fbef-4d5d-a662-a6d1a15aceac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.533300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-204495c1-2aa5-4592-b4ef-b741abb23614 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:46.534235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] For port febefc14-3c1b-4de9-b2d7-a08c5918ad77, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:01:46.538726 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] For port febefc14-3c1b-4de9-b2d7-a08c5918ad77, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=febefc14-3c1b-4de9-b2d7-a08c5918ad77,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:01:46.558135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.575491 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Made reservation on behalf of f57d22a3ad734cb986e2792c13ddb60b for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:46.578732 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.590714 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port a968dd5a-b2ae-49fe-90a8-1a3f81a1aa5b yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:01:46.591846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-204495c1-2aa5-4592-b4ef-b741abb23614 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:46.600300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-204495c1-2aa5-4592-b4ef-b741abb23614 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:46.605880 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.609415 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd5db7-fbef-4d5d-a662-a6d1a15aceac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=28bed66e-da68-454e-ade2-e486976f3b73,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:46.624602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b14b-2b08-4165-95c6-72838a68c1fa req-dbc80784-e8b6-4a9d-8fd1-6d980b30c6a6 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:46.632631 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51b6b14b-2b08-4165-95c6-72838a68c1fa req-dbc80784-e8b6-4a9d-8fd1-6d980b30c6a6 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.5227828 Feb 21 09:01:46.646926 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-204495c1-2aa5-4592-b4ef-b741abb23614 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:46.662624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:46.672006 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Usage tracker for resource:security_group_rule and tenant:f57d22a3ad734cb986e2792c13ddb60b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:46.677556 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:46.691331 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2efd5db7-fbef-4d5d-a662-a6d1a15aceac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9606636 Feb 21 09:01:46.694328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49586) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:46.700050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:46.704297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb3acd-fbe8-4ca0-a76a-ae551729ab01 None None] Pushing event updated for resources: {'Port': ['ID=febefc14-3c1b-4de9-b2d7-a08c5918ad77,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:46.714614 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'mac_address': 'fa:16:3e:4b:95:26', 'name': 'tempest-NetworksTestDHCPv6-699976235'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:46.793289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.860326 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a2c6e6c9-46ff-42a6-9478-7d1415cfa7db tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/routers/754885eb-88cf-4713-aa46-df44417577e7 HTTP/1.1" status: 200 len: 924 time: 0.5510781 Feb 21 09:01:46.862642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49590) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:46.873124 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51b6b14b-2b08-4165-95c6-72838a68c1fa req-bea53307-828d-460d-b27d-377cd1f56262 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2390285 Feb 21 09:01:46.881588 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-204495c1-2aa5-4592-b4ef-b741abb23614 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The resource could not be found. Feb 21 09:01:46.882585 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-204495c1-2aa5-4592-b4ef-b741abb23614 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3996222 Feb 21 09:01:46.887963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49594) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:46.935311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.948000 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.964088 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bdcc5956-a83e-42b2-885b-328037fa6abb tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "GET /v2.0/ports?device_id=754885eb-88cf-4713-aa46-df44417577e7 HTTP/1.1" status: 200 len: 205 time: 0.0975671 Feb 21 09:01:46.967203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:46.968798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49600) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:47.051419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:47.094183 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:01:47.109855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:port and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:47.112621 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49b453bf-9ef4-4727-b846-3391f516ac6c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:47.114698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:47.140901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:47.184078 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10dcb1b-54d9-431b-a03f-68f0d2c6f270,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:47.186888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:47.187259 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Added segment daf02226-d316-4a68-9847-732b4d51bad4 of type vlan for network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 Feb 21 09:01:47.201575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49b453bf-9ef4-4727-b846-3391f516ac6c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:47.219865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:47.220006 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:47.223995 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:47.227380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=aa3f78e4-fb25-4814-b2ea-d6492fe0f1e4,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:47.230622 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:47.233022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:47.233841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:47.290194 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:47.298823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:47.345326 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port c4bea709-42b4-42ef-be05-3ab3584f4d74 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:01:47.373867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=a968dd5a-b2ae-49fe-90a8-1a3f81a1aa5b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:47.402943 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:47.407700 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:47.407700 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:47.550056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49b453bf-9ef4-4727-b846-3391f516ac6c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:47.566260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event updated for resources: {'Network': ['ID=bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:47.569995 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Checking segment: {'id': 'fd8ef6e5-6209-4225-b01d-04e940bf253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd53988b1-af8a-48b8-a7c8-ad76bf8c0f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:47.570862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network hostable DHCP agents. Network: d53988b1-af8a-48b8-a7c8-ad76bf8c0f8d, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:01:47.577464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:01:47.586579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'Subnet': ['ID=c012de37-fecf-4ddb-bf92-225916dcad92,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:47.648367 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b453bf-9ef4-4727-b846-3391f516ac6c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ff9ed1-6bc0-4e2a-bbb4-83579802837d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:47.654883 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-818e898c-002e-48c5-9bfe-c081311b2a98 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6550620 Feb 21 09:01:47.665699 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49612) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:47.673806 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Request body: {'subnet': {'network_id': 'bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:47.755257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Checking segment: {'id': '828a1d1f-e627-4380-8c69-e76e3870f8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '788659fc-e0bf-471e-8966-55b274ce05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:47.756229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Network hostable DHCP agents. Network: 788659fc-e0bf-471e-8966-55b274ce05bc, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:01:47.774799 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4f68ff5-2100-4fe6-9c07-75dfb6d6bf3b req-8474c82f-4d7b-4b40-8f63-26aecb33328a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7fdb594f298e42dbb47700adbc49145f&device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 1098 time: 0.3918364 Feb 21 09:01:47.805763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network d53988b1-af8a-48b8-a7c8-ad76bf8c0f8d is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:01:47.812078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49b453bf-9ef4-4727-b846-3391f516ac6c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:47.813199 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-49b453bf-9ef4-4727-b846-3391f516ac6c tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "DELETE /v2.0/security-groups/f0ff9ed1-6bc0-4e2a-bbb4-83579802837d HTTP/1.1" status: 204 len: 168 time: 0.9040537 Feb 21 09:01:47.826443 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73338d68-f81b-4c48-8e75-a6d7e2a2529f req-af560f3f-231c-4294-81a9-04d6bbba6f8f tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:47.826854 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-73338d68-f81b-4c48-8e75-a6d7e2a2529f req-af560f3f-231c-4294-81a9-04d6bbba6f8f tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.5111516 Feb 21 09:01:47.827480 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49616) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:47.845233 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, d53988b1-af8a-48b8-a7c8-ad76bf8c0f8d) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:47.855982 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:47.858250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f908e0-2a5d-4df5-9c3f-fa11b57f0814 None None] Network d53988b1-af8a-48b8-a7c8-ad76bf8c0f8d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:47.859380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:47.862466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:47.863133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:47.883188 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:47.890738 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Usage tracker for resource:subnet and tenant:f57d22a3ad734cb986e2792c13ddb60b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:47.894923 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:47.903568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:47.908967 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4a415fbd-0782-45ab-b93b-1a1680203a85 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7939422 Feb 21 09:01:47.912031 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49620) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:47.919144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:47.928904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359be7f1-ae90-4616-b0b7-fcb63dae49f6 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:48.010403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Made reservation on behalf of f57d22a3ad734cb986e2792c13ddb60b for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:48.125340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-baf87611-7fb2-4657-9365-f3fb2123c125 None None] Provisioning for port febefc14-3c1b-4de9-b2d7-a08c5918ad77 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:48.145488 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 172.20.0.5 (749b6d65-c680-4e97-918b-6efdfcb19e4b/28bed66e-da68-454e-ade2-e486976f3b73/c4bea709-42b4-42ef-be05-3ab3584f4d74) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:48.152682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Network 788659fc-e0bf-471e-8966-55b274ce05bc is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:01:48.191166 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::f816:3eff:fe4b:9526 (749b6d65-c680-4e97-918b-6efdfcb19e4b/21d8c2cb-00ef-4e3a-917f-198e5ff4a81d/c4bea709-42b4-42ef-be05-3ab3584f4d74) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:48.193244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 788659fc-e0bf-471e-8966-55b274ce05bc) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:48.204101 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-73338d68-f81b-4c48-8e75-a6d7e2a2529f req-5ebaf211-8de7-4697-b4c5-a29fa15339b2 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3371673 Feb 21 09:01:48.210460 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e31a10f-5451-4e1a-bba5-6f1ebebc4ea5 None None] Network 788659fc-e0bf-471e-8966-55b274ce05bc requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:48.222622 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:48.223241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:48.229975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ca557a69-a10a-4e94-8235-f6c133187c66 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Synchronizing usage tracker for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:48.262707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f68ff5-2100-4fe6-9c07-75dfb6d6bf3b req-47d4f0c5-34c6-4682-8426-8605bfead65a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:48.264068 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4f68ff5-2100-4fe6-9c07-75dfb6d6bf3b req-47d4f0c5-34c6-4682-8426-8605bfead65a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8 HTTP/1.1" status: 200 len: 912 time: 0.4799967 Feb 21 09:01:48.283970 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-269dd007-15cb-45f1-a4c7-de96f981e1e9 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4886680 Feb 21 09:01:48.298091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49624) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:48.310495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1515502332'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:48.329525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:48.346416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Usage tracker for resource:network and tenant:481ac288a7d84bbc91c48926404b71a3 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:48.354625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:48.367016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0ef92ba1-3f96-4341-a1f8-3ee8cfc7b7e3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port a968dd5a-b2ae-49fe-90a8-1a3f81a1aa5b {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:48.367016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0ef92ba1-3f96-4341-a1f8-3ee8cfc7b7e3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:48.374666 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ca557a69-a10a-4e94-8235-f6c133187c66 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Unset dirty status for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:48.375996 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ca557a69-a10a-4e94-8235-f6c133187c66 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5407093 Feb 21 09:01:48.383016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49628) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:48.401877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0442af32-e994-4e0f-89b2-5592e5e0bf09 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': 'c01e766f-6ac2-409c-b415-435ee9bc0a7a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:48.404567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:48.413090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0442af32-e994-4e0f-89b2-5592e5e0bf09 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:48.426817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:48.437177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0442af32-e994-4e0f-89b2-5592e5e0bf09 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:48.441727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0442af32-e994-4e0f-89b2-5592e5e0bf09 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:48.457772 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device febefc14-3c1b-4de9-b2d7-a08c5918ad77 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:48.501016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0442af32-e994-4e0f-89b2-5592e5e0bf09 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:48.507667 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4f68ff5-2100-4fe6-9c07-75dfb6d6bf3b req-fca1fd51-b711-4f56-b796-12e1075a7390 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf9f8f4-9868-4732-b8dc-829cafcaf1af HTTP/1.1" status: 200 len: 1000 time: 0.2257135 Feb 21 09:01:48.523192 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Made reservation on behalf of 481ac288a7d84bbc91c48926404b71a3 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:48.526271 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:48.636841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f68ff5-2100-4fe6-9c07-75dfb6d6bf3b req-fd345890-4a63-442c-ba12-daa3a469d460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:48.638580 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4f68ff5-2100-4fe6-9c07-75dfb6d6bf3b req-fd345890-4a63-442c-ba12-daa3a469d460 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16a8f84c-ea91-4075-9f54-c7ae84ea5299 HTTP/1.1" status: 200 len: 851 time: 0.1205900 Feb 21 09:01:48.664502 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-788659fc-e0bf-471e-8966-55b274ce05bc', 'network_id': '788659fc-e0bf-471e-8966-55b274ce05bc', 'tenant_id': '481ac288a7d84bbc91c48926404b71a3', 'fixed_ips': [{'subnet_id': 'c012de37-fecf-4ddb-bf92-225916dcad92'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:01:48.668625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:48.683787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:01:48.692904 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-0442af32-e994-4e0f-89b2-5592e5e0bf09 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The resource could not be found. Feb 21 09:01:48.695801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port febefc14-3c1b-4de9-b2d7-a08c5918ad77 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:48.696084 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0442af32-e994-4e0f-89b2-5592e5e0bf09 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3089516 Feb 21 09:01:48.707261 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port febefc14-3c1b-4de9-b2d7-a08c5918ad77 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:48.707892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:48.724168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49632) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:48.730451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:48.741413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5dee8ef4-06fd-4e46-94d4-0fee425e5cd3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919972104'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:48.749719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5dee8ef4-06fd-4e46-94d4-0fee425e5cd3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:48.771441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object c4bea709-42b4-42ef-be05-3ab3584f4d74 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:48.777853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:48.778117 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Added segment 0fdc7a57-54b1-4e88-8e19-82e53b62b73e of type vlan for network 14ec56c5-e6ee-4422-a468-32636c50ab43 Feb 21 09:01:48.778466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5dee8ef4-06fd-4e46-94d4-0fee425e5cd3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:48.801885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5dee8ef4-06fd-4e46-94d4-0fee425e5cd3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:48.806259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0ef92ba1-3f96-4341-a1f8-3ee8cfc7b7e3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:48.823969 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4f68ff5-2100-4fe6-9c07-75dfb6d6bf3b req-a22fda27-a605-41aa-ba9b-6db0fe90a96c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab12aaff-f429-4b8e-bdc9-61e3709a4af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1787376 Feb 21 09:01:48.875620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:48.896688 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c57c38-3a28-457f-9e26-0ab87d6839ea None None] Update dhcp port {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'fixed_ips': [{'subnet_id': '21d8c2cb-00ef-4e3a-917f-198e5ff4a81d', 'ip_address': '2001:db8::f816:3eff:feab:8633'}, {'subnet_id': '28bed66e-da68-454e-ade2-e486976f3b73'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': 'febefc14-3c1b-4de9-b2d7-a08c5918ad77'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:01:48.999394 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0ef92ba1-3f96-4341-a1f8-3ee8cfc7b7e3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for a968dd5a-b2ae-49fe-90a8-1a3f81a1aa5b owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:49.013887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5dee8ef4-06fd-4e46-94d4-0fee425e5cd3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:49.028718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5dee8ef4-06fd-4e46-94d4-0fee425e5cd3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:49.032672 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.035552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5dee8ef4-06fd-4e46-94d4-0fee425e5cd3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:49.043354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e0c57c38-3a28-457f-9e26-0ab87d6839ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.043576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:49.046927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5dee8ef4-06fd-4e46-94d4-0fee425e5cd3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:49.051470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:49.069464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:49.074742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.109426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=c4bea709-42b4-42ef-be05-3ab3584f4d74,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:49.114000 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Allocated IP 2001:db8:0:ffff::2 (788659fc-e0bf-471e-8966-55b274ce05bc/c012de37-fecf-4ddb-bf92-225916dcad92/88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:49.157271 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4f68ff5-2100-4fe6-9c07-75dfb6d6bf3b req-d51105f4-4a7e-4f5e-9b2b-bcb1b5867c86 service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256407 Feb 21 09:01:49.169551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.173029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.176802 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:49.177388 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.204179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:49.204800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.232743 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.241611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port febefc14-3c1b-4de9-b2d7-a08c5918ad77, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=febefc14-3c1b-4de9-b2d7-a08c5918ad77,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:49.256742 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0ef92ba1-3f96-4341-a1f8-3ee8cfc7b7e3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.296999 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.310427 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5dee8ef4-06fd-4e46-94d4-0fee425e5cd3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.320721 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-534a32c3-74c6-4557-99a4-c190ca383a93 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6213138 Feb 21 09:01:49.321497 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5dee8ef4-06fd-4e46-94d4-0fee425e5cd3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.324994 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49638) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:49.392936 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'Network': ['ID=14ec56c5-e6ee-4422-a468-32636c50ab43,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:49.415957 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 14ec56c5-e6ee-4422-a468-32636c50ab43 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:01:49.466740 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5dee8ef4-06fd-4e46-94d4-0fee425e5cd3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.470509 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5dee8ef4-06fd-4e46-94d4-0fee425e5cd3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7410750 Feb 21 09:01:49.477802 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49642) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:49.482397 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee8ef4-06fd-4e46-94d4-0fee425e5cd3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1af902-2cd0-4234-b972-e4c815d695dc,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:49.500756 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef92ba1-3f96-4341-a1f8-3ee8cfc7b7e3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=a968dd5a-b2ae-49fe-90a8-1a3f81a1aa5b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:49.504393 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Deleting port 7bfb8cc4-fb3a-482a-8a0b-5eb7bf8a2aa7 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:49.504686 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4f68ff5-2100-4fe6-9c07-75dfb6d6bf3b req-ce3291fe-15e6-4adc-9498-eb19a27073e8 service neutron] 10.222.0.47 "GET /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398864 Feb 21 09:01:49.504933 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.542732 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53236a94-e147-406d-ad57-a44af899d8bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:49.546620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53236a94-e147-406d-ad57-a44af899d8bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:49.547500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-53236a94-e147-406d-ad57-a44af899d8bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:49.557348 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=febefc14-3c1b-4de9-b2d7-a08c5918ad77,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:49.572259 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d0281-ad90-4385-8805-59bd3fe7267e req-42ba3154-bbac-4677-b315-b810dc1c1d50 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:49.573739 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-227d0281-ad90-4385-8805-59bd3fe7267e req-42ba3154-bbac-4677-b315-b810dc1c1d50 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.1501515 Feb 21 09:01:49.589419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-53236a94-e147-406d-ad57-a44af899d8bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:49.594163 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-53236a94-e147-406d-ad57-a44af899d8bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2592545 Feb 21 09:01:49.595673 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49646) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:49.693898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-3dd266b4-5cf6-4206-a8a3-c2ea9c262c57 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169150998'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:49.703290 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-e0c57c38-3a28-457f-9e26-0ab87d6839ea None None] Allocated IP 172.20.0.2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/28bed66e-da68-454e-ade2-e486976f3b73/febefc14-3c1b-4de9-b2d7-a08c5918ad77) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:49.734568 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.737141 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e7963c7c-572c-4f5a-b986-1c6ba05313fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port c4bea709-42b4-42ef-be05-3ab3584f4d74 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:49.737581 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ac528d20-2a24-4a9d-b9e2-d590a9d673d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4332740 Feb 21 09:01:49.737906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e7963c7c-572c-4f5a-b986-1c6ba05313fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.739002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3dd266b4-5cf6-4206-a8a3-c2ea9c262c57 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:49.761296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49650) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:49.775450 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.776140 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-227d0281-ad90-4385-8805-59bd3fe7267e req-0a1822a7-2a13-40ff-a228-511a08edb7e8 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1878941 Feb 21 09:01:49.796247 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event updated for resources: {'Subnet': ['ID=731de5b8-4baa-4cb3-b26c-2b87657742ee,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:49.817365 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0ef92ba1-3f96-4341-a1f8-3ee8cfc7b7e3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.818699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Transition to ACTIVE for port object 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:49.822886 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0ef92ba1-3f96-4341-a1f8-3ee8cfc7b7e3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/a968dd5a-b2ae-49fe-90a8-1a3f81a1aa5b HTTP/1.1" status: 204 len: 168 time: 1.9076903 Feb 21 09:01:49.828331 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3dd266b4-5cf6-4206-a8a3-c2ea9c262c57 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:49.833468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49654) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:49.837847 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Request body: {'subnet': {'network_id': '14ec56c5-e6ee-4422-a468-32636c50ab43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:49.857643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Transition to ACTIVE for port object 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:49.876816 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:49.959159 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e0c57c38-3a28-457f-9e26-0ab87d6839ea None None] For port febefc14-3c1b-4de9-b2d7-a08c5918ad77, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=febefc14-3c1b-4de9-b2d7-a08c5918ad77,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:49.978668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Network 788659fc-e0bf-471e-8966-55b274ce05bc is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:49.980485 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Pushing event updated for resources: {'Port': ['ID=88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:49.984472 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:49.987270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:50.032180 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e0c57c38-3a28-457f-9e26-0ab87d6839ea None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:50.112507 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3dd266b4-5cf6-4206-a8a3-c2ea9c262c57 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:50.179496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e7963c7c-572c-4f5a-b986-1c6ba05313fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:50.191723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e0c57c38-3a28-457f-9e26-0ab87d6839ea None None] Transition to ACTIVE for port object febefc14-3c1b-4de9-b2d7-a08c5918ad77 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:50.199321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e0c57c38-3a28-457f-9e26-0ab87d6839ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:50.242783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Attempting to bind port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:01:50.243268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Attempting to bind port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '828a1d1f-e627-4380-8c69-e76e3870f8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '788659fc-e0bf-471e-8966-55b274ce05bc'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:01:50.243713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Attempting to bind port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb on network 788659fc-e0bf-471e-8966-55b274ce05bc {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:01:50.246642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Calling delete_port for 7bfb8cc4-fb3a-482a-8a0b-5eb7bf8a2aa7 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:50.279782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:01:50.280165 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Checking segment: {'id': '828a1d1f-e627-4380-8c69-e76e3870f8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '788659fc-e0bf-471e-8966-55b274ce05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:50.280571 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:50.280971 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Bound using segment: {'id': '828a1d1f-e627-4380-8c69-e76e3870f8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '788659fc-e0bf-471e-8966-55b274ce05bc'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:01:50.281459 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Bound port: 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828a1d1f-e627-4380-8c69-e76e3870f8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '788659fc-e0bf-471e-8966-55b274ce05bc'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:01:50.281836 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:50.291660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Checking segment: {'id': 'daf02226-d316-4a68-9847-732b4d51bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:50.292005 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Network hostable DHCP agents. Network: bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:01:50.327900 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:50.342639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Usage tracker for resource:subnet and tenant:481ac288a7d84bbc91c48926404b71a3 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:50.351983 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:50.371455 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:50.374189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device febefc14-3c1b-4de9-b2d7-a08c5918ad77 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:50.408360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3dd266b4-5cf6-4206-a8a3-c2ea9c262c57 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:50.413183 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c57c38-3a28-457f-9e26-0ab87d6839ea None None] Pushing event updated for resources: {'Port': ['ID=febefc14-3c1b-4de9-b2d7-a08c5918ad77,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:50.417569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3dd266b4-5cf6-4206-a8a3-c2ea9c262c57 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:50.420723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Made reservation on behalf of 481ac288a7d84bbc91c48926404b71a3 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:50.435685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3dd266b4-5cf6-4206-a8a3-c2ea9c262c57 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:50.447567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:01:50.450741 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3dd266b4-5cf6-4206-a8a3-c2ea9c262c57 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:50.462799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bd7fac-cf2e-40a9-b6d8-ad3c8619b556 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:50.467256 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bd7fac-cf2e-40a9-b6d8-ad3c8619b556 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:50.472032 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c4bd7fac-cf2e-40a9-b6d8-ad3c8619b556 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6345456 Feb 21 09:01:50.479226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e7963c7c-572c-4f5a-b986-1c6ba05313fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for c4bea709-42b4-42ef-be05-3ab3584f4d74 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:50.508463 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49660) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:50.519419 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] For port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:01:50.523734 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] For port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb,segment=NetworkSegment(828a1d1f-e627-4380-8c69-e76e3870f8e9),segment_id=828a1d1f-e627-4380-8c69-e76e3870f8e9)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:01:50.532168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:50.574182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:50.592691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:50.593406 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:50.594643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da23a3-7494-494c-ad2f-542329f3907a None None] Network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:50.612061 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:50.659442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b58057a5-b049-4bcc-8bf3-679920a4c166 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port aa3f78e4-fb25-4814-b2ea-d6492fe0f1e4 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:50.659798 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b58057a5-b049-4bcc-8bf3-679920a4c166 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:50.718749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97f339-6402-44b3-adb3-975adfb942e6 None None] Pushing event updated for resources: {'Port': ['ID=88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:50.863067 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-055bd3ff-8d34-423e-b525-f2e14cb78d1f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1943514 Feb 21 09:01:50.871031 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49666) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:50.901527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Request body: {'port': {'network_id': 'bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-287227997'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:50.941545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3dd266b4-5cf6-4206-a8a3-c2ea9c262c57 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:50.958301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5', 'network_id': 'bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5', 'tenant_id': 'f57d22a3ad734cb986e2792c13ddb60b', 'fixed_ips': [{'subnet_id': '731de5b8-4baa-4cb3-b26c-2b87657742ee'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:01:50.962083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.053514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3dd266b4-5cf6-4206-a8a3-c2ea9c262c57 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.070856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.087698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e7963c7c-572c-4f5a-b986-1c6ba05313fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.174285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Pushing event deleted for resources: {'Port': ['ID=7bfb8cc4-fb3a-482a-8a0b-5eb7bf8a2aa7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:51.216492 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3dd266b4-5cf6-4206-a8a3-c2ea9c262c57 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.217866 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3dd266b4-5cf6-4206-a8a3-c2ea9c262c57 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7282336 Feb 21 09:01:51.226182 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Allocated IP 2001:db8::2 (bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5/731de5b8-4baa-4cb3-b26c-2b87657742ee/72bb496c-78c1-4296-877a-dc33f494652b) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:51.236418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49670) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:51.313374 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7963c7c-572c-4f5a-b986-1c6ba05313fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=c4bea709-42b4-42ef-be05-3ab3584f4d74,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:51.319609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-468ef9d8-9522-4bf4-93fa-c0d38a270a4a tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group_rule': {'security_group_id': '9a1af902-2cd0-4234-b972-e4c815d695dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e84b0448-330b-4aca-9e3d-44c48c0535d9'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:51.340008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd266b4-5cf6-4206-a8a3-c2ea9c262c57 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84b0448-330b-4aca-9e3d-44c48c0535d9,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:51.389101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-468ef9d8-9522-4bf4-93fa-c0d38a270a4a tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:51.430369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-468ef9d8-9522-4bf4-93fa-c0d38a270a4a tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:51.438453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-468ef9d8-9522-4bf4-93fa-c0d38a270a4a tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:51.467288 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:51.493972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-468ef9d8-9522-4bf4-93fa-c0d38a270a4a tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:51.496524 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.505359 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b58057a5-b049-4bcc-8bf3-679920a4c166 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.510628 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Transition to ACTIVE for port object 72bb496c-78c1-4296-877a-dc33f494652b will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:51.541418 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Transition to ACTIVE for port object 72bb496c-78c1-4296-877a-dc33f494652b will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:51.554061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.556170 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Usage tracker for resource:port and tenant:f57d22a3ad734cb986e2792c13ddb60b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:51.601567 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-006656c1-f3c9-4059-b3e0-fb8e842a5ea9 None None] Provisioning for port febefc14-3c1b-4de9-b2d7-a08c5918ad77 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:51.624497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-006656c1-f3c9-4059-b3e0-fb8e842a5ea9 None None] Provisioning complete for port febefc14-3c1b-4de9-b2d7-a08c5918ad77 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:51.624961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-006656c1-f3c9-4059-b3e0-fb8e842a5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.627191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:51.648392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:51.659008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.688157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b58057a5-b049-4bcc-8bf3-679920a4c166 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for aa3f78e4-fb25-4814-b2ea-d6492fe0f1e4 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:51.692254 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:51.696773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:51.698778 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Pushing event updated for resources: {'Port': ['ID=72bb496c-78c1-4296-877a-dc33f494652b,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:51.703303 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:51.730206 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8e146-13af-4f3f-aab1-21797e6ba094 req-f4e03723-ed94-4d74-9c22-7b3ced3b8e48 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:51.731781 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91c8e146-13af-4f3f-aab1-21797e6ba094 req-f4e03723-ed94-4d74-9c22-7b3ced3b8e48 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.6712277 Feb 21 09:01:51.749543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e7963c7c-572c-4f5a-b986-1c6ba05313fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.785502 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-468ef9d8-9522-4bf4-93fa-c0d38a270a4a tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:01:51.789242 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-468ef9d8-9522-4bf4-93fa-c0d38a270a4a tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4902678 Feb 21 09:01:51.793106 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49674) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:51.825251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Made reservation on behalf of f57d22a3ad734cb986e2792c13ddb60b for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:51.828364 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.860769 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e7963c7c-572c-4f5a-b986-1c6ba05313fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/c4bea709-42b4-42ef-be05-3ab3584f4d74 HTTP/1.1" status: 204 len: 168 time: 2.2621155 Feb 21 09:01:51.863173 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49678) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:51.897954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Attempting to bind port 72bb496c-78c1-4296-877a-dc33f494652b on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:01:51.898526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Attempting to bind port 72bb496c-78c1-4296-877a-dc33f494652b by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'daf02226-d316-4a68-9847-732b4d51bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:01:51.899074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Attempting to bind port 72bb496c-78c1-4296-877a-dc33f494652b on network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:01:51.913306 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91c8e146-13af-4f3f-aab1-21797e6ba094 req-a9da7be0-15c9-4ca9-92d7-3c39e7beb7fd tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1684320 Feb 21 09:01:51.925331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b58057a5-b049-4bcc-8bf3-679920a4c166 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.930356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e4f02744-6eba-4ffc-b701-b8bedd3f0cea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.933733 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:01:51.934205 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Checking segment: {'id': 'daf02226-d316-4a68-9847-732b4d51bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:51.934720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:51.935212 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Bound using segment: {'id': 'daf02226-d316-4a68-9847-732b4d51bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:01:51.935827 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Bound port: 72bb496c-78c1-4296-877a-dc33f494652b, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf02226-d316-4a68-9847-732b4d51bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:01:51.936215 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:52.052798 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58057a5-b049-4bcc-8bf3-679920a4c166 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=aa3f78e4-fb25-4814-b2ea-d6492fe0f1e4,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:52.070376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b58057a5-b049-4bcc-8bf3-679920a4c166 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:52.074197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e4f02744-6eba-4ffc-b701-b8bedd3f0cea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:52.092811 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b58057a5-b049-4bcc-8bf3-679920a4c166 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/aa3f78e4-fb25-4814-b2ea-d6492fe0f1e4 HTTP/1.1" status: 204 len: 168 time: 1.5831268 Feb 21 09:01:52.093540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49684) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:52.130508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] For port 72bb496c-78c1-4296-877a-dc33f494652b, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:01:52.138587 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] For port 72bb496c-78c1-4296-877a-dc33f494652b, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=72bb496c-78c1-4296-877a-dc33f494652b,segment=NetworkSegment(daf02226-d316-4a68-9847-732b4d51bad4),segment_id=daf02226-d316-4a68-9847-732b4d51bad4)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:01:52.145997 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:52.249407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7d7f96c0-baa8-4e92-a993-45497849030f None None] Could not find standard attr ID for object c4bea709-42b4-42ef-be05-3ab3584f4d74. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:01:52.274727 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c3dd0-eaff-4487-a20c-5d9b75b03e40 None None] Pushing event updated for resources: {'Port': ['ID=72bb496c-78c1-4296-877a-dc33f494652b,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:52.291199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e4f02744-6eba-4ffc-b701-b8bedd3f0cea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:52.334237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f02744-6eba-4ffc-b701-b8bedd3f0cea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84b0448-330b-4aca-9e3d-44c48c0535d9,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:52.345677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e8d0a2-175c-4f4a-bd63-3c1f129b92c1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:52.350531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e1e8d0a2-175c-4f4a-bd63-3c1f129b92c1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:52.370294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e4f02744-6eba-4ffc-b701-b8bedd3f0cea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:52.371470 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e4f02744-6eba-4ffc-b701-b8bedd3f0cea tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "DELETE /v2.0/security-groups/e84b0448-330b-4aca-9e3d-44c48c0535d9 HTTP/1.1" status: 204 len: 168 time: 0.5740383 Feb 21 09:01:52.375822 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49688) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:52.419798 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db863564-2566-4ad0-9338-5a218d65ffbf req-601fc21b-d0b8-403a-b826-5bb49b906942 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:52.421374 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-db863564-2566-4ad0-9338-5a218d65ffbf req-601fc21b-d0b8-403a-b826-5bb49b906942 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.2385256 Feb 21 09:01:52.423847 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:52.425651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e1e8d0a2-175c-4f4a-bd63-3c1f129b92c1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:52.433029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:52.436423 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e1e8d0a2-175c-4f4a-bd63-3c1f129b92c1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3390825 Feb 21 09:01:52.464784 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80834e4-0740-415d-9403-824d8dfb58df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:52.466400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80834e4-0740-415d-9403-824d8dfb58df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:52.467999 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80834e4-0740-415d-9403-824d8dfb58df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:52.468556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49692) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:52.469164 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f80834e4-0740-415d-9403-824d8dfb58df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:52.480981 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] device_id is not set on port d89a86d6-06f4-4481-8cfc-6efe3122a078 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:01:52.490251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936b3b58-282e-4c21-a321-5d512ea53229 None None] Network 788659fc-e0bf-471e-8966-55b274ce05bc requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:52.525075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:52.525889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Fanout notify agent at l3_agent the message router_deleted on router 754885eb-88cf-4713-aa46-df44417577e7 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:01:52.547954 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d738b76-07e6-4645-9192-1a97366c5867 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] GET failed (client error): The resource could not be found. Feb 21 09:01:52.551642 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8d738b76-07e6-4645-9192-1a97366c5867 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/a968dd5a-b2ae-49fe-90a8-1a3f81a1aa5b HTTP/1.1" status: 404 len: 333 time: 0.0819211 Feb 21 09:01:52.553839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49696) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:52.608807 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:52.609908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:52.621364 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-87d63057-11af-43db-a19c-9ec87897586c tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "DELETE /v2.0/routers/754885eb-88cf-4713-aa46-df44417577e7 HTTP/1.1" status: 204 len: 168 time: 5.6477790 Feb 21 09:01:52.630812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49700) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:52.645330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Request body: {'router': {'name': 'tempest-snat-router-74583860', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'enable_snat': False}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:52.660616 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-543730a3-2a5a-41fe-b727-88a6bb2f03c0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] GET failed (client error): The resource could not be found. Feb 21 09:01:52.667389 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-543730a3-2a5a-41fe-b727-88a6bb2f03c0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/aa3f78e4-fb25-4814-b2ea-d6492fe0f1e4 HTTP/1.1" status: 404 len: 333 time: 0.0985882 Feb 21 09:01:52.671608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49704) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:52.677332 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:52.710692 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Usage tracker for resource:router and tenant:6d6550ff711844ceb8b0d98a5a2aafff is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:52.718667 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:52.744739 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-db863564-2566-4ad0-9338-5a218d65ffbf req-c4f8cd52-d98b-40d5-870e-ea17cab06af2 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3072069 Feb 21 09:01:52.753821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f6c6bd94-e59a-4c3a-86ca-ce25e189bf55 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Synchronizing usage tracker for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:52.765125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f80834e4-0740-415d-9403-824d8dfb58df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:52.766301 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f80834e4-0740-415d-9403-824d8dfb58df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.9013479 Feb 21 09:01:52.769726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49708) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:52.782860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:52.813903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.objects.ports [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83584) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:01:52.829240 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:52.848810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c0d9fe5e-9841-4b34-b13c-3a2693f991cd None None] Provisioning for port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:52.942758 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:52.948931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:52.950540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:52.966664 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:52.967412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.031492 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Checking segment: {'id': '0fdc7a57-54b1-4e88-8e19-82e53b62b73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14ec56c5-e6ee-4422-a468-32636c50ab43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:53.032143 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Network hostable DHCP agents. Network: 14ec56c5-e6ee-4422-a468-32636c50ab43, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:01:53.045596 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'Subnet': ['ID=878758ba-c348-4100-8314-dd1f98811604,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:53.060243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Allocated IP 2001:db8::2e2 (bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5/731de5b8-4baa-4cb3-b26c-2b87657742ee/d89a86d6-06f4-4481-8cfc-6efe3122a078) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:53.072624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.140156 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Network 14ec56c5-e6ee-4422-a468-32636c50ab43 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:01:53.161178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f6c6bd94-e59a-4c3a-86ca-ce25e189bf55 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Unset dirty status for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:53.162586 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f6c6bd94-e59a-4c3a-86ca-ce25e189bf55 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.7850420 Feb 21 09:01:53.170139 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49716) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:53.259406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.299734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7c8ead90-e1a6-40db-afc8-a9657987ac9c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.300998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 14ec56c5-e6ee-4422-a468-32636c50ab43) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:53.318125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec5d486-73eb-4fa1-a17f-5a4a08ea79a6 None None] Network 14ec56c5-e6ee-4422-a468-32636c50ab43 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:53.338815 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:53.339585 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.347819 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-b224a541-f48a-4168-b8bb-a950ffd5ffe8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 21d8c2cb-00ef-4e3a-917f-198e5ff4a81d {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:01:53.351996 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b224a541-f48a-4168-b8bb-a950ffd5ffe8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.407285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb,segment=NetworkSegment(828a1d1f-e627-4380-8c69-e76e3870f8e9),segment_id=828a1d1f-e627-4380-8c69-e76e3870f8e9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:53.419231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.420216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device febefc14-3c1b-4de9-b2d7-a08c5918ad77 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:53.472186 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.479680 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ad2eaa71-ba95-4f33-b393-f28d5db1365c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7160461 Feb 21 09:01:53.484964 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49720) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:53.495615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Request body: {'port': {'network_id': '14ec56c5-e6ee-4422-a468-32636c50ab43', 'name': 'tempest-NetworksIpV6TestAttrs-1958026763'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:53.558925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b224a541-f48a-4168-b8bb-a950ffd5ffe8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.599273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.632006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0536-54b3-4638-96aa-b48991699404 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.645535 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:53.731356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Transition to ACTIVE for port object d89a86d6-06f4-4481-8cfc-6efe3122a078 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:53.733635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port febefc14-3c1b-4de9-b2d7-a08c5918ad77 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:53.734733 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.762555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfae01b-1260-4c54-8edf-e1f6a5b0d917 req-533dcd32-2e6d-4c84-a39c-4742da9fb58b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:53.764070 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5dfae01b-1260-4c54-8edf-e1f6a5b0d917 req-533dcd32-2e6d-4c84-a39c-4742da9fb58b tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.5172288 Feb 21 09:01:53.822330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0536-54b3-4638-96aa-b48991699404 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.846045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7c8ead90-e1a6-40db-afc8-a9657987ac9c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.882896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:53.889796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Usage tracker for resource:port and tenant:481ac288a7d84bbc91c48926404b71a3 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:53.891758 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac9ffb-79f8-461e-999c-106b49b450fa None None] Network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:53.893639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.895679 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:53.915685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7c8ead90-e1a6-40db-afc8-a9657987ac9c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53988b1-af8a-48b8-a7c8-ad76bf8c0f8d']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:53.920386 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-14ec56c5-e6ee-4422-a468-32636c50ab43', 'network_id': '14ec56c5-e6ee-4422-a468-32636c50ab43', 'tenant_id': '481ac288a7d84bbc91c48926404b71a3', 'fixed_ips': [{'subnet_id': '878758ba-c348-4100-8314-dd1f98811604'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:01:53.921273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.940196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7c8ead90-e1a6-40db-afc8-a9657987ac9c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8ef6e5-6209-4225-b01d-04e940bf253b') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:53.940486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7c8ead90-e1a6-40db-afc8-a9657987ac9c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8ef6e5-6209-4225-b01d-04e940bf253b') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:53.948271 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:53.953895 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5dfae01b-1260-4c54-8edf-e1f6a5b0d917 req-4e0e42f2-d049-4e5d-9bb5-9542d5463fa2 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1699805 Feb 21 09:01:53.962319 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7c8ead90-e1a6-40db-afc8-a9657987ac9c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:53.979096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0536-54b3-4638-96aa-b48991699404 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.007931 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7c8ead90-e1a6-40db-afc8-a9657987ac9c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.012843 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Made reservation on behalf of 481ac288a7d84bbc91c48926404b71a3 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:54.013494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b224a541-f48a-4168-b8bb-a950ffd5ffe8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.016434 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.031319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:54.034050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event updated for resources: {'Port': ['ID=d89a86d6-06f4-4481-8cfc-6efe3122a078,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:54.038662 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:54.045076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a0536-54b3-4638-96aa-b48991699404 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1af902-2cd0-4234-b972-e4c815d695dc,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:54.045695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:54.050050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:54.050839 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.060000 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8ead90-e1a6-40db-afc8-a9657987ac9c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:01:54.060695 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7c8ead90-e1a6-40db-afc8-a9657987ac9c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.076013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0536-54b3-4638-96aa-b48991699404 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.079804 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1a2a0536-54b3-4638-96aa-b48991699404 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "DELETE /v2.0/security-groups/9a1af902-2cd0-4234-b972-e4c815d695dc HTTP/1.1" status: 204 len: 168 time: 0.9088235 Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:01:54.080794 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:01:54.083693 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49728) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:54.111926 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] device_id is not set on port 827b6d92-2ceb-4dd4-8e3c-f483d28bfba6 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:01:54.155800 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a338773f-542c-4f04-962b-469129e3e4ee tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2772887 Feb 21 09:01:54.160569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49736) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:54.184685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Request body: {'port': {'network_id': 'bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-294191642', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e2', 'mac_address': 'fa:16:3e:63:ff:bf'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:54.286443 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.315334 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7c8ead90-e1a6-40db-afc8-a9657987ac9c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.344574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7c8ead90-e1a6-40db-afc8-a9657987ac9c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.359960 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b224a541-f48a-4168-b8bb-a950ffd5ffe8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.399468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ead90-e1a6-40db-afc8-a9657987ac9c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Network': ['ID=d53988b1-af8a-48b8-a7c8-ad76bf8c0f8d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:54.401476 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d8ee33b3-d223-4e34-bd03-4c01d3d8d57d None None] Provisioning complete for port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:54.402516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d8ee33b3-d223-4e34-bd03-4c01d3d8d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.435662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224a541-f48a-4168-b8bb-a950ffd5ffe8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=21d8c2cb-00ef-4e3a-917f-198e5ff4a81d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:54.442088 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7c8ead90-e1a6-40db-afc8-a9657987ac9c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/networks/d53988b1-af8a-48b8-a7c8-ad76bf8c0f8d HTTP/1.1" status: 204 len: 168 time: 1.7719350 Feb 21 09:01:54.446799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49744) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:54.455280 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3542303f-6fff-47b4-89f3-bc82ff0663b3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Synchronizing usage tracker for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:54.457971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b224a541-f48a-4168-b8bb-a950ffd5ffe8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.458782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.463683 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b224a541-f48a-4168-b8bb-a950ffd5ffe8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/21d8c2cb-00ef-4e3a-917f-198e5ff4a81d HTTP/1.1" status: 204 len: 168 time: 1.6884527 Feb 21 09:01:54.469601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-339420685'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:54.478965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49748) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:54.481766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:54.486139 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:network and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:54.489209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:54.496316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:54.501679 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a8a789-b362-4e8b-b542-a8cedffbca5c None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:54.518703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:54.521961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.548274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:54.556805 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Usage tracker for resource:port and tenant:f57d22a3ad734cb986e2792c13ddb60b is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:54.560858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:54.569155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:54.574503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:01:54.590440 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.590688 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Added segment 3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17 of type vlan for network 37ff8d37-8be2-4470-8f44-4936bea86c14 Feb 21 09:01:54.591848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Made reservation on behalf of f57d22a3ad734cb986e2792c13ddb60b for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:54.642189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3542303f-6fff-47b4-89f3-bc82ff0663b3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Unset dirty status for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:54.643564 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3542303f-6fff-47b4-89f3-bc82ff0663b3 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5544293 Feb 21 09:01:54.655035 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49752) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:54.670491 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f34d9a9d-c7d7-494f-84e0-267310e05bc5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group': {'name': 'tempest-secgroup--772279112'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:54.682470 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Allocated IP 2001:db8::f816:3eff:fe85:c788 (14ec56c5-e6ee-4422-a468-32636c50ab43/878758ba-c348-4100-8314-dd1f98811604/827b6d92-2ceb-4dd4-8e3c-f483d28bfba6) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:54.692493 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f34d9a9d-c7d7-494f-84e0-267310e05bc5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:54.771475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f34d9a9d-c7d7-494f-84e0-267310e05bc5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:54.807575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.858145 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.891026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cef8d8-6c7a-475c-b13d-7ad38b447a8b req-7a0cef59-3f47-44e6-af57-31f4ad5b3720 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:54.892569 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-05cef8d8-6c7a-475c-b13d-7ad38b447a8b req-7a0cef59-3f47-44e6-af57-31f4ad5b3720 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 945 time: 0.2824278 Feb 21 09:01:54.895566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] device_id is not set on port ea57026b-3c3e-4959-8076-fb243790baf9 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:01:54.973683 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:54.978404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:54.978850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:55.061436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f34d9a9d-c7d7-494f-84e0-267310e05bc5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:55.115564 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 72bb496c-78c1-4296-877a-dc33f494652b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:55.213102 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-885e6e9e-3567-45ab-bb05-2215e2cec032 None None] Provisioning for port 72bb496c-78c1-4296-877a-dc33f494652b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:55.233663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 72bb496c-78c1-4296-877a-dc33f494652b completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:55.243768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Allocated IP 172.26.6.111 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/d993c491-8003-488c-b793-5762adcd4272) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:55.246608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 72bb496c-78c1-4296-877a-dc33f494652b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:55.246999 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:55.415810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f34d9a9d-c7d7-494f-84e0-267310e05bc5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:55.420246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfa7504-7f69-400e-a9d9-2b42cd2bc7c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 28bed66e-da68-454e-ade2-e486976f3b73 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:01:55.441481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1cfa7504-7f69-400e-a9d9-2b42cd2bc7c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:55.469717 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-05cef8d8-6c7a-475c-b13d-7ad38b447a8b req-9f5c4da9-2b0f-4f4e-8686-44d36ba8cc9b tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5365338 Feb 21 09:01:55.474077 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:55.488971 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-24d3daac-b9da-4024-bce1-1210170b66d5 None None] Provisioning for port d89a86d6-06f4-4481-8cfc-6efe3122a078 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:55.506902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f34d9a9d-c7d7-494f-84e0-267310e05bc5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Usage tracker for resource:security_group_rule and tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:55.518509 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-24d3daac-b9da-4024-bce1-1210170b66d5 None None] Provisioning complete for port d89a86d6-06f4-4481-8cfc-6efe3122a078 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:55.518967 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-24d3daac-b9da-4024-bce1-1210170b66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:55.529970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Network': ['ID=37ff8d37-8be2-4470-8f44-4936bea86c14,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:55.545368 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-01608790-d3fb-434c-81f4-74a37e24beb0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0798583 Feb 21 09:01:55.548399 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49758) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:55.556478 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': '37ff8d37-8be2-4470-8f44-4936bea86c14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:55.572448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 72bb496c-78c1-4296-877a-dc33f494652b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=72bb496c-78c1-4296-877a-dc33f494652b,segment=NetworkSegment(daf02226-d316-4a68-9847-732b4d51bad4),segment_id=daf02226-d316-4a68-9847-732b4d51bad4)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:55.589930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 37ff8d37-8be2-4470-8f44-4936bea86c14 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:01:55.610976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Allocated IP 2001:db8::f4 (bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5/731de5b8-4baa-4cb3-b26c-2b87657742ee/ea57026b-3c3e-4959-8076-fb243790baf9) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:55.632967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f34d9a9d-c7d7-494f-84e0-267310e05bc5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:55.641335 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:55.642447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:55.673879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f34d9a9d-c7d7-494f-84e0-267310e05bc5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:55.731417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1cfa7504-7f69-400e-a9d9-2b42cd2bc7c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:55.779824 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:01:55.843897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:55.854480 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:55.863705 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:55.864482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:55.882202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:55.889722 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279af93f-fa69-4821-bf3d-8584bbbc0f37 req-f4776d20-d081-4f22-b938-c5ce76919065 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:55.897512 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-279af93f-fa69-4821-bf3d-8584bbbc0f37 req-f4776d20-d081-4f22-b938-c5ce76919065 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.6105216 Feb 21 09:01:55.923367 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-24d3daac-b9da-4024-bce1-1210170b66d5 None None] Port d89a86d6-06f4-4481-8cfc-6efe3122a078 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:01:55.934735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:55.954563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Transition to ACTIVE for port object 827b6d92-2ceb-4dd4-8e3c-f483d28bfba6 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:55.957178 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f34d9a9d-c7d7-494f-84e0-267310e05bc5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:55.967214 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:55.980117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f34d9a9d-c7d7-494f-84e0-267310e05bc5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:55.985715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:55.986412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.017968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-24d3daac-b9da-4024-bce1-1210170b66d5 None None] Provisioning complete for port 72bb496c-78c1-4296-877a-dc33f494652b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:56.018703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-24d3daac-b9da-4024-bce1-1210170b66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.031382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-e13ef5a5-c3c9-4d65-9df0-b469e72dc703 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:56.032834 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-e13ef5a5-c3c9-4d65-9df0-b469e72dc703 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.3264298 Feb 21 09:01:56.046826 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1cfa7504-7f69-400e-a9d9-2b42cd2bc7c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.052207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=72bb496c-78c1-4296-877a-dc33f494652b,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:56.086181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d9a9d-c7d7-494f-84e0-267310e05bc5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b1d0d7-c074-4eae-8a0b-54fbacbb3b09,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:56.104390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.179937 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-279af93f-fa69-4821-bf3d-8584bbbc0f37 req-243ccef4-e550-4cc3-a84b-9e92e6651113 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2811425 Feb 21 09:01:56.187237 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f34d9a9d-c7d7-494f-84e0-267310e05bc5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.188762 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f34d9a9d-c7d7-494f-84e0-267310e05bc5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5277445 Feb 21 09:01:56.203015 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49762) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:56.216133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-eb547793-6cb8-44ce-b64a-0af3d9350f49 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:56.216950 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-eb547793-6cb8-44ce-b64a-0af3d9350f49 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] update failed (client error): There was a conflict when trying to complete your request. Feb 21 09:01:56.218122 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-eb547793-6cb8-44ce-b64a-0af3d9350f49 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "PUT /v2.0/security-groups/32b1d0d7-c074-4eae-8a0b-54fbacbb3b09 HTTP/1.1" status: 409 len: 330 time: 0.0130863 Feb 21 09:01:56.232593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49766) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:56.241348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.245339 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:56.246743 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event updated for resources: {'Port': ['ID=d993c491-8003-488c-b793-5762adcd4272,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:56.253761 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:56.269718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Deleting port daf9f8f4-9868-4732-b8dc-829cafcaf1af {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:56.270126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.290292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1cfa7504-7f69-400e-a9d9-2b42cd2bc7c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.299314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:56.299517 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Allocated IP 2001:db8::f816:3eff:fead:ca41 (14ec56c5-e6ee-4422-a468-32636c50ab43/878758ba-c348-4100-8314-dd1f98811604/91942e1c-494a-4978-a925-da1f7f842a89) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:56.317407 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.388940 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa7504-7f69-400e-a9d9-2b42cd2bc7c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=28bed66e-da68-454e-ade2-e486976f3b73,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:56.416329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-be3738f8-b40a-458a-ad1c-51aaf283f9ea None None] Provisioning complete for port febefc14-3c1b-4de9-b2d7-a08c5918ad77 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:56.416329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-be3738f8-b40a-458a-ad1c-51aaf283f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.416658 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1cfa7504-7f69-400e-a9d9-2b42cd2bc7c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.429178 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Network 14ec56c5-e6ee-4422-a468-32636c50ab43 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:56.432452 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'Port': ['ID=827b6d92-2ceb-4dd4-8e3c-f483d28bfba6,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:56.438677 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:56.444036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:56.444649 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db73eef-ea76-409b-9616-7e1e2150a863 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:56.448171 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:56.448778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.487799 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1cfa7504-7f69-400e-a9d9-2b42cd2bc7c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/28bed66e-da68-454e-ade2-e486976f3b73 HTTP/1.1" status: 204 len: 168 time: 2.0009594 Feb 21 09:01:56.492448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49770) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:56.495978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Performing IP validity checks on allocation pools {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 21 09:01:56.496629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 21 09:01:56.510280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.578666 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8d4e371e-2ed1-4280-a06c-95d20bab6733 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0925481 Feb 21 09:01:56.585703 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fcc6eb3b-1c11-4382-a513-7a2390bf63a4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886910 Feb 21 09:01:56.585703 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49776) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:56.587240 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49778) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:56.688363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-cea419e0-0f3c-42ce-80f8-b5d5826c3174 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:56.727711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d6acfe00-68c8-40a9-b136-8ddbac6a30d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.763157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Transition to ACTIVE for port object ea57026b-3c3e-4959-8076-fb243790baf9 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:56.829881 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.833521 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d6acfe00-68c8-40a9-b136-8ddbac6a30d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.847653 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Transition to ACTIVE for port object 91942e1c-494a-4978-a925-da1f7f842a89 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:56.879279 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Transition to ACTIVE for port object 91942e1c-494a-4978-a925-da1f7f842a89 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:01:56.889057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-be3738f8-b40a-458a-ad1c-51aaf283f9ea None None] Provisioning complete for port d89a86d6-06f4-4481-8cfc-6efe3122a078 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:56.889431 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-be3738f8-b40a-458a-ad1c-51aaf283f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.927012 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.974311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] For port daf9f8f4-9868-4732-b8dc-829cafcaf1af, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=daf9f8f4-9868-4732-b8dc-829cafcaf1af,segment=NetworkSegment(17112de3-38d0-428e-9df5-5af9e5f77062),segment_id=17112de3-38d0-428e-9df5-5af9e5f77062)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:56.975227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:56.978625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 72bb496c-78c1-4296-877a-dc33f494652b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:56.991582 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cea419e0-0f3c-42ce-80f8-b5d5826c3174 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:57.004956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-cea419e0-0f3c-42ce-80f8-b5d5826c3174 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:57.010380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-cea419e0-0f3c-42ce-80f8-b5d5826c3174 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:57.015411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-5252b75e-f889-47ea-a1d0-f686ea21f182 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Deleting subnet 878758ba-c348-4100-8314-dd1f98811604 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:01:57.020722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b46d62-cdca-41ad-831b-70a8e176f93a None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:01:57.023069 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cea419e0-0f3c-42ce-80f8-b5d5826c3174 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:57.030343 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5252b75e-f889-47ea-a1d0-f686ea21f182 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.055168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.057710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-94b46d62-cdca-41ad-831b-70a8e176f93a None None] Deleting port febefc14-3c1b-4de9-b2d7-a08c5918ad77 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:57.057925 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-94b46d62-cdca-41ad-831b-70a8e176f93a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.083987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea419e0-0f3c-42ce-80f8-b5d5826c3174 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:57.087555 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cea419e0-0f3c-42ce-80f8-b5d5826c3174 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.100345 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-be3738f8-b40a-458a-ad1c-51aaf283f9ea None None] Port d89a86d6-06f4-4481-8cfc-6efe3122a078 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:01:57.127761 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Pushing event updated for resources: {'Port': ['ID=91942e1c-494a-4978-a925-da1f7f842a89,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:57.132035 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Network 14ec56c5-e6ee-4422-a468-32636c50ab43 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:57.139368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:57.145553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:57.297372 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5252b75e-f889-47ea-a1d0-f686ea21f182 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.336787 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d6acfe00-68c8-40a9-b136-8ddbac6a30d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.363287 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 72bb496c-78c1-4296-877a-dc33f494652b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:57.363657 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.394976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f769a2e-66fa-4c75-9537-d3645b2ac645 req-4fb626f3-6bb7-470c-8081-8da676936a88 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:57.396115 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0f769a2e-66fa-4c75-9537-d3645b2ac645 req-4fb626f3-6bb7-470c-8081-8da676936a88 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 945 time: 0.6633244 Feb 21 09:01:57.403035 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.403240 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.484708 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Attempting to bind port 91942e1c-494a-4978-a925-da1f7f842a89 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:01:57.485054 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Attempting to bind port 91942e1c-494a-4978-a925-da1f7f842a89 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '0fdc7a57-54b1-4e88-8e19-82e53b62b73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14ec56c5-e6ee-4422-a468-32636c50ab43'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:01:57.485547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Attempting to bind port 91942e1c-494a-4978-a925-da1f7f842a89 on network 14ec56c5-e6ee-4422-a468-32636c50ab43 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:01:57.508172 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acfe00-68c8-40a9-b136-8ddbac6a30d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b1d0d7-c074-4eae-8a0b-54fbacbb3b09,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:57.513909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.518654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:01:57.519594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Checking segment: {'id': '0fdc7a57-54b1-4e88-8e19-82e53b62b73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14ec56c5-e6ee-4422-a468-32636c50ab43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:57.519594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.519846 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Bound using segment: {'id': '0fdc7a57-54b1-4e88-8e19-82e53b62b73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14ec56c5-e6ee-4422-a468-32636c50ab43'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:01:57.520270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Bound port: 91942e1c-494a-4978-a925-da1f7f842a89, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdc7a57-54b1-4e88-8e19-82e53b62b73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14ec56c5-e6ee-4422-a468-32636c50ab43'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:01:57.520648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.536776 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:57.554537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-94b46d62-cdca-41ad-831b-70a8e176f93a None None] For port febefc14-3c1b-4de9-b2d7-a08c5918ad77, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=febefc14-3c1b-4de9-b2d7-a08c5918ad77,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:01:57.555004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-94b46d62-cdca-41ad-831b-70a8e176f93a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.574610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event updated for resources: {'Port': ['ID=ea57026b-3c3e-4959-8076-fb243790baf9,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:57.578119 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:57.580172 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:01:57.584694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:57.585415 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.691387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d6acfe00-68c8-40a9-b136-8ddbac6a30d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.692557 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d6acfe00-68c8-40a9-b136-8ddbac6a30d5 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "DELETE /v2.0/security-groups/32b1d0d7-c074-4eae-8a0b-54fbacbb3b09 HTTP/1.1" status: 204 len: 168 time: 1.4540315 Feb 21 09:01:57.696671 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-75925629-37fc-4d0b-99b8-115d91ef00f4 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.5303812 Feb 21 09:01:57.712272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5252b75e-f889-47ea-a1d0-f686ea21f182 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.762578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49786) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:57.762916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49788) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:57.778745 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-94b46d62-cdca-41ad-831b-70a8e176f93a None None] Calling delete_port for febefc14-3c1b-4de9-b2d7-a08c5918ad77 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:57.856881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Subnet': ['ID=f66a31c7-deb8-4254-839d-23785721e268,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:57.873986 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0f769a2e-66fa-4c75-9537-d3645b2ac645 req-f0c7d166-1045-42e2-878d-7f202452e095 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4553118 Feb 21 09:01:57.902497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] For port 91942e1c-494a-4978-a925-da1f7f842a89, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:01:57.903839 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cea419e0-0f3c-42ce-80f8-b5d5826c3174 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.908482 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-94b46d62-cdca-41ad-831b-70a8e176f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.953342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] For port 91942e1c-494a-4978-a925-da1f7f842a89, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=91942e1c-494a-4978-a925-da1f7f842a89,segment=NetworkSegment(0fdc7a57-54b1-4e88-8e19-82e53b62b73e),segment_id=0fdc7a57-54b1-4e88-8e19-82e53b62b73e)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:01:57.955658 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5252b75e-f889-47ea-a1d0-f686ea21f182 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.963930 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Checking segment: {'id': '3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '37ff8d37-8be2-4470-8f44-4936bea86c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:01:57.964540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network hostable DHCP agents. Network: 37ff8d37-8be2-4470-8f44-4936bea86c14, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:01:57.967245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b46d62-cdca-41ad-831b-70a8e176f93a None None] Pushing event deleted for resources: {'Port': ['ID=febefc14-3c1b-4de9-b2d7-a08c5918ad77,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:57.970146 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:57.975505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6a3d1-54a8-4e6e-8e1c-6098ff424d7e req-a27b4ca8-b7bc-460e-ad8f-2e32ec405f73 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:57.983404 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7be6a3d1-54a8-4e6e-8e1c-6098ff424d7e req-a27b4ca8-b7bc-460e-ad8f-2e32ec405f73 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 945 time: 0.6631367 Feb 21 09:01:58.001348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea419e0-0f3c-42ce-80f8-b5d5826c3174 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:01:58.006945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-cea419e0-0f3c-42ce-80f8-b5d5826c3174 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:58.013379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea419e0-0f3c-42ce-80f8-b5d5826c3174 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:58.014392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cea419e0-0f3c-42ce-80f8-b5d5826c3174 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:58.014539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b46d62-cdca-41ad-831b-70a8e176f93a None None] No DVR routers for this DVR port febefc14-3c1b-4de9-b2d7-a08c5918ad77 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:01:58.020232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:58.020593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:58.020894 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Floating IP d03e51f3-f621-488f-b014-64e2193967fe disassociated. External IP: 172.26.6.31, port: daf9f8f4-9868-4732-b8dc-829cafcaf1af. Feb 21 09:01:58.022009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5252b75e-f889-47ea-a1d0-f686ea21f182 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:58.022144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Calling delete_port for daf9f8f4-9868-4732-b8dc-829cafcaf1af owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:01:58.052090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f112febf-4179-4e7b-91cc-2fff7363f955 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:58.054461 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5252b75e-f889-47ea-a1d0-f686ea21f182 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/subnets/878758ba-c348-4100-8314-dd1f98811604 HTTP/1.1" status: 204 len: 168 time: 1.4684408 Feb 21 09:01:58.055566 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea419e0-0f3c-42ce-80f8-b5d5826c3174 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=a8d068da-ac14-4b53-ae12-6b4627f0c1f8,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:58.057603 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49794) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:58.071889 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-381602e9-5b79-4f34-abd6-f3d8e40cb35a None None] Provisioning for port ea57026b-3c3e-4959-8076-fb243790baf9 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:01:58.121451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a7377867-01b9-4aa5-99ed-d51516625dee tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Synchronizing usage tracker for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:58.121959 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cea419e0-0f3c-42ce-80f8-b5d5826c3174 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5032966 Feb 21 09:01:58.125850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49798) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:58.138329 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252b75e-f889-47ea-a1d0-f686ea21f182 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Subnet': ['ID=878758ba-c348-4100-8314-dd1f98811604,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:58.140973 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-381602e9-5b79-4f34-abd6-f3d8e40cb35a None None] Provisioning complete for port ea57026b-3c3e-4959-8076-fb243790baf9 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:01:58.141218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-381602e9-5b79-4f34-abd6-f3d8e40cb35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:58.163976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:58.181624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137bde4c-3a52-472b-bef8-102e1e9886e8 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:58.183173 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137bde4c-3a52-472b-bef8-102e1e9886e8 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:58.184119 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-137bde4c-3a52-472b-bef8-102e1e9886e8 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Synchronizing usage tracker for tenant:481ac288a7d84bbc91c48926404b71a3 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:58.198170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d937c-b78a-470b-84ec-1cd647f7c930 None None] Pushing event updated for resources: {'Port': ['ID=91942e1c-494a-4978-a925-da1f7f842a89,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:58.211883 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-137bde4c-3a52-472b-bef8-102e1e9886e8 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Unset dirty status for tenant:481ac288a7d84bbc91c48926404b71a3 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:58.215790 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-137bde4c-3a52-472b-bef8-102e1e9886e8 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1530130 Feb 21 09:01:58.215947 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7be6a3d1-54a8-4e6e-8e1c-6098ff424d7e req-89b788ad-5f0f-4af0-8f56-625e8f206f45 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups?id=df02cd27-6728-49eb-aa8a-9e3d8d53e32a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2310622 Feb 21 09:01:58.216045 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49802) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:58.235844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74eb951-1ba4-4b01-9e16-ff2f91f87eda tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:58.242357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74eb951-1ba4-4b01-9e16-ff2f91f87eda tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:58.247256 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74eb951-1ba4-4b01-9e16-ff2f91f87eda tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:58.248601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b74eb951-1ba4-4b01-9e16-ff2f91f87eda tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Synchronizing usage tracker for tenant:f57d22a3ad734cb986e2792c13ddb60b on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:58.253556 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-381602e9-5b79-4f34-abd6-f3d8e40cb35a None None] Port ea57026b-3c3e-4959-8076-fb243790baf9 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:01:58.337213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network 37ff8d37-8be2-4470-8f44-4936bea86c14 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:01:58.371899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a7377867-01b9-4aa5-99ed-d51516625dee tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] Unset dirty status for tenant:e6c1a46d5e4d4a778a4a41ecf69c5cb8 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:58.373707 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a7377867-01b9-4aa5-99ed-d51516625dee tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6060364 Feb 21 09:01:58.379366 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0ad6e760-bc1a-449b-b2c6-7566e9231787 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:58.382082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49806) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:58.400140 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Router 532fac44-55ed-4e76-a7bc-ddfac118cc78 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:01:58.401561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': 'a8d068da-ac14-4b53-ae12-6b4627f0c1f8'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:01:58.402694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:58.407315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 37ff8d37-8be2-4470-8f44-4936bea86c14) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:01:58.411967 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:01:58.412708 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-5b4351cf-06b7-477d-8103-262aa0f9b189 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] delete failed (client error): The resource could not be found. Feb 21 09:01:58.413248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:58.417422 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5b4351cf-06b7-477d-8103-262aa0f9b189 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "DELETE /v2.0/security-groups/bb19a9d1-a8d1-425b-9dbc-73c1f94b9de7 HTTP/1.1" status: 404 len: 347 time: 0.0339139 Feb 21 09:01:58.418240 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49810) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:58.420963 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad6e760-bc1a-449b-b2c6-7566e9231787 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 21 09:01:58.421407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad6e760-bc1a-449b-b2c6-7566e9231787 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:01:58.429473 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0ad6e760-bc1a-449b-b2c6-7566e9231787 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/networks/14ec56c5-e6ee-4422-a468-32636c50ab43 HTTP/1.1" status: 409 len: 405 time: 0.2060573 Feb 21 09:01:58.429663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b74eb951-1ba4-4b01-9e16-ff2f91f87eda tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Unset dirty status for tenant:f57d22a3ad734cb986e2792c13ddb60b on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:01:58.429663 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b74eb951-1ba4-4b01-9e16-ff2f91f87eda tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.6596537 Feb 21 09:01:58.430778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49814) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:58.430778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49816) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:58.435755 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0ed4a3-a307-43f6-9f8a-57a904e09ee5 None None] Network 37ff8d37-8be2-4470-8f44-4936bea86c14 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:58.447762 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-5e5419a9-5111-4989-9f74-770789a75243 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] show failed (client error): The resource could not be found. Feb 21 09:01:58.461616 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5e5419a9-5111-4989-9f74-770789a75243 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "GET /v2.0/security-groups/36f5ecd7-da30-4876-ac54-1fb218b3eb94 HTTP/1.1" status: 404 len: 347 time: 0.0421720 Feb 21 09:01:58.462404 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49822) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:58.502088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1987441124'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:58.529086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:58.560587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Usage tracker for resource:network and tenant:481ac288a7d84bbc91c48926404b71a3 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:58.579190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:58.615471 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-60d59e85-2562-4071-9245-054bb24e9205 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0643315 Feb 21 09:01:58.618769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49826) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:58.620850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:58.625008 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:58.632086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'network_id': '37ff8d37-8be2-4470-8f44-4936bea86c14', 'name': 'tempest-PortsTestJSON-106217261'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:01:58.650409 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-62777d49-9795-4ca4-9187-ae1e4c5ff726 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] show failed (client error): The resource could not be found. Feb 21 09:01:58.655557 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-62777d49-9795-4ca4-9187-ae1e4c5ff726 tempest-NegativeSecGroupTest-717743917 tempest-NegativeSecGroupTest-717743917-project] 10.222.0.48 "GET /v2.0/security-group-rules/72ad8773-00cc-42d5-a4bf-63fc3b5ba1df HTTP/1.1" status: 404 len: 356 time: 0.1083083 Feb 21 09:01:58.725547 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-f7b447a8-f50f-4d3d-ad3e-1d705694e696 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Deleting port ea57026b-3c3e-4959-8076-fb243790baf9 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:01:58.725828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f7b447a8-f50f-4d3d-ad3e-1d705694e696 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:58.770711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:01:58.777627 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:01:58.786880 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Sync routers for ids ['532fac44-55ed-4e76-a7bc-ddfac118cc78'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:01:58.810343 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Routers {'532fac44-55ed-4e76-a7bc-ddfac118cc78'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:01:58.812760 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['532fac44-55ed-4e76-a7bc-ddfac118cc78'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:58.834655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Pushing event deleted for resources: {'Port': ['ID=daf9f8f4-9868-4732-b8dc-829cafcaf1af,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:58.845516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:58.847859 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-346109d9-60ac-4ba2-869a-ccc4930f6c93 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.2153263 Feb 21 09:01:58.852756 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49832) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:58.863442 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-37ff8d37-8be2-4470-8f44-4936bea86c14', 'network_id': '37ff8d37-8be2-4470-8f44-4936bea86c14', 'tenant_id': 'cfcd920978db4520a4cc5ac3df8924c1', 'fixed_ips': [{'subnet_id': 'f66a31c7-deb8-4254-839d-23785721e268'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:01:58.864647 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:58.928626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:01:58.931318 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Made reservation on behalf of 481ac288a7d84bbc91c48926404b71a3 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:58.934412 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:58.955267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:01:58.992046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:01:59.072718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 91942e1c-494a-4978-a925-da1f7f842a89 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:01:59.168405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49840) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:59.231707 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Set router 532fac44-55ed-4e76-a7bc-ddfac118cc78 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:01:59.290937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Allocated IP 172.20.0.2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/a8d068da-ac14-4b53-ae12-6b4627f0c1f8/94886d55-1151-43f5-9951-305d807c322b) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:59.489695 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-87c35212-ac9d-4a64-91cc-d0ab7fb97e80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6c1a46d5e4d4a778a4a41ecf69c5cb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3193631 Feb 21 09:01:59.491140 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49848) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:01:59.596287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c106f1b3-f5d4-43e8-8b56-9eb9ece6cac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:59.632816 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c106f1b3-f5d4-43e8-8b56-9eb9ece6cac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:59.636868 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031acf6d-4269-41d2-a655-7e67d365c761 None None] Network 14ec56c5-e6ee-4422-a468-32636c50ab43 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:01:59.692352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c106f1b3-f5d4-43e8-8b56-9eb9ece6cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:59.714893 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106f1b3-f5d4-43e8-8b56-9eb9ece6cac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ff7e66-8a27-47a2-9bea-a0cc0a04aa1c,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:01:59.729789 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c106f1b3-f5d4-43e8-8b56-9eb9ece6cac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:59.731928 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c106f1b3-f5d4-43e8-8b56-9eb9ece6cac4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97ff7e66-8a27-47a2-9bea-a0cc0a04aa1c HTTP/1.1" status: 204 len: 168 time: 0.2397914 Feb 21 09:01:59.737941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:01:59.774854 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device daf9f8f4-9868-4732-b8dc-829cafcaf1af no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:01:59.787536 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532fac44-55ed-4e76-a7bc-ddfac118cc78', 'name': 'tempest-snat-router-74583860', 'tenant_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.111'}], 'enable_snat': False}, 'gw_port_id': 'd993c491-8003-488c-b793-5762adcd4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:01:52Z', 'updated_at': '2022-02-21T09:01:56Z', 'revision_number': 3, 'project_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'gw_port': {'id': 'd993c491-8003-488c-b793-5762adcd4272', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:16:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532fac44-55ed-4e76-a7bc-ddfac118cc78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:01:54Z', 'updated_at': '2022-02-21T09:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:01:59.792814 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Checking router: 532fac44-55ed-4e76-a7bc-ddfac118cc78 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:01:59.793164 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Updating router 532fac44-55ed-4e76-a7bc-ddfac118cc78 port d993c491-8003-488c-b793-5762adcd4272 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:01:59.853102 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:01:59.876277 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: daf9f8f4-9868-4732-b8dc-829cafcaf1af {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:01:59.876610 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device daf9f8f4-9868-4732-b8dc-829cafcaf1af not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:01:59.884671 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-dcfd0e3c-2beb-4d1d-9770-9591839f3ac9 req-136e361d-1dfe-4c72-afba-03ad6d4de31f tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Synchronizing usage tracker for tenant:7fdb594f298e42dbb47700adbc49145f on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:01:59.912794 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Allocated IP 172.20.0.2 (37ff8d37-8be2-4470-8f44-4936bea86c14/f66a31c7-deb8-4254-839d-23785721e268/4cbc20f2-4625-4618-86d9-05d447bde241) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:01:59.930547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 91942e1c-494a-4978-a925-da1f7f842a89 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:00.017123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:02:00.058638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-afe7712c-e180-44aa-bdb8-c04763b0499d None None] Provisioning for port 91942e1c-494a-4978-a925-da1f7f842a89 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:00.067611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device febefc14-3c1b-4de9-b2d7-a08c5918ad77 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:00.166389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-afe7712c-e180-44aa-bdb8-c04763b0499d None None] Provisioning complete for port 91942e1c-494a-4978-a925-da1f7f842a89 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:00.167084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-afe7712c-e180-44aa-bdb8-c04763b0499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.183249 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:00.185677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.186021 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Added segment ea929b4e-bfac-4092-a30a-de244a292b05 of type vlan for network 62d23ea8-62e6-4e8e-aa6e-aed37561aefe Feb 21 09:02:00.192059 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-dcfd0e3c-2beb-4d1d-9770-9591839f3ac9 req-136e361d-1dfe-4c72-afba-03ad6d4de31f tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Unset dirty status for tenant:7fdb594f298e42dbb47700adbc49145f on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:00.193244 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dcfd0e3c-2beb-4d1d-9770-9591839f3ac9 req-136e361d-1dfe-4c72-afba-03ad6d4de31f tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 210 time: 0.5655534 Feb 21 09:02:00.204008 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: febefc14-3c1b-4de9-b2d7-a08c5918ad77 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:02:00.204349 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device febefc14-3c1b-4de9-b2d7-a08c5918ad77 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:02:00.234489 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:00.305704 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.325180 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.335055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.341564 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Transition to ACTIVE for port object d993c491-8003-488c-b793-5762adcd4272 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:00.344061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-06d326a9-3abb-44de-b8ed-c5e0982c561a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.348499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:00.351047 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.352433 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.354886 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Transition to ACTIVE for port object 94886d55-1151-43f5-9951-305d807c322b will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:00.380303 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.397254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.410204 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Transition to ACTIVE for port object 94886d55-1151-43f5-9951-305d807c322b will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:00.425964 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1446b0-32e1-49cb-94dd-50ad7f2e0eae req-9a86e138-1196-4b8f-a9dc-56c2015263f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:00.428449 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fe1446b0-32e1-49cb-94dd-50ad7f2e0eae req-9a86e138-1196-4b8f-a9dc-56c2015263f6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 945 time: 1.2951021 Feb 21 09:02:00.434810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.442043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f7b447a8-f50f-4d3d-ad3e-1d705694e696 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.455200 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Attempting to bind port d993c491-8003-488c-b793-5762adcd4272 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:00.456328 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Attempting to bind port d993c491-8003-488c-b793-5762adcd4272 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:00.456903 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Attempting to bind port d993c491-8003-488c-b793-5762adcd4272 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:00.468563 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:00.469720 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:00.470609 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.471253 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:00.471961 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Bound port: d993c491-8003-488c-b793-5762adcd4272, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:00.472783 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.552603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.resource_extend [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:02:00.580096 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c71a9-5a68-4bf4-80e0-68947636b2ba None None] Pushing event updated for resources: {'Port': ['ID=d993c491-8003-488c-b793-5762adcd4272,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:00.611000 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c71a9-5a68-4bf4-80e0-68947636b2ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:00.611472 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c71a9-5a68-4bf4-80e0-68947636b2ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:00.612455 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c71a9-5a68-4bf4-80e0-68947636b2ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:00.612896 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c71a9-5a68-4bf4-80e0-68947636b2ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:00.613542 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c71a9-5a68-4bf4-80e0-68947636b2ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:00.613956 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c71a9-5a68-4bf4-80e0-68947636b2ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:00.614364 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c71a9-5a68-4bf4-80e0-68947636b2ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:00.614802 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c71a9-5a68-4bf4-80e0-68947636b2ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:00.615297 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c71a9-5a68-4bf4-80e0-68947636b2ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:00.615716 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c71a9-5a68-4bf4-80e0-68947636b2ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:00.616119 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6c71a9-5a68-4bf4-80e0-68947636b2ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:00.633382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port 4c0bcc83-45d0-4d5e-b23f-9c3ad921a8bf yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:00.643355 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] For port d993c491-8003-488c-b793-5762adcd4272, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:00.648829 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] For port d993c491-8003-488c-b793-5762adcd4272, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d993c491-8003-488c-b793-5762adcd4272,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:00.657009 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.716784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-afe7712c-e180-44aa-bdb8-c04763b0499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.740893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582e6396-cb08-47b2-a117-0b6c17accd77 None None] DHCP port deletion for 14ec56c5-e6ee-4422-a468-32636c50ab43 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:02:00.744584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:00.745315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-f7b447a8-f50f-4d3d-ad3e-1d705694e696 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Calling delete_port for ea57026b-3c3e-4959-8076-fb243790baf9 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:00.764839 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:00.766951 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Pushing event updated for resources: {'Port': ['ID=94886d55-1151-43f5-9951-305d807c322b,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:00.773949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:00.780828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-582e6396-cb08-47b2-a117-0b6c17accd77 None None] Deleting port 91942e1c-494a-4978-a925-da1f7f842a89 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:00.781400 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-582e6396-cb08-47b2-a117-0b6c17accd77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.785374 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c71a9-5a68-4bf4-80e0-68947636b2ba None None] Pushing event updated for resources: {'Port': ['ID=d993c491-8003-488c-b793-5762adcd4272,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:00.799219 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Routers {'532fac44-55ed-4e76-a7bc-ddfac118cc78'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:02:00.800005 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:01:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['532fac44-55ed-4e76-a7bc-ddfac118cc78'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:00.867123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.870778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:00.871386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.945997 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:00.961921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Transition to ACTIVE for port object 4cbc20f2-4625-4618-86d9-05d447bde241 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:00.984308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Transition to ACTIVE for port object 4cbc20f2-4625-4618-86d9-05d447bde241 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:00.987094 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 91942e1c-494a-4978-a925-da1f7f842a89 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:01.000819 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49872) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:01.031039 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.032946 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] Set router 532fac44-55ed-4e76-a7bc-ddfac118cc78 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:02:01.036563 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-afe7712c-e180-44aa-bdb8-c04763b0499d None None] For port 91942e1c-494a-4978-a925-da1f7f842a89, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=91942e1c-494a-4978-a925-da1f7f842a89,segment=NetworkSegment(0fdc7a57-54b1-4e88-8e19-82e53b62b73e),segment_id=0fdc7a57-54b1-4e88-8e19-82e53b62b73e)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:01.151377 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Pushing event updated for resources: {'Port': ['ID=4cbc20f2-4625-4618-86d9-05d447bde241,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:01.156060 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1902924327'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:01.162115 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:01.167748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Usage tracker for resource:network and tenant:1f2011cc370849329f7176e991123f74 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:01.172681 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:01.181363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:01.181818 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f7b447a8-f50f-4d3d-ad3e-1d705694e696 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.192693 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Made reservation on behalf of 1f2011cc370849329f7176e991123f74 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:01.196796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.203352 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fe1446b0-32e1-49cb-94dd-50ad7f2e0eae req-041b13e4-9486-4128-b0f2-7de330f30556 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7521884 Feb 21 09:02:01.210865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-afe7712c-e180-44aa-bdb8-c04763b0499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.213388 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.263088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:01.267675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Usage tracker for resource:security_group_rule and tenant:1f2011cc370849329f7176e991123f74 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:01.272164 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:01.280367 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:01.317006 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7712c-e180-44aa-bdb8-c04763b0499d None None] Pushing event updated for resources: {'Port': ['ID=91942e1c-494a-4978-a925-da1f7f842a89,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:01.357991 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Network 37ff8d37-8be2-4470-8f44-4936bea86c14 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:01.362420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b447a8-f50f-4d3d-ad3e-1d705694e696 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event deleted for resources: {'Port': ['ID=ea57026b-3c3e-4959-8076-fb243790baf9,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:01.365914 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.9292662 Feb 21 09:02:01.368811 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:01.376571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.377547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49880) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:01.384085 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbabe3d-eb6f-4791-a1ad-6521640f068c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'Network': ['ID=62d23ea8-62e6-4e8e-aa6e-aed37561aefe,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:01.384588 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Request body: {'subnet': {'network_id': '62d23ea8-62e6-4e8e-aa6e-aed37561aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:01.394720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Attempting to bind port 94886d55-1151-43f5-9951-305d807c322b on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:01.394720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Attempting to bind port 94886d55-1151-43f5-9951-305d807c322b by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:01.400523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Attempting to bind port 94886d55-1151-43f5-9951-305d807c322b on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:01.434160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Router f1fec1cc-45b9-4b13-8b3a-b417fb990256 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:02:01.436627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Allocated IP 172.20.0.9 (37ff8d37-8be2-4470-8f44-4936bea86c14/f66a31c7-deb8-4254-839d-23785721e268/4c0bcc83-45d0-4d5e-b23f-9c3ad921a8bf) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:01.462062 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-eb533ecd-4f12-41c0-ba3c-277e2dac0477 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/routers/532fac44-55ed-4e76-a7bc-ddfac118cc78 HTTP/1.1" status: 200 len: 907 time: 2.5948076 Feb 21 09:02:01.470886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49884) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:01.477638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Request body: {'router': {'name': 'tempest-snat-router-74583860', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'enable_snat': True}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:01.490357 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.547998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=888fa377-50d4-49f2-afbd-a1d7f5fb076b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:01.576938 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:02:01.600907 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:01.613485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:01.615882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.616895 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Added segment da38d741-0888-4069-8548-2a26aec67eea of type vlan for network 2d07481d-d2fa-4cce-b839-89e22a233845 Feb 21 09:02:01.619523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:01.620356 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 62d23ea8-62e6-4e8e-aa6e-aed37561aefe details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:02:01.644412 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:01.670695 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532fac44-55ed-4e76-a7bc-ddfac118cc78', 'name': 'tempest-snat-router-74583860', 'tenant_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.111'}], 'enable_snat': False}, 'gw_port_id': 'd993c491-8003-488c-b793-5762adcd4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:01:52Z', 'updated_at': '2022-02-21T09:01:56Z', 'revision_number': 3, 'project_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'gw_port': {'id': 'd993c491-8003-488c-b793-5762adcd4272', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:16:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532fac44-55ed-4e76-a7bc-ddfac118cc78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:01:54Z', 'updated_at': '2022-02-21T09:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:01.681706 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.682642 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545edad-cf29-4f03-80ff-dd1103f9919b None None] The sync data for ids ['532fac44-55ed-4e76-a7bc-ddfac118cc78'] in dv-neutron-830062-1-hyperv is: [{'id': '532fac44-55ed-4e76-a7bc-ddfac118cc78', 'name': 'tempest-snat-router-74583860', 'tenant_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.111'}], 'enable_snat': False}, 'gw_port_id': 'd993c491-8003-488c-b793-5762adcd4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:01:52Z', 'updated_at': '2022-02-21T09:01:56Z', 'revision_number': 3, 'project_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'gw_port': {'id': 'd993c491-8003-488c-b793-5762adcd4272', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:16:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532fac44-55ed-4e76-a7bc-ddfac118cc78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:01:54Z', 'updated_at': '2022-02-21T09:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:02:01.692553 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Made reservation on behalf of 481ac288a7d84bbc91c48926404b71a3 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:01.711079 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:01.711079 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:01.711592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.712113 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:01.712677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Bound port: 94886d55-1151-43f5-9951-305d807c322b, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:01.713050 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.831077 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.836161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:01.836972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.879454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.925725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Usage tracker for resource:router and tenant:6d6550ff711844ceb8b0d98a5a2aafff is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:01.956579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:01.977598 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-582e6396-cb08-47b2-a117-0b6c17accd77 None None] For port 91942e1c-494a-4978-a925-da1f7f842a89, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=91942e1c-494a-4978-a925-da1f7f842a89,segment=NetworkSegment(0fdc7a57-54b1-4e88-8e19-82e53b62b73e),segment_id=0fdc7a57-54b1-4e88-8e19-82e53b62b73e)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:01.978361 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-582e6396-cb08-47b2-a117-0b6c17accd77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:01.996268 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f7b447a8-f50f-4d3d-ad3e-1d705694e696 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:02.081659 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b9312800-d61c-4814-8cb2-32b34086f73e req-bfe20902-3759-4704-a495-040696b5c709 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 210 time: 0.4696031 Feb 21 09:02:02.088957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:02.194332 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f7b447a8-f50f-4d3d-ad3e-1d705694e696 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "DELETE /v2.0/ports/ea57026b-3c3e-4959-8076-fb243790baf9 HTTP/1.1" status: 204 len: 168 time: 3.7568157 Feb 21 09:02:02.198419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49890) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:02.202023 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-582e6396-cb08-47b2-a117-0b6c17accd77 None None] Calling delete_port for 91942e1c-494a-4978-a925-da1f7f842a89 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:02.237990 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Pushing event updated for resources: {'Network': ['ID=2d07481d-d2fa-4cce-b839-89e22a233845,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:02.251887 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-825c4893-e5b2-4ba6-b4b4-5255a91d92b7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2498705 Feb 21 09:02:02.292626 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49896) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:02.300160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Request body: {'subnet': {'network_id': '2d07481d-d2fa-4cce-b839-89e22a233845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:02.339291 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Attempting to bind port 4cbc20f2-4625-4618-86d9-05d447bde241 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:02.339869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Attempting to bind port 4cbc20f2-4625-4618-86d9-05d447bde241 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '37ff8d37-8be2-4470-8f44-4936bea86c14'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:02.339999 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Attempting to bind port 4cbc20f2-4625-4618-86d9-05d447bde241 on network 37ff8d37-8be2-4470-8f44-4936bea86c14 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:02.347076 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 2d07481d-d2fa-4cce-b839-89e22a233845 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:02:02.374387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:02.374825 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Checking segment: {'id': '3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '37ff8d37-8be2-4470-8f44-4936bea86c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:02.375173 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:02.375566 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Bound using segment: {'id': '3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '37ff8d37-8be2-4470-8f44-4936bea86c14'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:02.376038 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Bound port: 4cbc20f2-4625-4618-86d9-05d447bde241, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '37ff8d37-8be2-4470-8f44-4936bea86c14'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:02.376521 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:02.525876 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:02.530880 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Usage tracker for resource:subnet and tenant:1f2011cc370849329f7176e991123f74 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:02.534593 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:02.558748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:02.574269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:02.575895 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:02.581957 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a0e09f-39b8-47bc-ae85-81953a67b362 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] GET failed (client error): The resource could not be found. Feb 21 09:02:02.582522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Made reservation on behalf of 1f2011cc370849329f7176e991123f74 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:02.583454 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d0a0e09f-39b8-47bc-ae85-81953a67b362 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Synchronizing usage tracker for tenant:f57d22a3ad734cb986e2792c13ddb60b on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:02.635668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] For port 4cbc20f2-4625-4618-86d9-05d447bde241, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:02.639557 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] For port 4cbc20f2-4625-4618-86d9-05d447bde241, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4cbc20f2-4625-4618-86d9-05d447bde241,segment=NetworkSegment(3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17),segment_id=3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:02.647535 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:02.688064 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:02.789019 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d0a0e09f-39b8-47bc-ae85-81953a67b362 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Unset dirty status for tenant:f57d22a3ad734cb986e2792c13ddb60b on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:02.793711 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d0a0e09f-39b8-47bc-ae85-81953a67b362 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "GET /v2.0/ports/ea57026b-3c3e-4959-8076-fb243790baf9 HTTP/1.1" status: 404 len: 333 time: 0.5879438 Feb 21 09:02:02.802903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49900) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:02.812143 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Request body: {'port': {'network_id': 'bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1213409859'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:02.819637 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:02.820535 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-582e6396-cb08-47b2-a117-0b6c17accd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:02.869686 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] For port 94886d55-1151-43f5-9951-305d807c322b, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:02.869970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Transition to ACTIVE for port object 4c0bcc83-45d0-4d5e-b23f-9c3ad921a8bf will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:02.871080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.objects.ports [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83585) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:02:02.878760 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] For port 94886d55-1151-43f5-9951-305d807c322b, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=94886d55-1151-43f5-9951-305d807c322b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:02.886169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e6396-cb08-47b2-a117-0b6c17accd77 None None] No DVR routers for this DVR port 91942e1c-494a-4978-a925-da1f7f842a89 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:02.893985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:02.912260 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0c691-8596-4b76-a3a1-ab1a6156a3c5 None None] Pushing event updated for resources: {'Port': ['ID=4cbc20f2-4625-4618-86d9-05d447bde241,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:02.931351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:02.982892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315f41-364a-498f-bb9e-c5fada411c31 req-39096517-2c7f-4fde-9609-070bc2a2dde6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:02.984479 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cf315f41-364a-498f-bb9e-c5fada411c31 req-39096517-2c7f-4fde-9609-070bc2a2dde6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 945 time: 0.5366848 Feb 21 09:02:02.988296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e6396-cb08-47b2-a117-0b6c17accd77 None None] Pushing event deleted for resources: {'Port': ['ID=91942e1c-494a-4978-a925-da1f7f842a89,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:02.995234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-485ce49b-e67c-4e36-8123-e0a8eed12fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:03.069491 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.objects.ports [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83584) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:02:03.073139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:03.093618 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d993c491-8003-488c-b793-5762adcd4272 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:03.099854 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:03.210503 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ffd21-83d9-41bf-8303-e2ba2d047d23 None None] Pushing event updated for resources: {'Port': ['ID=94886d55-1151-43f5-9951-305d807c322b,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:03.251211 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port d993c491-8003-488c-b793-5762adcd4272 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:03.263654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port d993c491-8003-488c-b793-5762adcd4272 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:03.265755 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:03.301970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:03.470002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'Subnet': ['ID=bd453321-5bcc-47dd-802e-c1c43ab16f27,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:03.482541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Checking segment: {'id': 'ea929b4e-bfac-4092-a30a-de244a292b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d23ea8-62e6-4e8e-aa6e-aed37561aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:03.482846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Network hostable DHCP agents. Network: 62d23ea8-62e6-4e8e-aa6e-aed37561aefe, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:02:03.487505 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-171f1fb1-3d7c-4469-a492-43c935e03ad1 req-c9ce221a-9a32-43f7-8bad-f4f3a3da96ff tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9ade75-6c94-4311-9650-3df7337bc7e3 HTTP/1.1" status: 200 len: 210 time: 0.1754715 Feb 21 09:02:03.498769 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cf315f41-364a-498f-bb9e-c5fada411c31 req-90f9e3d5-88c5-44da-b9ba-2af549a1af1e tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4885724 Feb 21 09:02:03.513114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network 37ff8d37-8be2-4470-8f44-4936bea86c14 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:03.546515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:02:03.562838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Network 62d23ea8-62e6-4e8e-aa6e-aed37561aefe is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:02:03.572834 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c289b-c82a-4b36-adc8-060cbd0323f5 None None] Sync routers for ids ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:02:03.589389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:03.608909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:03.612507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:03.629767 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:03.638728 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 62d23ea8-62e6-4e8e-aa6e-aed37561aefe) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:03.659618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:03.660274 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:03.668970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:03.669940 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:03.682460 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:03.687587 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db045efd-50ae-42d3-81c6-1d035bfd3ce4 None None] Network 62d23ea8-62e6-4e8e-aa6e-aed37561aefe requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:03.717537 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=4c0bcc83-45d0-4d5e-b23f-9c3ad921a8bf,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:03.759326 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] No DVR routers for this DVR port daf9f8f4-9868-4732-b8dc-829cafcaf1af on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:03.761937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:03.770011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9ade75-6c94-4311-9650-3df7337bc7e3', 'name': 'network-vif-deleted', 'tag': 'daf9f8f4-9868-4732-b8dc-829cafcaf1af'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:02:03.787163 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c289b-c82a-4b36-adc8-060cbd0323f5 None None] Routers {'f1fec1cc-45b9-4b13-8b3a-b417fb990256'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:02:03.787820 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c64c289b-c82a-4b36-adc8-060cbd0323f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:02:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:03.788553 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:03.804834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:03.805476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:03.824493 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-67cd3504-5607-43b0-b793-2148ea9fad86 req-5688e6cb-7640-47d9-bcc7-b69b8f8ea3b4 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.47 "DELETE /v2.0/ports/daf9f8f4-9868-4732-b8dc-829cafcaf1af HTTP/1.1" status: 204 len: 173 time: 7.7749629 Feb 21 09:02:03.888607 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Made reservation on behalf of f57d22a3ad734cb986e2792c13ddb60b for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:03.890130 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9ade75-6c94-4311-9650-3df7337bc7e3', 'name': 'network-vif-deleted', 'tag': 'daf9f8f4-9868-4732-b8dc-829cafcaf1af', 'status': 'completed', 'code': 200} Feb 21 09:02:03.893602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:03.938734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] device_id is not set on port 5ee803af-d569-4ff0-8ade-9e0048b4695c yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:04.020431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:04.090198 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b0c48370-77d6-42dd-ad36-fa8539e1144b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.4627664 Feb 21 09:02:04.099881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49908) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:04.108755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Pushing event updated for resources: {'Subnet': ['ID=db650f0a-9b18-4e26-b953-677eb27e0c1d,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:04.171370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port d993c491-8003-488c-b793-5762adcd4272, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d993c491-8003-488c-b793-5762adcd4272,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:04.183245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:04.216732 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-14d6b2ce-5cb7-4024-b10b-5a895d459790 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8379338 Feb 21 09:02:04.218312 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49912) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:04.237344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:04.259823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Request body: {'port': {'network_id': '62d23ea8-62e6-4e8e-aa6e-aed37561aefe', 'name': 'tempest-NetworksIpV6TestAttrs-1220896868'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:04.283317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9c214c9d-6dfe-4b3d-8114-65249a59bb93 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 4c0bcc83-45d0-4d5e-b23f-9c3ad921a8bf {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:04.284281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c214c9d-6dfe-4b3d-8114-65249a59bb93 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:04.308049 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-62d23ea8-62e6-4e8e-aa6e-aed37561aefe', 'network_id': '62d23ea8-62e6-4e8e-aa6e-aed37561aefe', 'tenant_id': '481ac288a7d84bbc91c48926404b71a3', 'fixed_ips': [{'subnet_id': 'bd453321-5bcc-47dd-802e-c1c43ab16f27'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:02:04.308850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:04.374665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Checking segment: {'id': 'da38d741-0888-4069-8548-2a26aec67eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d07481d-d2fa-4cce-b839-89e22a233845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:04.375069 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Network hostable DHCP agents. Network: 2d07481d-d2fa-4cce-b839-89e22a233845, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:02:04.447360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Allocated IP 2001:db8::1ad (bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5/731de5b8-4baa-4cb3-b26c-2b87657742ee/5ee803af-d569-4ff0-8ade-9e0048b4695c) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:04.518277 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Allocated IP 2001:db8::f816:3eff:fe68:28b8 (62d23ea8-62e6-4e8e-aa6e-aed37561aefe/bd453321-5bcc-47dd-802e-c1c43ab16f27/4f30e22f-0255-4940-bb3c-da6242eca2e1) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:04.664320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Network 2d07481d-d2fa-4cce-b839-89e22a233845 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:02:04.670364 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:04.734149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Usage tracker for resource:port and tenant:481ac288a7d84bbc91c48926404b71a3 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:04.737370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:04.850974 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] For port 94886d55-1151-43f5-9951-305d807c322b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=94886d55-1151-43f5-9951-305d807c322b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:04.889186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:04.920640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:04.934557 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Transition to ACTIVE for port object 4f30e22f-0255-4940-bb3c-da6242eca2e1 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:04.962674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49922) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:04.976342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Transition to ACTIVE for port object 4f30e22f-0255-4940-bb3c-da6242eca2e1 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:04.990695 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=d993c491-8003-488c-b793-5762adcd4272,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:05.001226 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:05.046778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:05.057687 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 2d07481d-d2fa-4cce-b839-89e22a233845) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:05.079975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:05.080704 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:05.093204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:05.094048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:05.112257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e6d117-35e0-488e-81e3-20b0299ea3c9 None None] Network 2d07481d-d2fa-4cce-b839-89e22a233845 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:05.123186 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Made reservation on behalf of 481ac288a7d84bbc91c48926404b71a3 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:05.127648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:05.168098 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c620facd-7513-48be-a877-2987a1e411ed None None] Network 37ff8d37-8be2-4470-8f44-4936bea86c14 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:05.212784 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0effe737-db5b-46b1-b5ed-8d7c0e687562 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9187739 Feb 21 09:02:05.221305 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49926) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:05.233370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] device_id is not set on port ce4b7b9c-8845-400a-ba29-381caff9a7e6 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:05.241961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:05.263948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 94886d55-1151-43f5-9951-305d807c322b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:05.276826 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Request body: {'port': {'network_id': '2d07481d-d2fa-4cce-b839-89e22a233845', 'name': 'tempest-TagsExtTest-1501873489'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:05.345498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:05.351589 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c64c289b-c82a-4b36-adc8-060cbd0323f5 None None] Set router f1fec1cc-45b9-4b13-8b3a-b417fb990256 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:02:05.421508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Network 62d23ea8-62e6-4e8e-aa6e-aed37561aefe is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:05.440156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:05.443274 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:05.445249 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d44725cc-e110-4312-acc2-56cefa2fcf12 None None] Provisioning for port 4cbc20f2-4625-4618-86d9-05d447bde241 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:05.451815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:05.467334 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:05.480393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=4091ef34-abea-4b05-876c-52db4f7af4a6,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:05.483342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Pushing event updated for resources: {'Port': ['ID=4f30e22f-0255-4940-bb3c-da6242eca2e1,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:05.486034 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:05.493041 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:05.493650 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:05.502958 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=94886d55-1151-43f5-9951-305d807c322b,revision_number=4']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:05.510093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f7b45-196c-4b07-966c-693221ab744f None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:05.542277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c214c9d-6dfe-4b3d-8114-65249a59bb93 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:05.565418 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Transition to ACTIVE for port object 5ee803af-d569-4ff0-8ade-9e0048b4695c will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:05.582545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:05.587158 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Usage tracker for resource:port and tenant:1f2011cc370849329f7176e991123f74 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:05.590244 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:05.596779 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:05.610153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Made reservation on behalf of 1f2011cc370849329f7176e991123f74 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:05.613639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:05.712693 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] device_id is not set on port 77ceb7dc-7642-419a-8cca-2bfa8d11e024 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:05.736547 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9c214c9d-6dfe-4b3d-8114-65249a59bb93 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 4c0bcc83-45d0-4d5e-b23f-9c3ad921a8bf owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:05.780080 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:05.788595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Allocated IP 2001:db8::f816:3eff:feee:cc8a (62d23ea8-62e6-4e8e-aa6e-aed37561aefe/bd453321-5bcc-47dd-802e-c1c43ab16f27/ce4b7b9c-8845-400a-ba29-381caff9a7e6) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:05.809590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf9c93-f822-4991-8910-2f12ad7a1389 req-1646897f-dda2-422d-9aee-dd17e05eb721 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:05.810834 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-83bf9c93-f822-4991-8910-2f12ad7a1389 req-1646897f-dda2-422d-9aee-dd17e05eb721 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 945 time: 0.9182348 Feb 21 09:02:05.820775 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-39e5e09e-28cb-4102-9e89-dfb86315a954 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.6727827 Feb 21 09:02:05.831276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3bac64e7-fddc-42ac-970d-3a51891b9929 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:05.833571 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49930) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:05.864518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'mac_address': 'fa:16:3e:ac:9a:06', 'name': 'tempest-NetworksTestDHCPv6-5873551'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:05.893129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:05.904956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:05.914321 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:05.917996 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:05.918614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:05.954052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event updated for resources: {'Port': ['ID=5ee803af-d569-4ff0-8ade-9e0048b4695c,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:05.985418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3bac64e7-fddc-42ac-970d-3a51891b9929 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:06.028683 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-80bc3d7e-d345-4058-a74f-46d208e46927 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2219260 Feb 21 09:02:06.031861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49934) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:06.034190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 94886d55-1151-43f5-9951-305d807c322b completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:06.053373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-768e3776-36e5-45fa-99ff-71481dcbc2f5 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e2', 'mac_address': 'fa:16:3e:63:ff:bf'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:06.067220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Allocated IP 172.26.6.249 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/a4ad0632-059e-44e2-935e-4d3f12bc635e) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:06.146567 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-83bf9c93-f822-4991-8910-2f12ad7a1389 req-4915be08-9975-4c48-bec7-c0a2169fe29f tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159773 Feb 21 09:02:06.257359 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Allocated IP 172.20.0.5 (2d07481d-d2fa-4cce-b839-89e22a233845/db650f0a-9b18-4e26-b953-677eb27e0c1d/77ceb7dc-7642-419a-8cca-2bfa8d11e024) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:06.313041 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:06.320652 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Attempting to bind port 4f30e22f-0255-4940-bb3c-da6242eca2e1 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:06.321017 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Attempting to bind port 4f30e22f-0255-4940-bb3c-da6242eca2e1 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'ea929b4e-bfac-4092-a30a-de244a292b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d23ea8-62e6-4e8e-aa6e-aed37561aefe'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:06.321374 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Attempting to bind port 4f30e22f-0255-4940-bb3c-da6242eca2e1 on network 62d23ea8-62e6-4e8e-aa6e-aed37561aefe {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:06.387835 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:06.388284 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Checking segment: {'id': 'ea929b4e-bfac-4092-a30a-de244a292b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d23ea8-62e6-4e8e-aa6e-aed37561aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:06.388655 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:06.389083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Bound using segment: {'id': 'ea929b4e-bfac-4092-a30a-de244a292b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d23ea8-62e6-4e8e-aa6e-aed37561aefe'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:06.389567 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Bound port: 4f30e22f-0255-4940-bb3c-da6242eca2e1, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea929b4e-bfac-4092-a30a-de244a292b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d23ea8-62e6-4e8e-aa6e-aed37561aefe'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:06.390102 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:06.464463 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c214c9d-6dfe-4b3d-8114-65249a59bb93 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:06.468157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4cbc20f2-4625-4618-86d9-05d447bde241 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:06.469312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:06.477899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3bac64e7-fddc-42ac-970d-3a51891b9929 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:06.527122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:port and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:06.553495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:06.559973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c214c9d-6dfe-4b3d-8114-65249a59bb93 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=4c0bcc83-45d0-4d5e-b23f-9c3ad921a8bf,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:06.566059 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-2d07481d-d2fa-4cce-b839-89e22a233845', 'network_id': '2d07481d-d2fa-4cce-b839-89e22a233845', 'tenant_id': '1f2011cc370849329f7176e991123f74', 'fixed_ips': [{'subnet_id': 'db650f0a-9b18-4e26-b953-677eb27e0c1d'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:02:06.566407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:06.571135 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac64e7-fddc-42ac-970d-3a51891b9929 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df02cd27-6728-49eb-aa8a-9e3d8d53e32a,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:06.573157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:06.588820 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9b9187fc-162d-4cc9-b81a-84f1ec12895b None None] Provisioning for port 94886d55-1151-43f5-9951-305d807c322b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:06.656266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:06.690968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3bac64e7-fddc-42ac-970d-3a51891b9929 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:06.692139 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3bac64e7-fddc-42ac-970d-3a51891b9929 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "DELETE /v2.0/security-groups/df02cd27-6728-49eb-aa8a-9e3d8d53e32a HTTP/1.1" status: 204 len: 168 time: 1.6460693 Feb 21 09:02:06.699929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:06.705660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49938) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:06.743985 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:06.749920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9b9187fc-162d-4cc9-b81a-84f1ec12895b None None] Provisioning complete for port 94886d55-1151-43f5-9951-305d807c322b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:06.750289 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9b9187fc-162d-4cc9-b81a-84f1ec12895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:06.785672 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-cc236bfd-f7b6-466f-a7d4-5311bbd27add tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] show failed (client error): The resource could not be found. Feb 21 09:02:06.789595 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cc236bfd-f7b6-466f-a7d4-5311bbd27add tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "GET /v2.0/security-groups/df02cd27-6728-49eb-aa8a-9e3d8d53e32a HTTP/1.1" status: 404 len: 347 time: 0.0787132 Feb 21 09:02:06.793008 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49942) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:06.810776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:06.830823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Transition to ACTIVE for port object ce4b7b9c-8845-400a-ba29-381caff9a7e6 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:06.848281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Transition to ACTIVE for port object 77ceb7dc-7642-419a-8cca-2bfa8d11e024 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:06.852375 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-768e3776-36e5-45fa-99ff-71481dcbc2f5 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:06.898667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c214c9d-6dfe-4b3d-8114-65249a59bb93 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:06.900620 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9c214c9d-6dfe-4b3d-8114-65249a59bb93 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/4c0bcc83-45d0-4d5e-b23f-9c3ad921a8bf HTTP/1.1" status: 204 len: 168 time: 2.7998416 Feb 21 09:02:06.904808 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49946) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:06.944509 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 4cbc20f2-4625-4618-86d9-05d447bde241 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:06.957175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4cbc20f2-4625-4618-86d9-05d447bde241 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:06.957730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:07.028764 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] For port 4f30e22f-0255-4940-bb3c-da6242eca2e1, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:07.034593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c64c289b-c82a-4b36-adc8-060cbd0323f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T08:58:24Z', 'revision_number': 4, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '875daf23-60dc-4afa-a5c1-a602842d57aa', 'name': '', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'mac_address': 'fa:16:3e:07:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:23Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 5, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'subnets': [{'id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:07.046691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2482e52c-62b4-4870-a9d9-76ddf008d3d3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Deleting port 8cb2a5c5-60a6-4273-890a-3d31f5991f3d {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:07.046691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2482e52c-62b4-4870-a9d9-76ddf008d3d3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:07.070536 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-604faa70-4a33-4499-821b-942622f75c83 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] DELETE failed (client error): The resource could not be found. Feb 21 09:02:07.071104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604faa70-4a33-4499-821b-942622f75c83 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:07.075665 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-604faa70-4a33-4499-821b-942622f75c83 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/4c0bcc83-45d0-4d5e-b23f-9c3ad921a8bf HTTP/1.1" status: 404 len: 333 time: 0.1661541 Feb 21 09:02:07.082026 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] For port 4f30e22f-0255-4940-bb3c-da6242eca2e1, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4f30e22f-0255-4940-bb3c-da6242eca2e1,segment=NetworkSegment(ea929b4e-bfac-4092-a30a-de244a292b05),segment_id=ea929b4e-bfac-4092-a30a-de244a292b05)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:07.084522 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c289b-c82a-4b36-adc8-060cbd0323f5 None None] Checking router: f1fec1cc-45b9-4b13-8b3a-b417fb990256 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:02:07.090122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49950) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:07.093391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:07.108847 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:07.127459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:07.187750 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:07.211342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-768e3776-36e5-45fa-99ff-71481dcbc2f5 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:07.228353 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-f342116f-420a-4600-90f2-e6ddd7d59833 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] GET failed (client error): The resource could not be found. Feb 21 09:02:07.229601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f342116f-420a-4600-90f2-e6ddd7d59833 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:07.244201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-768e3776-36e5-45fa-99ff-71481dcbc2f5 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:07.258274 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Network 62d23ea8-62e6-4e8e-aa6e-aed37561aefe is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:07.278253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:07.282511 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:07.290473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:07.294979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:07.295651 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:07.300557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:07.310859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:07.313065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:07.348173 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1211874 Feb 21 09:02:07.350663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-768e3776-36e5-45fa-99ff-71481dcbc2f5 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] In _notify_port_updated(), no bound segment for port 5ee803af-d569-4ff0-8ade-9e0048b4695c on network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:02:07.355625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768e3776-36e5-45fa-99ff-71481dcbc2f5 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:07.356403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-768e3776-36e5-45fa-99ff-71481dcbc2f5 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:07.360881 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-768e3776-36e5-45fa-99ff-71481dcbc2f5 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "PUT /v2.0/ports/5ee803af-d569-4ff0-8ade-9e0048b4695c HTTP/1.1" status: 200 len: 1003 time: 1.3216138 Feb 21 09:02:07.361058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49956) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:07.361292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49958) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:07.371454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c601217-740f-4f18-ba4e-3b021bcb8489 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'Port': ['ID=ce4b7b9c-8845-400a-ba29-381caff9a7e6,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:07.388600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Network 2d07481d-d2fa-4cce-b839-89e22a233845 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:07.401188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9b9187fc-162d-4cc9-b81a-84f1ec12895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:07.483446 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c289b-c82a-4b36-adc8-060cbd0323f5 None None] Routers {'f1fec1cc-45b9-4b13-8b3a-b417fb990256'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:02:07.484132 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c64c289b-c82a-4b36-adc8-060cbd0323f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:02:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:07.690750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event updated for resources: {'Port': ['ID=a4ad0632-059e-44e2-935e-4d3f12bc635e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:07.742281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:07.746409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:07.782291 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c64c289b-c82a-4b36-adc8-060cbd0323f5 None None] Set router f1fec1cc-45b9-4b13-8b3a-b417fb990256 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:02:07.840751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Pushing event updated for resources: {'Port': ['ID=77ceb7dc-7642-419a-8cca-2bfa8d11e024,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:07.878022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 7ce7d8ee-c33b-4b57-9171-b5a0d3e26036 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:07.888709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Allocated IP 172.20.0.2 (2d07481d-d2fa-4cce-b839-89e22a233845/db650f0a-9b18-4e26-b953-677eb27e0c1d/980db117-f6ee-48c6-9783-d6d03b27b1db) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:07.906317 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d377d8-8b34-4117-afca-5d2230787ea5 None None] Pushing event updated for resources: {'Port': ['ID=4f30e22f-0255-4940-bb3c-da6242eca2e1,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:07.921705 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:07.922520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:07.962783 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-acf545c7-b996-49ea-80aa-a323d963bd85 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7399945 Feb 21 09:02:07.963656 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e3776-36e5-45fa-99ff-71481dcbc2f5 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event updated for resources: {'Port': ['ID=5ee803af-d569-4ff0-8ade-9e0048b4695c,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:07.966854 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49964) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:07.972887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4f9781c2-f018-4da6-a9ed-2a2d7c75ee92 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-620987019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:07.980576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4f9781c2-f018-4da6-a9ed-2a2d7c75ee92 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:07.984667 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4f9781c2-f018-4da6-a9ed-2a2d7c75ee92 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Usage tracker for resource:router and tenant:1f2011cc370849329f7176e991123f74 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:07.991899 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4f9781c2-f018-4da6-a9ed-2a2d7c75ee92 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:08.001975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4f9781c2-f018-4da6-a9ed-2a2d7c75ee92 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:08.009312 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9b9187fc-162d-4cc9-b81a-84f1ec12895b None None] For port 94886d55-1151-43f5-9951-305d807c322b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=94886d55-1151-43f5-9951-305d807c322b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:08.012082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.017953 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4f9781c2-f018-4da6-a9ed-2a2d7c75ee92 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.019301 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4f9781c2-f018-4da6-a9ed-2a2d7c75ee92 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.049769 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4f9781c2-f018-4da6-a9ed-2a2d7c75ee92 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.054227 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9b9187fc-162d-4cc9-b81a-84f1ec12895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.079869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4f9781c2-f018-4da6-a9ed-2a2d7c75ee92 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.096968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f342116f-420a-4600-90f2-e6ddd7d59833 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:08.098348 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f342116f-420a-4600-90f2-e6ddd7d59833 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/4c0bcc83-45d0-4d5e-b23f-9c3ad921a8bf HTTP/1.1" status: 404 len: 333 time: 1.0071111 Feb 21 09:02:08.110638 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49968) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:08.119234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4f9781c2-f018-4da6-a9ed-2a2d7c75ee92 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.121059 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4f9781c2-f018-4da6-a9ed-2a2d7c75ee92 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1520412 Feb 21 09:02:08.152935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49972) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:08.180617 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-30cb33f6-4557-413d-a97b-add4ff4efd16 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-426073289', 'prefixes': ['172.20.0.0/16']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:08.257633 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-30cb33f6-4557-413d-a97b-add4ff4efd16 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:08.480502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2179e082-94e0-48ff-9183-85d96ff2194c tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Deleting port 5ee803af-d569-4ff0-8ade-9e0048b4695c {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:08.480917 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2179e082-94e0-48ff-9183-85d96ff2194c tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.520449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41cc7bf-4058-42c1-88e2-9b3ecc6130ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting subnet f66a31c7-deb8-4254-839d-23785721e268 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:02:08.526048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b41cc7bf-4058-42c1-88e2-9b3ecc6130ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.583463 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d3fc27-28ab-4830-a8fb-0d3a8f1a54d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Deleting subnet bd453321-5bcc-47dd-802e-c1c43ab16f27 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:02:08.628707 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b41cc7bf-4058-42c1-88e2-9b3ecc6130ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.629190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 4cbc20f2-4625-4618-86d9-05d447bde241, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4cbc20f2-4625-4618-86d9-05d447bde241,segment=NetworkSegment(3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17),segment_id=3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:08.631328 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9187fc-162d-4cc9-b81a-84f1ec12895b None None] Pushing event updated for resources: {'Port': ['ID=94886d55-1151-43f5-9951-305d807c322b,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:08.645468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.646780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6beee1-1f43-452d-a39d-579a6a61ecd3 req-1cbf9775-050e-47dd-912d-0aad09a221c5 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:08.654247 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b6beee1-1f43-452d-a39d-579a6a61ecd3 req-1cbf9775-050e-47dd-912d-0aad09a221c5 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 945 time: 1.1902542 Feb 21 09:02:08.682501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37d3fc27-28ab-4830-a8fb-0d3a8f1a54d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.713554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-af2c7afb-8380-49a7-8727-49796d4091f6 None None] Provisioning for port 5ee803af-d569-4ff0-8ade-9e0048b4695c completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:08.752898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2482e52c-62b4-4870-a9d9-76ddf008d3d3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.753423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2482e52c-62b4-4870-a9d9-76ddf008d3d3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.766869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b41cc7bf-4058-42c1-88e2-9b3ecc6130ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.795747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-af2c7afb-8380-49a7-8727-49796d4091f6 None None] Provisioning complete for port 5ee803af-d569-4ff0-8ade-9e0048b4695c triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:08.796224 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-af2c7afb-8380-49a7-8727-49796d4091f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.886373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b41cc7bf-4058-42c1-88e2-9b3ecc6130ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.896681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 94886d55-1151-43f5-9951-305d807c322b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:08.951496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cc7bf-4058-42c1-88e2-9b3ecc6130ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Subnet': ['ID=f66a31c7-deb8-4254-839d-23785721e268,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:08.956384 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30cb33f6-4557-413d-a97b-add4ff4efd16 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks [] for subnetpool, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.962201 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-30cb33f6-4557-413d-a97b-add4ff4efd16 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.8012888 Feb 21 09:02:08.962838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49976) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:08.964638 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b41cc7bf-4058-42c1-88e2-9b3ecc6130ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:08.966481 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b41cc7bf-4058-42c1-88e2-9b3ecc6130ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/f66a31c7-deb8-4254-839d-23785721e268 HTTP/1.1" status: 204 len: 168 time: 0.8539882 Feb 21 09:02:08.973486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-da26a348-e504-4326-8ece-465c3607c181 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'db650f0a-9b18-4e26-b953-677eb27e0c1d', 'tempest-TagsExtTest-Tag-1246142324') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:08.976700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 49980) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:08.986827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2482e52c-62b4-4870-a9d9-76ddf008d3d3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Calling delete_port for 8cb2a5c5-60a6-4273-890a-3d31f5991f3d owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:09.013945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e74d4-9793-4d93-b93d-7a141d1492dd None None] Network 37ff8d37-8be2-4470-8f44-4936bea86c14 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:09.030412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=4cbc20f2-4625-4618-86d9-05d447bde241,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:09.044777 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-af2c7afb-8380-49a7-8727-49796d4091f6 None None] Port 5ee803af-d569-4ff0-8ade-9e0048b4695c cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:02:09.066259 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37d3fc27-28ab-4830-a8fb-0d3a8f1a54d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:09.086170 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-da26a348-e504-4326-8ece-465c3607c181 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "PUT /v2.0/subnets/db650f0a-9b18-4e26-b953-677eb27e0c1d/tags/tempest-TagsExtTest-Tag-1246142324 HTTP/1.1" status: 201 len: 201 time: 0.1182003 Feb 21 09:02:09.087100 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49984) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:09.093208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-a132e149-571b-4e96-bc5b-7980d7ed123f tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '77ceb7dc-7642-419a-8cca-2bfa8d11e024', 'tempest-TagsExtTest-Tag-621192133') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:09.104033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:09.180122 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Transition to ACTIVE for port object 980db117-f6ee-48c6-9783-d6d03b27b1db will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:09.188189 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e0244d12-cd8a-4e38-bc4b-c76d0e6ca3fb req-6412bc77-9d2e-4bad-910b-c607003ec182 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 1098 time: 1.4817271 Feb 21 09:02:09.216034 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a132e149-571b-4e96-bc5b-7980d7ed123f tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "PUT /v2.0/ports/77ceb7dc-7642-419a-8cca-2bfa8d11e024/tags/tempest-TagsExtTest-Tag-621192133 HTTP/1.1" status: 201 len: 201 time: 0.1277533 Feb 21 09:02:09.218219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49988) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:09.225419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-e557e344-6ed2-4612-9da2-0a0741a9dec1 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8', 'tempest-TagsExtTest-Tag-335497099') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:09.266375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Transition to ACTIVE for port object 980db117-f6ee-48c6-9783-d6d03b27b1db will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:09.274126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-af2c7afb-8380-49a7-8727-49796d4091f6 None None] Provisioning complete for port 94886d55-1151-43f5-9951-305d807c322b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:09.274407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-af2c7afb-8380-49a7-8727-49796d4091f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:09.276356 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b6beee1-1f43-452d-a39d-579a6a61ecd3 req-56560897-52f0-4d2d-b90d-50446cf1f8e6 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6210141 Feb 21 09:02:09.350956 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:09.411150 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa251370-9c6d-4e98-b2ce-fff171688ffc None None] Network 62d23ea8-62e6-4e8e-aa6e-aed37561aefe requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:09.433159 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e557e344-6ed2-4612-9da2-0a0741a9dec1 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "PUT /v2.0/routers/91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8/tags/tempest-TagsExtTest-Tag-335497099 HTTP/1.1" status: 201 len: 201 time: 0.2137494 Feb 21 09:02:09.436511 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49992) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:09.443427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-bb17745c-cc7e-43ab-8e7f-3417fb42d6ec tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5f885543-6733-4e69-a759-97a9643d620b', 'tempest-TagsExtTest-Tag-1248842759') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:09.449901 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 94886d55-1151-43f5-9951-305d807c322b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:09.450270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:09.483400 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bb17745c-cc7e-43ab-8e7f-3417fb42d6ec tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "PUT /v2.0/subnetpools/5f885543-6733-4e69-a759-97a9643d620b/tags/tempest-TagsExtTest-Tag-1248842759 HTTP/1.1" status: 201 len: 201 time: 0.0432880 Feb 21 09:02:09.483649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 49996) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:09.489947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-98296882-8608-474c-ba64-0b4bb5adabed tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'db650f0a-9b18-4e26-b953-677eb27e0c1d') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:09.503342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:09.514927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 172.20.0.5 (749b6d65-c680-4e97-918b-6efdfcb19e4b/a8d068da-ac14-4b53-ae12-6b4627f0c1f8/7ce7d8ee-c33b-4b57-9171-b5a0d3e26036) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:09.557646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::f816:3eff:feac:9a06 (749b6d65-c680-4e97-918b-6efdfcb19e4b/4091ef34-abea-4b05-876c-52db4f7af4a6/7ce7d8ee-c33b-4b57-9171-b5a0d3e26036) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:09.565006 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98296882-8608-474c-ba64-0b4bb5adabed tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/subnets/db650f0a-9b18-4e26-b953-677eb27e0c1d/tags HTTP/1.1" status: 200 len: 241 time: 0.0780706 Feb 21 09:02:09.565328 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50000) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:09.574910 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-4e032c02-d459-44ad-83b7-35b23af67ea2 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db650f0a-9b18-4e26-b953-677eb27e0c1d', 'tempest-TagsExtTest-Tag-1246142324') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:09.606875 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Network 2d07481d-d2fa-4cce-b839-89e22a233845 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:09.618066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:09.624903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Pushing event updated for resources: {'Port': ['ID=980db117-f6ee-48c6-9783-d6d03b27b1db,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:09.629322 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e0244d12-cd8a-4e38-bc4b-c76d0e6ca3fb req-8314dc07-2b94-40b2-9f87-6810a6695e68 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3894126 Feb 21 09:02:09.635280 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:09.649958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c64c289b-c82a-4b36-adc8-060cbd0323f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T08:58:24Z', 'revision_number': 4, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '875daf23-60dc-4afa-a5c1-a602842d57aa', 'name': '', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'mac_address': 'fa:16:3e:07:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:23Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 5, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'subnets': [{'id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:09.657728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 4cbc20f2-4625-4618-86d9-05d447bde241 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:09.658172 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:09.667809 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4e032c02-d459-44ad-83b7-35b23af67ea2 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/subnets/db650f0a-9b18-4e26-b953-677eb27e0c1d/tags/tempest-TagsExtTest-Tag-1246142324 HTTP/1.1" status: 204 len: 168 time: 0.1009541 Feb 21 09:02:09.668789 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50004) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:09.676878 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-907220f3-5ee9-4cec-b2c3-a9a31625503d tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'db650f0a-9b18-4e26-b953-677eb27e0c1d', 'tempest-TagsExtTest-Tag-1246142324') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:09.682816 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c289b-c82a-4b36-adc8-060cbd0323f5 None None] The sync data for ids ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'] in dv-neutron-830062-1-hyperv is: [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T08:58:24Z', 'revision_number': 4, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '875daf23-60dc-4afa-a5c1-a602842d57aa', 'name': '', 'network_id': 'ab12aaff-f429-4b8e-bdc9-61e3709a4af8', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'mac_address': 'fa:16:3e:07:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:23Z', 'updated_at': '2022-02-21T08:58:41Z', 'revision_number': 5, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'subnets': [{'id': '16a8f84c-ea91-4075-9f54-c7ae84ea5299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:02:09.763806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device a6fe4fa5-6036-4170-a983-961ab13ba02b details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:02:09.765830 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device a6fe4fa5-6036-4170-a983-961ab13ba02b no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:09.786161 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2179e082-94e0-48ff-9183-85d96ff2194c tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:09.822309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50008) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:09.824735 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-907220f3-5ee9-4cec-b2c3-a9a31625503d tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/subnets/db650f0a-9b18-4e26-b953-677eb27e0c1d/tags/tempest-TagsExtTest-Tag-1246142324 HTTP/1.1" status: 204 len: 168 time: 0.1543791 Feb 21 09:02:09.941591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2482e52c-62b4-4870-a9d9-76ddf008d3d3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:09.971890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.tag.tag_plugin [None req-fd90db7e-b4b7-42e2-a5dc-e0eb0b8ec09f tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'db650f0a-9b18-4e26-b953-677eb27e0c1d') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:09.998613 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6a90e-b07b-46b9-aa0d-2148868409b7 None None] New status for floating IP d03e51f3-f621-488f-b014-64e2193967fe: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:02:10.001926 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2179e082-94e0-48ff-9183-85d96ff2194c tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Calling delete_port for 5ee803af-d569-4ff0-8ade-9e0048b4695c owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:10.002072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.resource_extend [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:02:10.088961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Attempting to bind port 980db117-f6ee-48c6-9783-d6d03b27b1db on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:10.089324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Attempting to bind port 980db117-f6ee-48c6-9783-d6d03b27b1db by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'da38d741-0888-4069-8548-2a26aec67eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d07481d-d2fa-4cce-b839-89e22a233845'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:10.089676 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Attempting to bind port 980db117-f6ee-48c6-9783-d6d03b27b1db on network 2d07481d-d2fa-4cce-b839-89e22a233845 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:10.092629 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6591148e-6e5d-4db5-b969-988dc8542dba None None] DHCP port deletion for 37ff8d37-8be2-4470-8f44-4936bea86c14 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:02:10.153427 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6591148e-6e5d-4db5-b969-988dc8542dba None None] Deleting port 4cbc20f2-4625-4618-86d9-05d447bde241 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:10.154416 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6591148e-6e5d-4db5-b969-988dc8542dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:10.186434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4f30e22f-0255-4940-bb3c-da6242eca2e1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:10.233313 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:10.233682 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Checking segment: {'id': 'da38d741-0888-4069-8548-2a26aec67eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d07481d-d2fa-4cce-b839-89e22a233845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:10.234075 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:10.234460 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Bound using segment: {'id': 'da38d741-0888-4069-8548-2a26aec67eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d07481d-d2fa-4cce-b839-89e22a233845'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:10.234932 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Bound port: 980db117-f6ee-48c6-9783-d6d03b27b1db, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da38d741-0888-4069-8548-2a26aec67eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d07481d-d2fa-4cce-b839-89e22a233845'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:10.235322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:10.295540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482e52c-62b4-4870-a9d9-76ddf008d3d3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Pushing event deleted for resources: {'Port': ['ID=8cb2a5c5-60a6-4273-890a-3d31f5991f3d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:10.297600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:10.298328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:10.325285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37d3fc27-28ab-4830-a8fb-0d3a8f1a54d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:10.418949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-af2c7afb-8380-49a7-8727-49796d4091f6 None None] Provisioning complete for port 4cbc20f2-4625-4618-86d9-05d447bde241 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:10.419349 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-af2c7afb-8380-49a7-8727-49796d4091f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:10.575856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:10.607692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port a6fe4fa5-6036-4170-a983-961ab13ba02b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=a6fe4fa5-6036-4170-a983-961ab13ba02b,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:10.675365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'port_id': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'mac_address': 'fa:16:3e:70:d7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:02:10.770187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fe4fa5-6036-4170-a983-961ab13ba02b'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:02:10.828641 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] For port 980db117-f6ee-48c6-9783-d6d03b27b1db, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:10.868776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 4f30e22f-0255-4940-bb3c-da6242eca2e1 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:10.877203 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port a6fe4fa5-6036-4170-a983-961ab13ba02b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=a6fe4fa5-6036-4170-a983-961ab13ba02b,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:10.890897 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] For port 980db117-f6ee-48c6-9783-d6d03b27b1db, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=980db117-f6ee-48c6-9783-d6d03b27b1db,segment=NetworkSegment(da38d741-0888-4069-8548-2a26aec67eea),segment_id=da38d741-0888-4069-8548-2a26aec67eea)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:10.905304 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'code': 200} Feb 21 09:02:10.929875 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:10.950817 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] For port 4cbc20f2-4625-4618-86d9-05d447bde241, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4cbc20f2-4625-4618-86d9-05d447bde241,segment=NetworkSegment(3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17),segment_id=3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:10.951981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:10.971399 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d993c491-8003-488c-b793-5762adcd4272 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:10.990553 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:10.997738 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:11.020964 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:11.070391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2482e52c-62b4-4870-a9d9-76ddf008d3d3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:11.077718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6591148e-6e5d-4db5-b969-988dc8542dba None None] For port 4cbc20f2-4625-4618-86d9-05d447bde241, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4cbc20f2-4625-4618-86d9-05d447bde241,segment=NetworkSegment(3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17),segment_id=3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:11.078125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6591148e-6e5d-4db5-b969-988dc8542dba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:11.152277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 4cbc20f2-4625-4618-86d9-05d447bde241 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:11.184255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37d3fc27-28ab-4830-a8fb-0d3a8f1a54d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:11.231868 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6fe4fa5-6036-4170-a983-961ab13ba02b {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:02:11.248385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6591148e-6e5d-4db5-b969-988dc8542dba None None] Calling delete_port for 4cbc20f2-4625-4618-86d9-05d447bde241 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:11.252831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3fc27-28ab-4830-a8fb-0d3a8f1a54d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Subnet': ['ID=bd453321-5bcc-47dd-802e-c1c43ab16f27,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:11.271804 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fd90db7e-b4b7-42e2-a5dc-e0eb0b8ec09f tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/subnets/db650f0a-9b18-4e26-b953-677eb27e0c1d/tags HTTP/1.1" status: 200 len: 205 time: 1.3909259 Feb 21 09:02:11.272755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50018) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:11.284141 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-0c741262-197c-4762-b091-f3b74ecb2dcb tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '77ceb7dc-7642-419a-8cca-2bfa8d11e024') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:11.284388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 7ce7d8ee-c33b-4b57-9171-b5a0d3e26036 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:11.301144 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=a6fe4fa5-6036-4170-a983-961ab13ba02b,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:11.325083 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428294f1-05c3-4792-8002-a702ab7a1161 req-a6ad0147-aa3a-4384-b98b-d9a97e7a777b tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:11.332168 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-428294f1-05c3-4792-8002-a702ab7a1161 req-a6ad0147-aa3a-4384-b98b-d9a97e7a777b tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 945 time: 0.9242852 Feb 21 09:02:11.362795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37d3fc27-28ab-4830-a8fb-0d3a8f1a54d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:11.366747 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-37d3fc27-28ab-4830-a8fb-0d3a8f1a54d7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/subnets/bd453321-5bcc-47dd-802e-c1c43ab16f27 HTTP/1.1" status: 204 len: 168 time: 3.9280021 Feb 21 09:02:11.371120 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50022) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:11.378221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2482e52c-62b4-4870-a9d9-76ddf008d3d3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:11.382693 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2482e52c-62b4-4870-a9d9-76ddf008d3d3 tempest-ServerActionsTestJSON-1597947820 tempest-ServerActionsTestJSON-1597947820-project] 10.222.0.48 "DELETE /v2.0/floatingips/d03e51f3-f621-488f-b014-64e2193967fe HTTP/1.1" status: 204 len: 168 time: 4.5885949 Feb 21 09:02:11.389322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50026) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:11.423810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5832b6c2-c5ed-4fbe-b5b5-5c77500f247c None None] Could not find standard attr ID for object 4c0bcc83-45d0-4d5e-b23f-9c3ad921a8bf. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:02:11.462114 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port d993c491-8003-488c-b793-5762adcd4272 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:11.462486 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:11.470150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2179e082-94e0-48ff-9183-85d96ff2194c tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:11.484546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa923e-41d1-46e7-b489-124b285c03c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:11.486230 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa923e-41d1-46e7-b489-124b285c03c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:11.487598 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-37fa923e-41d1-46e7-b489-124b285c03c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Synchronizing usage tracker for tenant:481ac288a7d84bbc91c48926404b71a3 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:11.521862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-37fa923e-41d1-46e7-b489-124b285c03c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Unset dirty status for tenant:481ac288a7d84bbc91c48926404b71a3 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:11.523399 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3facd8-e4c5-4850-9a07-ceb75096073e None None] Network 62d23ea8-62e6-4e8e-aa6e-aed37561aefe requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:11.525936 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-37fa923e-41d1-46e7-b489-124b285c03c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1537778 Feb 21 09:02:11.530417 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0c741262-197c-4762-b091-f3b74ecb2dcb tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/ports/77ceb7dc-7642-419a-8cca-2bfa8d11e024/tags HTTP/1.1" status: 200 len: 240 time: 0.2536182 Feb 21 09:02:11.530417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50030) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:11.530926 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50032) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:11.655391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-74720975-3bdb-4e4c-a9d9-186333012002 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '77ceb7dc-7642-419a-8cca-2bfa8d11e024', 'tempest-TagsExtTest-Tag-621192133') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:11.674773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:02:11.675468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:02:11.692583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179e082-94e0-48ff-9183-85d96ff2194c tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event deleted for resources: {'Port': ['ID=5ee803af-d569-4ff0-8ade-9e0048b4695c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:11.716632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaefefa-28ed-4b33-aaf9-da5b3b7ae30c None None] Pushing event updated for resources: {'Port': ['ID=980db117-f6ee-48c6-9783-d6d03b27b1db,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:11.724748 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5832b6c2-c5ed-4fbe-b5b5-5c77500f247c None None] Provisioning for port 4f30e22f-0255-4940-bb3c-da6242eca2e1 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:11.732009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:11.732960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d402abe-37c9-4451-9b8a-30de41aadb51 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:11.750168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5832b6c2-c5ed-4fbe-b5b5-5c77500f247c None None] Provisioning complete for port 4f30e22f-0255-4940-bb3c-da6242eca2e1 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:11.750685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5832b6c2-c5ed-4fbe-b5b5-5c77500f247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:11.759951 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d402abe-37c9-4451-9b8a-30de41aadb51 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 21 09:02:11.760393 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d402abe-37c9-4451-9b8a-30de41aadb51 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:11.767105 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2d402abe-37c9-4451-9b8a-30de41aadb51 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/networks/62d23ea8-62e6-4e8e-aa6e-aed37561aefe HTTP/1.1" status: 409 len: 405 time: 0.2326164 Feb 21 09:02:11.767105 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50040) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:11.773352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1482471435'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:11.779084 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:11.785692 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Usage tracker for resource:network and tenant:481ac288a7d84bbc91c48926404b71a3 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:11.789996 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:11.797254 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:11.811032 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-428294f1-05c3-4792-8002-a702ab7a1161 req-24f77135-ce8e-4171-9d85-a09d31653714 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4779859 Feb 21 09:02:11.812414 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-74720975-3bdb-4e4c-a9d9-186333012002 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/ports/77ceb7dc-7642-419a-8cca-2bfa8d11e024/tags/tempest-TagsExtTest-Tag-621192133 HTTP/1.1" status: 204 len: 168 time: 0.1992795 Feb 21 09:02:11.813837 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50044) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:11.819786 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-bdfccb13-0708-4955-ae12-eda43ff08fc1 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '77ceb7dc-7642-419a-8cca-2bfa8d11e024', 'tempest-TagsExtTest-Tag-621192133') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:11.831478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-6591148e-6e5d-4db5-b969-988dc8542dba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:02:11.831818 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-6591148e-6e5d-4db5-b969-988dc8542dba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:02:11.838157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:11.852255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=4cbc20f2-4625-4618-86d9-05d447bde241,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:11.856946 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Made reservation on behalf of 481ac288a7d84bbc91c48926404b71a3 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:11.859852 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:11.919915 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No DVR routers for this DVR port 4cbc20f2-4625-4618-86d9-05d447bde241 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:12.024497 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:02:12.038584 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:12.038941 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Added segment 3c253e74-64d0-4b13-929b-0cd5805d0b22 of type vlan for network de3acda9-82bb-4230-8948-efc9122d74d7 Feb 21 09:02:12.080211 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:12.110346 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bdfccb13-0708-4955-ae12-eda43ff08fc1 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/ports/77ceb7dc-7642-419a-8cca-2bfa8d11e024/tags/tempest-TagsExtTest-Tag-621192133 HTTP/1.1" status: 204 len: 168 time: 0.2954555 Feb 21 09:02:12.122731 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50048) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:12.134812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-bf6635ac-9f4f-4764-b8d9-1e3071c3c03b tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '77ceb7dc-7642-419a-8cca-2bfa8d11e024') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:12.159980 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5832b6c2-c5ed-4fbe-b5b5-5c77500f247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:12.245173 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:12.249748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:12.250873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:12.280102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:12.296945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d96df3a-aa2d-49ed-a78b-ad57b79e1a18 None None] DHCP port deletion for 62d23ea8-62e6-4e8e-aa6e-aed37561aefe request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:02:12.314556 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-3d96df3a-aa2d-49ed-a78b-ad57b79e1a18 None None] Deleting port 4f30e22f-0255-4940-bb3c-da6242eca2e1 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:12.315016 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3d96df3a-aa2d-49ed-a78b-ad57b79e1a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:12.380887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:12.383896 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:12.416549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-5832b6c2-c5ed-4fbe-b5b5-5c77500f247c None None] For port 4f30e22f-0255-4940-bb3c-da6242eca2e1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4f30e22f-0255-4940-bb3c-da6242eca2e1,segment=NetworkSegment(ea929b4e-bfac-4092-a30a-de244a292b05),segment_id=ea929b4e-bfac-4092-a30a-de244a292b05)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:12.417939 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6591148e-6e5d-4db5-b969-988dc8542dba None None] Deleting port 4cbc20f2-4625-4618-86d9-05d447bde241 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:12.418212 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6591148e-6e5d-4db5-b969-988dc8542dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:12.432517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=7ce7d8ee-c33b-4b57-9171-b5a0d3e26036,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:12.470166 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7021747 Feb 21 09:02:12.476444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50054) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:12.493168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2913c2-65b3-42d7-89ba-d78aa15e106d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'Network': ['ID=de3acda9-82bb-4230-8948-efc9122d74d7,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:12.504705 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Request body: {'subnet': {'network_id': 'de3acda9-82bb-4230-8948-efc9122d74d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:12.523727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2179e082-94e0-48ff-9183-85d96ff2194c tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:12.550841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:12.560410 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bf6635ac-9f4f-4764-b8d9-1e3071c3c03b tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/ports/77ceb7dc-7642-419a-8cca-2bfa8d11e024/tags HTTP/1.1" status: 200 len: 205 time: 0.4342625 Feb 21 09:02:12.561069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50058) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:12.572475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.tag.tag_plugin [None req-e7db4a70-026e-4614-9593-bed49ac811aa tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:12.652502 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 980db117-f6ee-48c6-9783-d6d03b27b1db up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:12.695937 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2179e082-94e0-48ff-9183-85d96ff2194c tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "DELETE /v2.0/ports/5ee803af-d569-4ff0-8ade-9e0048b4695c HTTP/1.1" status: 204 len: 168 time: 5.2527041 Feb 21 09:02:12.710864 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50062) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:12.714905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network de3acda9-82bb-4230-8948-efc9122d74d7 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:02:12.733183 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5832b6c2-c5ed-4fbe-b5b5-5c77500f247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:12.769124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:12.803181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:12.819771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:12.820433 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:12.832663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ff8d37-8be2-4470-8f44-4936bea86c14']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:12.833169 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Made reservation on behalf of 481ac288a7d84bbc91c48926404b71a3 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:12.892248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:12.892640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd3d0c1-b4d2-4339-b475-3c69b1fa5a17') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:12.901697 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfd1236-ea2d-4402-99ee-554fcc5b1b92 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] GET failed (client error): The resource could not be found. Feb 21 09:02:12.902207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ddfd1236-ea2d-4402-99ee-554fcc5b1b92 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Synchronizing usage tracker for tenant:f57d22a3ad734cb986e2792c13ddb60b on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:12.930411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:12.954523 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4c9aa75b-124b-4d00-b3d5-6c541f59a456 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 7.1109846 Feb 21 09:02:12.961161 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50068) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:12.971264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3d96df3a-aa2d-49ed-a78b-ad57b79e1a18 None None] For port 4f30e22f-0255-4940-bb3c-da6242eca2e1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4f30e22f-0255-4940-bb3c-da6242eca2e1,segment=NetworkSegment(ea929b4e-bfac-4092-a30a-de244a292b05),segment_id=ea929b4e-bfac-4092-a30a-de244a292b05)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:12.971663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3d96df3a-aa2d-49ed-a78b-ad57b79e1a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:13.035086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ddfd1236-ea2d-4402-99ee-554fcc5b1b92 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Unset dirty status for tenant:f57d22a3ad734cb986e2792c13ddb60b on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:13.039610 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ddfd1236-ea2d-4402-99ee-554fcc5b1b92 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "GET /v2.0/ports/5ee803af-d569-4ff0-8ade-9e0048b4695c HTTP/1.1" status: 404 len: 333 time: 0.3212323 Feb 21 09:02:13.041119 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50072) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:13.043943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:13.081107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:13.092699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Request body: {'port': {'network_id': 'bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1504342002'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:13.106736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-3d96df3a-aa2d-49ed-a78b-ad57b79e1a18 None None] Calling delete_port for 4f30e22f-0255-4940-bb3c-da6242eca2e1 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:13.111496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:02:13.111906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:02:13.135239 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:02:13.158403 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e7db4a70-026e-4614-9593-bed49ac811aa tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/routers/91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8/tags HTTP/1.1" status: 200 len: 240 time: 0.5895162 Feb 21 09:02:13.168886 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50076) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:13.175877 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-ba3339e6-9d85-4790-aba5-6f2b6804d3a1 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8', 'tempest-TagsExtTest-Tag-335497099') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:13.265894 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68002149-d471-4e2c-b1f0-4a43e86943e5 None None] Network 2d07481d-d2fa-4cce-b839-89e22a233845 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:13.317248 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6591148e-6e5d-4db5-b969-988dc8542dba None None] The port '4cbc20f2-4625-4618-86d9-05d447bde241' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:02:13.387651 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ba3339e6-9d85-4790-aba5-6f2b6804d3a1 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/routers/91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8/tags/tempest-TagsExtTest-Tag-335497099 HTTP/1.1" status: 204 len: 168 time: 0.2176406 Feb 21 09:02:13.390833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50080) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:13.394910 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:13.398727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-763ed546-5495-4ce6-8cd5-6c9d4ed1fee7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8', 'tempest-TagsExtTest-Tag-335497099') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:13.487057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3d96df3a-aa2d-49ed-a78b-ad57b79e1a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:13.492039 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fe4fa5-6036-4170-a983-961ab13ba02b {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:02:13.502441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832b6c2-c5ed-4fbe-b5b5-5c77500f247c None None] Pushing event updated for resources: {'Port': ['ID=4f30e22f-0255-4940-bb3c-da6242eca2e1,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:13.510062 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5832b6c2-c5ed-4fbe-b5b5-5c77500f247c None None] Provisioning for port ce4b7b9c-8845-400a-ba29-381caff9a7e6 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:13.531728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Router 3128b427-23b0-4c51-89da-162fa65954a2 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:02:13.534737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:13.589354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5832b6c2-c5ed-4fbe-b5b5-5c77500f247c None None] Provisioning complete for port ce4b7b9c-8845-400a-ba29-381caff9a7e6 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:13.589709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5832b6c2-c5ed-4fbe-b5b5-5c77500f247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:13.611295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:13.621608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96df3a-aa2d-49ed-a78b-ad57b79e1a18 None None] Pushing event deleted for resources: {'Port': ['ID=4f30e22f-0255-4940-bb3c-da6242eca2e1,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:13.626209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a414851-a4d8-42d3-8d59-bdd6ca6cf896 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:13.632305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 980db117-f6ee-48c6-9783-d6d03b27b1db completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:13.633651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a414851-a4d8-42d3-8d59-bdd6ca6cf896 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:13.634419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3a414851-a4d8-42d3-8d59-bdd6ca6cf896 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:13.639140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Network': ['ID=37ff8d37-8be2-4470-8f44-4936bea86c14,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:13.650802 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-908187fb-d757-4798-b9c6-f2b298c4e04d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/networks/37ff8d37-8be2-4470-8f44-4936bea86c14 HTTP/1.1" status: 204 len: 168 time: 4.6341822 Feb 21 09:02:13.651065 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-763ed546-5495-4ce6-8cd5-6c9d4ed1fee7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/routers/91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8/tags/tempest-TagsExtTest-Tag-335497099 HTTP/1.1" status: 204 len: 168 time: 0.2557988 Feb 21 09:02:13.662760 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d96df3a-aa2d-49ed-a78b-ad57b79e1a18 None None] No DVR routers for this DVR port 4f30e22f-0255-4940-bb3c-da6242eca2e1 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:13.664076 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50084) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:13.665149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50086) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:13.668258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port a6fe4fa5-6036-4170-a983-961ab13ba02b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=a6fe4fa5-6036-4170-a983-961ab13ba02b,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:13.674088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-51da4aee-4fe4-40b9-ac3e-e2b2933f5487 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:13.684581 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:13.740990 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1036656643'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:13.756729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:13.767238 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4cbc20f2-4625-4618-86d9-05d447bde241 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:13.777446 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:network and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:13.803903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-5832b6c2-c5ed-4fbe-b5b5-5c77500f247c None None] Port ce4b7b9c-8845-400a-ba29-381caff9a7e6 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:02:13.817344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 4cbc20f2-4625-4618-86d9-05d447bde241 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:02:13.817720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4cbc20f2-4625-4618-86d9-05d447bde241 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:02:13.840451 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:13.855482 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:13.862684 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3a414851-a4d8-42d3-8d59-bdd6ca6cf896 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:13.866302 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3a414851-a4d8-42d3-8d59-bdd6ca6cf896 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.8879733 Feb 21 09:02:13.868480 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50092) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:13.874138 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d85198-8c52-4af7-8150-f8875090993d req-b160cbff-de11-4f57-976f-8ef73acb160e tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:13.875797 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-10d85198-8c52-4af7-8150-f8875090993d req-b160cbff-de11-4f57-976f-8ef73acb160e tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 943 time: 0.8355329 Feb 21 09:02:13.886527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:13.908130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=a6fe4fa5-6036-4170-a983-961ab13ba02b,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:13.918306 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['a6fe4fa5-6036-4170-a983-961ab13ba02b'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:02:13.929474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:13.972024 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:13.973319 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Made reservation on behalf of f57d22a3ad734cb986e2792c13ddb60b for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:13.975201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:13.976491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:14.004378 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-51da4aee-4fe4-40b9-ac3e-e2b2933f5487 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/routers/91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8/tags HTTP/1.1" status: 200 len: 205 time: 0.3366246 Feb 21 09:02:14.009232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50096) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:14.015923 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-10d85198-8c52-4af7-8150-f8875090993d req-150caf25-4611-4ec6-b4ae-721ed51b7a87 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328728 Feb 21 09:02:14.022301 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-65c4c7dd-1c90-4fc4-9a99-80683f91d035 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5f885543-6733-4e69-a759-97a9643d620b') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:14.029226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] device_id is not set on port 7f321ae4-00eb-492d-8967-54a5860e09ef yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:14.037627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-de8f09b8-7477-4fcb-9794-82423486109b None None] Provisioning complete for port ce4b7b9c-8845-400a-ba29-381caff9a7e6 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:14.038181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-de8f09b8-7477-4fcb-9794-82423486109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:14.064762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50100) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:14.241965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-de8f09b8-7477-4fcb-9794-82423486109b None None] Port ce4b7b9c-8845-400a-ba29-381caff9a7e6 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:02:14.251461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4f30e22f-0255-4940-bb3c-da6242eca2e1 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:14.292347 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6d06b-7d04-4b79-8b33-313e149aa4f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 7ce7d8ee-c33b-4b57-9171-b5a0d3e26036 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:14.293058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b5f6d06b-7d04-4b79-8b33-313e149aa4f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:14.304467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 4f30e22f-0255-4940-bb3c-da6242eca2e1 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:02:14.304837 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4f30e22f-0255-4940-bb3c-da6242eca2e1 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:02:14.324239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-de8f09b8-7477-4fcb-9794-82423486109b None None] Provisioning for port 980db117-f6ee-48c6-9783-d6d03b27b1db completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:14.333630 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-de8f09b8-7477-4fcb-9794-82423486109b None None] Provisioning complete for port 980db117-f6ee-48c6-9783-d6d03b27b1db triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:14.334094 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-de8f09b8-7477-4fcb-9794-82423486109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:14.378584 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.objects.ports [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83584) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:02:14.384432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:02:14.409289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:14.415928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2341cc1-21a3-4bbd-8249-4cfd7218eacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:14.456652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:14.456998 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Added segment 6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b of type vlan for network 7f1043a1-857d-4431-b6d8-ce947fd713f7 Feb 21 09:02:14.512065 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-65c4c7dd-1c90-4fc4-9a99-80683f91d035 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/subnetpools/5f885543-6733-4e69-a759-97a9643d620b/tags HTTP/1.1" status: 200 len: 241 time: 0.4988501 Feb 21 09:02:14.529332 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50104) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:14.552562 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a0f1b4fc-9c30-4a00-a018-e244e7c3964b tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/floatingips/fc489484-a958-459e-9156-b72733ce0cb4 HTTP/1.1" status: 200 len: 991 time: 0.4860818 Feb 21 09:02:14.565424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-37d0cadd-965c-496a-ba83-9e5af583d6e6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f885543-6733-4e69-a759-97a9643d620b', 'tempest-TagsExtTest-Tag-1248842759') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:14.580708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Allocated IP 2001:db8::12 (bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5/731de5b8-4baa-4cb3-b26c-2b87657742ee/7f321ae4-00eb-492d-8967-54a5860e09ef) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:14.599928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:02:14.620603 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Sync routers for ids ['3128b427-23b0-4c51-89da-162fa65954a2'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:02:14.638682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:14.657974 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-de8f09b8-7477-4fcb-9794-82423486109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:14.662639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'Subnet': ['ID=9c31288d-062f-42d1-9d41-3f5e27f8b151,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:14.712477 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:14.716078 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0367d7d7-d3fa-4182-9a6a-94e5474197fe tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 13.2415991 Feb 21 09:02:14.719039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50108) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:14.741041 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Routers {'3128b427-23b0-4c51-89da-162fa65954a2'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:02:14.742519 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:02:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3128b427-23b0-4c51-89da-162fa65954a2'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:14.786082 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-37d0cadd-965c-496a-ba83-9e5af583d6e6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/subnetpools/5f885543-6733-4e69-a759-97a9643d620b/tags/tempest-TagsExtTest-Tag-1248842759 HTTP/1.1" status: 204 len: 168 time: 0.2321498 Feb 21 09:02:14.792407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50112) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:14.798852 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-b9b6d5af-b170-451f-bc98-eec1071f6cb3 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5f885543-6733-4e69-a759-97a9643d620b', 'tempest-TagsExtTest-Tag-1248842759') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:14.812674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Checking segment: {'id': '3c253e74-64d0-4b13-929b-0cd5805d0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'de3acda9-82bb-4230-8948-efc9122d74d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:14.813037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Network hostable DHCP agents. Network: de3acda9-82bb-4230-8948-efc9122d74d7, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:02:14.822548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:14.826227 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:14.826831 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:14.889530 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-de8f09b8-7477-4fcb-9794-82423486109b None None] For port 980db117-f6ee-48c6-9783-d6d03b27b1db, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=980db117-f6ee-48c6-9783-d6d03b27b1db,segment=NetworkSegment(da38d741-0888-4069-8548-2a26aec67eea),segment_id=da38d741-0888-4069-8548-2a26aec67eea)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:14.901083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-de8f09b8-7477-4fcb-9794-82423486109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:14.984262 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b5f6d06b-7d04-4b79-8b33-313e149aa4f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:15.003027 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3357708 Feb 21 09:02:15.010537 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50116) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:15.017969 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-de8f09b8-7477-4fcb-9794-82423486109b None None] Provisioning for port 7ce7d8ee-c33b-4b57-9171-b5a0d3e26036 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:15.028450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f09b8-7477-4fcb-9794-82423486109b None None] Pushing event updated for resources: {'Port': ['ID=980db117-f6ee-48c6-9783-d6d03b27b1db,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:15.034456 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-de8f09b8-7477-4fcb-9794-82423486109b None None] Provisioning complete for port 7ce7d8ee-c33b-4b57-9171-b5a0d3e26036 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:15.034809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-de8f09b8-7477-4fcb-9794-82423486109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:15.074435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Set router 3128b427-23b0-4c51-89da-162fa65954a2 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:02:15.142663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:15.148695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba618b90-abd4-4938-870c-771d80231b24 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Network': ['ID=7f1043a1-857d-4431-b6d8-ce947fd713f7,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:15.152576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': '7f1043a1-857d-4431-b6d8-ce947fd713f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:15.167491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Transition to ACTIVE for port object 7f321ae4-00eb-492d-8967-54a5860e09ef will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:15.172246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6d06b-7d04-4b79-8b33-313e149aa4f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 7ce7d8ee-c33b-4b57-9171-b5a0d3e26036 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:15.188792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 7f1043a1-857d-4431-b6d8-ce947fd713f7 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:02:15.243448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-de8f09b8-7477-4fcb-9794-82423486109b None None] Port 7ce7d8ee-c33b-4b57-9171-b5a0d3e26036 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:02:15.280411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Network de3acda9-82bb-4230-8948-efc9122d74d7 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:02:15.311327 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b9b6d5af-b170-451f-bc98-eec1071f6cb3 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/subnetpools/5f885543-6733-4e69-a759-97a9643d620b/tags/tempest-TagsExtTest-Tag-1248842759 HTTP/1.1" status: 204 len: 168 time: 0.5173240 Feb 21 09:02:15.318750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50120) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:15.326968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:15.328568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, de3acda9-82bb-4230-8948-efc9122d74d7) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:15.344756 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.tag.tag_plugin [None req-3bb2da97-81b6-4491-b14b-483da8da770a tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5f885543-6733-4e69-a759-97a9643d620b') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:15.351082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:15.351411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:15.351542 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e8aa4b-272b-4ece-8fce-a28a9f30850d None None] Network de3acda9-82bb-4230-8948-efc9122d74d7 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:15.368326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:15.374464 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:15.377542 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:15.419668 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0dbad6d7-011b-456c-92ea-fbd563fd61bf tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9385877 Feb 21 09:02:15.422127 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:15.425919 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50124) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:15.499267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:15.500173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event updated for resources: {'Port': ['ID=7f321ae4-00eb-492d-8967-54a5860e09ef,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:15.507053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:15.512729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:15.516594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:15.517307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:15.525091 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3bb2da97-81b6-4491-b14b-483da8da770a tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/subnetpools/5f885543-6733-4e69-a759-97a9643d620b/tags HTTP/1.1" status: 200 len: 205 time: 0.1996925 Feb 21 09:02:15.532531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50128) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:15.542844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-546ac876-88f7-40ef-875f-3a4fa5cdb897 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f885543-6733-4e69-a759-97a9643d620b') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:15.559586 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-76834290-46a5-4611-88d3-beee32d09975 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/routers/3128b427-23b0-4c51-89da-162fa65954a2 HTTP/1.1" status: 200 len: 906 time: 0.8391709 Feb 21 09:02:15.567513 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-542b6f9a-716f-4471-b84c-cd73f35bb87d None None] Provisioning complete for port 980db117-f6ee-48c6-9783-d6d03b27b1db triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:15.568343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-542b6f9a-716f-4471-b84c-cd73f35bb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:15.569242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50132) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:15.572246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:15.725021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device a6fe4fa5-6036-4170-a983-961ab13ba02b up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:15.803110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:15.873033 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-021da3ec-c710-4654-abd4-f68117d97b0a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8238871 Feb 21 09:02:15.877669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50136) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:15.882887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:15.884615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b5f6d06b-7d04-4b79-8b33-313e149aa4f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:15.898143 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-e13171c7-bf02-48f1-9e94-5f5afdeb068b tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:63:ff:bf'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:15.914719 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-de3acda9-82bb-4230-8948-efc9122d74d7', 'network_id': 'de3acda9-82bb-4230-8948-efc9122d74d7', 'tenant_id': '481ac288a7d84bbc91c48926404b71a3', 'fixed_ips': [{'subnet_id': '9c31288d-062f-42d1-9d41-3f5e27f8b151'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:02:15.915532 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:15.951125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3128b427-23b0-4c51-89da-162fa65954a2', 'name': 'tempest-snat-router-74583860', 'tenant_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'a4ad0632-059e-44e2-935e-4d3f12bc635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:02:02Z', 'updated_at': '2022-02-21T09:02:08Z', 'revision_number': 3, 'project_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'gw_port': {'id': 'a4ad0632-059e-44e2-935e-4d3f12bc635e', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3128b427-23b0-4c51-89da-162fa65954a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:02:05Z', 'updated_at': '2022-02-21T09:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:15.959322 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-546ac876-88f7-40ef-875f-3a4fa5cdb897 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/subnetpools/5f885543-6733-4e69-a759-97a9643d620b/tags HTTP/1.1" status: 204 len: 168 time: 0.4225001 Feb 21 09:02:15.960404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50140) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:15.962321 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6d06b-7d04-4b79-8b33-313e149aa4f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=7ce7d8ee-c33b-4b57-9171-b5a0d3e26036,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:15.987724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.tag.tag_plugin [None req-b9a6db1e-eccc-49b6-b268-88ce02fa34ce tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:15.998893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Checking router: 3128b427-23b0-4c51-89da-162fa65954a2 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:02:15.999264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Updating router 3128b427-23b0-4c51-89da-162fa65954a2 port a4ad0632-059e-44e2-935e-4d3f12bc635e binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:02:16.056992 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port a6fe4fa5-6036-4170-a983-961ab13ba02b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:16.057355 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:16.195487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-542b6f9a-716f-4471-b84c-cd73f35bb87d None None] Provisioning for port 77ceb7dc-7642-419a-8cca-2bfa8d11e024 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:16.220410 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 980db117-f6ee-48c6-9783-d6d03b27b1db up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:16.258354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:16.292592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-542b6f9a-716f-4471-b84c-cd73f35bb87d None None] Provisioning complete for port 77ceb7dc-7642-419a-8cca-2bfa8d11e024 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:16.292957 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-542b6f9a-716f-4471-b84c-cd73f35bb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:16.324080 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:16.490351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-542b6f9a-716f-4471-b84c-cd73f35bb87d None None] Port 77ceb7dc-7642-419a-8cca-2bfa8d11e024 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:02:16.500230 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Allocated IP 2001:db8::f816:3eff:fe56:be0 (de3acda9-82bb-4230-8948-efc9122d74d7/9c31288d-062f-42d1-9d41-3f5e27f8b151/325452ef-a82b-4dd8-9a71-0aea81a104fa) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:16.536305 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b9a6db1e-eccc-49b6-b268-88ce02fa34ce tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/routers/91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8/tags HTTP/1.1" status: 204 len: 168 time: 0.5608923 Feb 21 09:02:16.537810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50144) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:16.580162 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e13171c7-bf02-48f1-9e94-5f5afdeb068b tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:16.597012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-d084daaf-61f3-46b7-b775-520cc2b07964 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '77ceb7dc-7642-419a-8cca-2bfa8d11e024') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:16.614330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:16.638852 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b5f6d06b-7d04-4b79-8b33-313e149aa4f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:16.654501 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:16.685933 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:16.703668 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b5f6d06b-7d04-4b79-8b33-313e149aa4f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/7ce7d8ee-c33b-4b57-9171-b5a0d3e26036 HTTP/1.1" status: 204 len: 168 time: 2.8341358 Feb 21 09:02:16.720072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50148) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:16.757208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 980db117-f6ee-48c6-9783-d6d03b27b1db triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:16.757515 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:16.809276 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Subnet': ['ID=1cfb95d0-3ff9-4e50-895a-caddc4bfcae3,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:16.841862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e75be5-59da-4953-855c-5e13d1239a0f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:16.843197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e75be5-59da-4953-855c-5e13d1239a0f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:16.845118 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e75be5-59da-4953-855c-5e13d1239a0f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:16.845499 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fe4fa5-6036-4170-a983-961ab13ba02b'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:02:16.845961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b2e75be5-59da-4953-855c-5e13d1239a0f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:16.862165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Checking segment: {'id': '6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7f1043a1-857d-4431-b6d8-ce947fd713f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:16.862632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network hostable DHCP agents. Network: 7f1043a1-857d-4431-b6d8-ce947fd713f7, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:02:16.871639 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-77fb86bf-7ce5-427a-9e03-7826a32054fa None None] Provisioning for port 7f321ae4-00eb-492d-8967-54a5860e09ef completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:16.890899 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d084daaf-61f3-46b7-b775-520cc2b07964 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/ports/77ceb7dc-7642-419a-8cca-2bfa8d11e024/tags HTTP/1.1" status: 204 len: 168 time: 0.2987044 Feb 21 09:02:16.892680 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b2e75be5-59da-4953-855c-5e13d1239a0f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:16.892680 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b2e75be5-59da-4953-855c-5e13d1239a0f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1715631 Feb 21 09:02:16.894702 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50154) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:16.895124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50156) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:16.898794 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port a6fe4fa5-6036-4170-a983-961ab13ba02b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=a6fe4fa5-6036-4170-a983-961ab13ba02b,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:16.910960 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-77fb86bf-7ce5-427a-9e03-7826a32054fa None None] Provisioning complete for port 7f321ae4-00eb-492d-8967-54a5860e09ef triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:16.911422 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-77fb86bf-7ce5-427a-9e03-7826a32054fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:16.924129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-8d652dba-0c50-4d39-b87f-917e0f064f44 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'db650f0a-9b18-4e26-b953-677eb27e0c1d') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:16.948407 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'code': 200} Feb 21 09:02:16.956356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e2341cc1-21a3-4bbd-8249-4cfd7218eacc admin admin] Deleting port 875daf23-60dc-4afa-a5c1-a602842d57aa {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:16.956872 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2341cc1-21a3-4bbd-8249-4cfd7218eacc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:16.957120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.058545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network 7f1043a1-857d-4431-b6d8-ce947fd713f7 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:02:17.140541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 7f1043a1-857d-4431-b6d8-ce947fd713f7) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:17.150329 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:17.151232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.151381 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.resource_extend [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:02:17.162294 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-77fb86bf-7ce5-427a-9e03-7826a32054fa None None] Port 7f321ae4-00eb-492d-8967-54a5860e09ef cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:02:17.176054 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7fca29-2fb5-47cb-b84b-7dcc5b77028b None None] Network 7f1043a1-857d-4431-b6d8-ce947fd713f7 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:17.199263 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bdb62cc6-6d23-4eea-9748-7222c0f5a108 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1203647 Feb 21 09:02:17.199653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50162) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:17.205710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=a6fe4fa5-6036-4170-a983-961ab13ba02b,revision_number=8']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:17.217056 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'network_id': '7f1043a1-857d-4431-b6d8-ce947fd713f7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-78481484'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:17.234235 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e13171c7-bf02-48f1-9e94-5f5afdeb068b tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.241795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-e2341cc1-21a3-4bbd-8249-4cfd7218eacc admin admin] For port 875daf23-60dc-4afa-a5c1-a602842d57aa, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=875daf23-60dc-4afa-a5c1-a602842d57aa,segment=NetworkSegment(17112de3-38d0-428e-9df5-5af9e5f77062),segment_id=17112de3-38d0-428e-9df5-5af9e5f77062)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:17.242149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2341cc1-21a3-4bbd-8249-4cfd7218eacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.248783 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f80592-f5be-4b38-8596-b15e1a9b83d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 4091ef34-abea-4b05-876c-52db4f7af4a6 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:02:17.255966 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e13171c7-bf02-48f1-9e94-5f5afdeb068b tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.303280 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47f80592-f5be-4b38-8596-b15e1a9b83d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.314055 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.349462 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Transition to ACTIVE for port object 325452ef-a82b-4dd8-9a71-0aea81a104fa will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:17.380656 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8d652dba-0c50-4d39-b87f-917e0f064f44 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/subnets/db650f0a-9b18-4e26-b953-677eb27e0c1d/tags HTTP/1.1" status: 204 len: 168 time: 0.4760187 Feb 21 09:02:17.382505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50166) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:17.393326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-e31810e2-7a47-46a2-bc09-f5d8cb343c61 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'db650f0a-9b18-4e26-b953-677eb27e0c1d', 'tempest-TagsExtTest-Tag-881774570') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:17.400955 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.409361 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Transition to ACTIVE for port object 325452ef-a82b-4dd8-9a71-0aea81a104fa will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:17.413755 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e2341cc1-21a3-4bbd-8249-4cfd7218eacc admin admin] Calling delete_port for 875daf23-60dc-4afa-a5c1-a602842d57aa owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:17.421290 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47f80592-f5be-4b38-8596-b15e1a9b83d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.433709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.440158 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Transition to ACTIVE for port object a4ad0632-059e-44e2-935e-4d3f12bc635e will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:17.493725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e13171c7-bf02-48f1-9e94-5f5afdeb068b tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] In _notify_port_updated(), no bound segment for port 7f321ae4-00eb-492d-8967-54a5860e09ef on network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 {{(pid=83585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:02:17.500543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13171c7-bf02-48f1-9e94-5f5afdeb068b tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:17.501590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e13171c7-bf02-48f1-9e94-5f5afdeb068b tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.503342 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e13171c7-bf02-48f1-9e94-5f5afdeb068b tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "PUT /v2.0/ports/7f321ae4-00eb-492d-8967-54a5860e09ef HTTP/1.1" status: 200 len: 1002 time: 1.6186066 Feb 21 09:02:17.513579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50170) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:17.540328 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.556196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.561892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:17.570814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13171c7-bf02-48f1-9e94-5f5afdeb068b tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event updated for resources: {'Port': ['ID=7f321ae4-00eb-492d-8967-54a5860e09ef,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:17.585653 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Network de3acda9-82bb-4230-8948-efc9122d74d7 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:17.591401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:17.594466 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:17.625273 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.627454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:17.631760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Subnet': ['ID=9c31288d-062f-42d1-9d41-3f5e27f8b151,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:17.655139 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Pushing event updated for resources: {'Port': ['ID=325452ef-a82b-4dd8-9a71-0aea81a104fa,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:17.660454 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb0551-2d0a-48a1-b640-14dd31bdb70a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Deleting port 7f321ae4-00eb-492d-8967-54a5860e09ef {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:17.660980 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0551-2d0a-48a1-b640-14dd31bdb70a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.677940 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:17.681122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.695129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Deleting port a4ad0632-059e-44e2-935e-4d3f12bc635e {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:17.695447 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.740629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47f80592-f5be-4b38-8596-b15e1a9b83d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.757592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-7f1043a1-857d-4431-b6d8-ce947fd713f7', 'network_id': '7f1043a1-857d-4431-b6d8-ce947fd713f7', 'tenant_id': 'cfcd920978db4520a4cc5ac3df8924c1', 'fixed_ips': [{'subnet_id': '1cfb95d0-3ff9-4e50-895a-caddc4bfcae3'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:02:17.758692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.769706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Attempting to bind port a4ad0632-059e-44e2-935e-4d3f12bc635e on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:17.770262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Attempting to bind port a4ad0632-059e-44e2-935e-4d3f12bc635e by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:17.770874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Attempting to bind port a4ad0632-059e-44e2-935e-4d3f12bc635e on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:17.854600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.865048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port 3fd662aa-6d82-4305-a63d-f4b28aed6959 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:17.871650 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:17.871937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:17.872297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.872685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:17.873152 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Bound port: a4ad0632-059e-44e2-935e-4d3f12bc635e, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:17.873514 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.962013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3acda9-82bb-4230-8948-efc9122d74d7']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:17.974113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47f80592-f5be-4b38-8596-b15e1a9b83d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:17.979345 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e31810e2-7a47-46a2-bc09-f5d8cb343c61 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "PUT /v2.0/subnets/db650f0a-9b18-4e26-b953-677eb27e0c1d/tags/tempest-TagsExtTest-Tag-881774570 HTTP/1.1" status: 201 len: 201 time: 0.5935538 Feb 21 09:02:18.024052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50174) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:18.036393 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-c1d55253-e50e-4618-86b8-d7307424510a tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '77ceb7dc-7642-419a-8cca-2bfa8d11e024', 'tempest-TagsExtTest-Tag-1784385786') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:18.038563 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b082d-080e-4274-b269-751f6a823d8e None None] Pushing event updated for resources: {'Port': ['ID=a4ad0632-059e-44e2-935e-4d3f12bc635e,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:18.069009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c253e74-64d0-4b13-929b-0cd5805d0b22') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:18.069009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c253e74-64d0-4b13-929b-0cd5805d0b22') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:18.092932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f80592-f5be-4b38-8596-b15e1a9b83d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=4091ef34-abea-4b05-876c-52db4f7af4a6,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:18.103257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Attempting to bind port 325452ef-a82b-4dd8-9a71-0aea81a104fa on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:18.103625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Attempting to bind port 325452ef-a82b-4dd8-9a71-0aea81a104fa by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '3c253e74-64d0-4b13-929b-0cd5805d0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'de3acda9-82bb-4230-8948-efc9122d74d7'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:18.103989 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Attempting to bind port 325452ef-a82b-4dd8-9a71-0aea81a104fa on network de3acda9-82bb-4230-8948-efc9122d74d7 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:18.141906 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:18.155763 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-046abb64-25d9-4029-a22c-4215fcdfa22e None None] Provisioning complete for port 7f321ae4-00eb-492d-8967-54a5860e09ef triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:18.156274 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-046abb64-25d9-4029-a22c-4215fcdfa22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:18.164946 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47f80592-f5be-4b38-8596-b15e1a9b83d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:18.180234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:18.180602 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Checking segment: {'id': '3c253e74-64d0-4b13-929b-0cd5805d0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'de3acda9-82bb-4230-8948-efc9122d74d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:18.181911 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:18.181911 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Bound using segment: {'id': '3c253e74-64d0-4b13-929b-0cd5805d0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'de3acda9-82bb-4230-8948-efc9122d74d7'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:18.182366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Bound port: 325452ef-a82b-4dd8-9a71-0aea81a104fa, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c253e74-64d0-4b13-929b-0cd5805d0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'de3acda9-82bb-4230-8948-efc9122d74d7'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:18.182731 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:18.198639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:18.205056 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] For port a4ad0632-059e-44e2-935e-4d3f12bc635e, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:18.207490 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f0fd25-8767-417e-8db4-cda5b5bed2b5 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:18.216818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:02:18.217219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:18.343491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2341cc1-21a3-4bbd-8249-4cfd7218eacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:02:18.353297 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:02:18.360947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] For port a4ad0632-059e-44e2-935e-4d3f12bc635e, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a4ad0632-059e-44e2-935e-4d3f12bc635e,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:18.361966 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-47f80592-f5be-4b38-8596-b15e1a9b83d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/4091ef34-abea-4b05-876c-52db4f7af4a6 HTTP/1.1" status: 204 len: 168 time: 1.4575973 Feb 21 09:02:18.385102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] For port a4ad0632-059e-44e2-935e-4d3f12bc635e, host dv-neutron-830062-1-hyperv, got binding levels [] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:18.385381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:18.392512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50178) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:18.416959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Allocated IP 172.20.0.3 (7f1043a1-857d-4431-b6d8-ce947fd713f7/1cfb95d0-3ff9-4e50-895a-caddc4bfcae3/3fd662aa-6d82-4305-a63d-f4b28aed6959) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:18.419346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] For port 325452ef-a82b-4dd8-9a71-0aea81a104fa, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:18.426178 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:18.446687 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2341cc1-21a3-4bbd-8249-4cfd7218eacc admin admin] Pushing event deleted for resources: {'Port': ['ID=875daf23-60dc-4afa-a5c1-a602842d57aa,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:18.460541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 21 09:02:18.460541 dv-neutron-830062-1-hyperv neutron-server[83584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 21 09:02:18.460541 dv-neutron-830062-1-hyperv neutron-server[83584]: [parameters: {'id': 'de3acda9-82bb-4230-8948-efc9122d74d7'}] Feb 21 09:02:18.460541 dv-neutron-830062-1-hyperv neutron-server[83584]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:02:18.461265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:02:18.504916 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-046abb64-25d9-4029-a22c-4215fcdfa22e None None] Port 7f321ae4-00eb-492d-8967-54a5860e09ef cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:02:18.512301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] For port 325452ef-a82b-4dd8-9a71-0aea81a104fa, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=325452ef-a82b-4dd8-9a71-0aea81a104fa,segment=NetworkSegment(3c253e74-64d0-4b13-929b-0cd5805d0b22),segment_id=3c253e74-64d0-4b13-929b-0cd5805d0b22)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:18.535341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:18.538822 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c1d55253-e50e-4618-86b8-d7307424510a tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "PUT /v2.0/ports/77ceb7dc-7642-419a-8cca-2bfa8d11e024/tags/tempest-TagsExtTest-Tag-1784385786 HTTP/1.1" status: 201 len: 201 time: 0.5092540 Feb 21 09:02:18.543770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50182) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:18.552473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-449147f1-e258-4cbc-8cea-ce0dfd57d9c0 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8', 'tempest-TagsExtTest-Tag-1558807624') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:18.580732 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b082d-080e-4274-b269-751f6a823d8e None None] Pushing event updated for resources: {'Port': ['ID=a4ad0632-059e-44e2-935e-4d3f12bc635e,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:18.592651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Calling delete_port for a4ad0632-059e-44e2-935e-4d3f12bc635e owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:18.742493 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0551-2d0a-48a1-b640-14dd31bdb70a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:18.743503 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Routers {'3128b427-23b0-4c51-89da-162fa65954a2'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:02:18.744180 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:02:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3128b427-23b0-4c51-89da-162fa65954a2'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:18.814851 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-449147f1-e258-4cbc-8cea-ce0dfd57d9c0 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "PUT /v2.0/routers/91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8/tags/tempest-TagsExtTest-Tag-1558807624 HTTP/1.1" status: 201 len: 201 time: 0.2673972 Feb 21 09:02:18.818059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50186) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:18.826394 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-17efc848-f6d3-4558-a2aa-f5ad57243527 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5f885543-6733-4e69-a759-97a9643d620b', 'tempest-TagsExtTest-Tag-440481138') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:18.869174 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:18.892486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Transition to ACTIVE for port object 3fd662aa-6d82-4305-a63d-f4b28aed6959 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:18.913009 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-17efc848-f6d3-4558-a2aa-f5ad57243527 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "PUT /v2.0/subnetpools/5f885543-6733-4e69-a759-97a9643d620b/tags/tempest-TagsExtTest-Tag-440481138 HTTP/1.1" status: 201 len: 201 time: 0.0940900 Feb 21 09:02:18.913846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50190) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:18.921760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-7eefde82-6b55-4d7e-8b60-8dd987d9ae99 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'db650f0a-9b18-4e26-b953-677eb27e0c1d', {'tags': ['tempest-TagsExtTest-Tag-722819388', 'tempest-TagsExtTest-Tag-1769846098', 'tempest-TagsExtTest-Tag-1174957899']}) {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:18.931569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb0551-2d0a-48a1-b640-14dd31bdb70a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Calling delete_port for 7f321ae4-00eb-492d-8967-54a5860e09ef owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:18.964150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:18.979809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61283d1-6b50-462a-8c77-86315eaa1230 None None] Pushing event updated for resources: {'Port': ['ID=325452ef-a82b-4dd8-9a71-0aea81a104fa,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:18.997411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:19.051104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Deleting port 325452ef-a82b-4dd8-9a71-0aea81a104fa {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:19.051579 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:19.075990 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] Set router 3128b427-23b0-4c51-89da-162fa65954a2 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:02:19.124531 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe6cc74-dd53-4f73-bc65-ee37ca99ff17 None None] Network de3acda9-82bb-4230-8948-efc9122d74d7 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:19.151799 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network 7f1043a1-857d-4431-b6d8-ce947fd713f7 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:19.154332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Allocated IP 172.20.0.2 (7f1043a1-857d-4431-b6d8-ce947fd713f7/1cfb95d0-3ff9-4e50-895a-caddc4bfcae3/0c2c99a1-683d-4570-9525-9eec030a70fd) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:19.157695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:19.163501 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7eefde82-6b55-4d7e-8b60-8dd987d9ae99 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "PUT /v2.0/subnets/db650f0a-9b18-4e26-b953-677eb27e0c1d/tags HTTP/1.1" status: 200 len: 317 time: 0.2475126 Feb 21 09:02:19.190893 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:19.216146 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50194) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:19.226260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=3fd662aa-6d82-4305-a63d-f4b28aed6959,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:19.232012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-73157823-bce7-474e-9539-e332f5781670 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'db650f0a-9b18-4e26-b953-677eb27e0c1d') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:19.295057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3128b427-23b0-4c51-89da-162fa65954a2', 'name': 'tempest-snat-router-74583860', 'tenant_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:02:02Z', 'updated_at': '2022-02-21T09:02:17Z', 'revision_number': 4, 'project_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:19.297410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5b0c50-95d1-45f0-9d4c-ed69bc37f0d1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet a8d068da-ac14-4b53-ae12-6b4627f0c1f8 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:02:19.334584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de69eee-955a-4cb1-9a70-06971398613f None None] The sync data for ids ['3128b427-23b0-4c51-89da-162fa65954a2'] in dv-neutron-830062-1-hyperv is: [{'id': '3128b427-23b0-4c51-89da-162fa65954a2', 'name': 'tempest-snat-router-74583860', 'tenant_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:02:02Z', 'updated_at': '2022-02-21T09:02:17Z', 'revision_number': 4, 'project_id': '6d6550ff711844ceb8b0d98a5a2aafff', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:02:19.338241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:02:19.338565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:02:19.339158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0c50-95d1-45f0-9d4c-ed69bc37f0d1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:19.420081 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0c50-95d1-45f0-9d4c-ed69bc37f0d1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:19.432308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:19.441372 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:19.528999 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7dc4fe51-d267-4aae-8bba-c58abaea8c03 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 2.3264935 Feb 21 09:02:19.539565 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50198) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:19.543598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0c50-95d1-45f0-9d4c-ed69bc37f0d1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:19.616666 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-73157823-bce7-474e-9539-e332f5781670 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/subnets/db650f0a-9b18-4e26-b953-677eb27e0c1d/tags HTTP/1.1" status: 204 len: 168 time: 0.3991902 Feb 21 09:02:19.688431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-d96ed132-9ab9-4df5-90f7-22cc4a22078c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 3fd662aa-6d82-4305-a63d-f4b28aed6959 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:19.688777 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d96ed132-9ab9-4df5-90f7-22cc4a22078c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:19.690928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:19.720072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Transition to ACTIVE for port object 0c2c99a1-683d-4570-9525-9eec030a70fd will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:19.728679 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50202) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:19.734908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] For port 325452ef-a82b-4dd8-9a71-0aea81a104fa, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=325452ef-a82b-4dd8-9a71-0aea81a104fa,segment=NetworkSegment(3c253e74-64d0-4b13-929b-0cd5805d0b22),segment_id=3c253e74-64d0-4b13-929b-0cd5805d0b22)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:19.735252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:19.758006 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Transition to ACTIVE for port object 0c2c99a1-683d-4570-9525-9eec030a70fd will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:19.765694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:19.843837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Deleting port a4ad0632-059e-44e2-935e-4d3f12bc635e {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:19.844194 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:19.850580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Network 7f1043a1-857d-4431-b6d8-ce947fd713f7 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:19.854801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:19.857192 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:19.860142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Pushing event updated for resources: {'Port': ['ID=0c2c99a1-683d-4570-9525-9eec030a70fd,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:19.885507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0551-2d0a-48a1-b640-14dd31bdb70a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:19.900361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Calling delete_port for 325452ef-a82b-4dd8-9a71-0aea81a104fa owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:19.903348 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0c50-95d1-45f0-9d4c-ed69bc37f0d1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:19.933100 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-30be34e5-b137-4a11-ad29-175d3b4d5dfc tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db650f0a-9b18-4e26-b953-677eb27e0c1d', 'tempest-TagsExtTest-Tag-722819388') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:19.991458 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b0c50-95d1-45f0-9d4c-ed69bc37f0d1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d068da-ac14-4b53-ae12-6b4627f0c1f8,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:20.010933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb0551-2d0a-48a1-b640-14dd31bdb70a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event deleted for resources: {'Port': ['ID=7f321ae4-00eb-492d-8967-54a5860e09ef,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:20.036775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0c50-95d1-45f0-9d4c-ed69bc37f0d1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:20.044690 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Attempting to bind port 0c2c99a1-683d-4570-9525-9eec030a70fd on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:20.045054 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Attempting to bind port 0c2c99a1-683d-4570-9525-9eec030a70fd by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7f1043a1-857d-4431-b6d8-ce947fd713f7'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:20.045413 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Attempting to bind port 0c2c99a1-683d-4570-9525-9eec030a70fd on network 7f1043a1-857d-4431-b6d8-ce947fd713f7 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:20.053405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:20.053776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Checking segment: {'id': '6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7f1043a1-857d-4431-b6d8-ce947fd713f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:20.054175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:20.054565 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Bound using segment: {'id': '6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7f1043a1-857d-4431-b6d8-ce947fd713f7'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:20.056606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Bound port: 0c2c99a1-683d-4570-9525-9eec030a70fd, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7f1043a1-857d-4431-b6d8-ce947fd713f7'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:20.057093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:20.105596 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:20.188667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0551-2d0a-48a1-b640-14dd31bdb70a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:20.254048 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] For port 0c2c99a1-683d-4570-9525-9eec030a70fd, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:20.258346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] For port 0c2c99a1-683d-4570-9525-9eec030a70fd, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0c2c99a1-683d-4570-9525-9eec030a70fd,segment=NetworkSegment(6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b),segment_id=6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:20.266286 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8e5b0c50-95d1-45f0-9d4c-ed69bc37f0d1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/a8d068da-ac14-4b53-ae12-6b4627f0c1f8 HTTP/1.1" status: 204 len: 168 time: 1.8677258 Feb 21 09:02:20.270669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:20.281978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50206) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:20.294065 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f2bb0551-2d0a-48a1-b640-14dd31bdb70a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "DELETE /v2.0/ports/7f321ae4-00eb-492d-8967-54a5860e09ef HTTP/1.1" status: 204 len: 168 time: 2.7755961 Feb 21 09:02:20.349633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fca04a-d87e-4695-8b4b-8d8f85481dcd None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:20.376919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50210) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:20.458792 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6b3bb3fe-02cc-402c-90e5-007e3e4768b0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1732199 Feb 21 09:02:20.470797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50214) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:20.475489 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad9d5d-06f5-42c8-8320-5e3fc93d7642 None None] Pushing event updated for resources: {'Port': ['ID=0c2c99a1-683d-4570-9525-9eec030a70fd,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:20.486290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] For port a4ad0632-059e-44e2-935e-4d3f12bc635e, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a4ad0632-059e-44e2-935e-4d3f12bc635e,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:20.486659 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:20.504417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-51adc43c-dd93-4515-a3be-5183e8127482 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:20.518961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Port': ['ID=325452ef-a82b-4dd8-9a71-0aea81a104fa,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:20.522070 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7c9add-67df-45b4-84d6-4c2358ac88ae tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] GET failed (client error): The resource could not be found. Feb 21 09:02:20.522777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-df7c9add-67df-45b4-84d6-4c2358ac88ae tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Synchronizing usage tracker for tenant:f57d22a3ad734cb986e2792c13ddb60b on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:20.534602 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fc39473d-fa9f-4bc0-b80c-a44b37bdce89 None None] Provisioning complete for port 94886d55-1151-43f5-9951-305d807c322b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:20.535596 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fc39473d-fa9f-4bc0-b80c-a44b37bdce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:20.558187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d96ed132-9ab9-4df5-90f7-22cc4a22078c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:20.567251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:20.567748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:20.568152 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:20.568564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:20.568957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:20.569355 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:20.569748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:20.570155 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:20.570550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:20.570921 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:20.571327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:20.580427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] No DVR routers for this DVR port 325452ef-a82b-4dd8-9a71-0aea81a104fa on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:20.658199 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-30be34e5-b137-4a11-ad29-175d3b4d5dfc tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] show failed (client error): The resource could not be found. Feb 21 09:02:20.672199 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-30be34e5-b137-4a11-ad29-175d3b4d5dfc tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/subnets/db650f0a-9b18-4e26-b953-677eb27e0c1d/tags/tempest-TagsExtTest-Tag-722819388 HTTP/1.1" status: 404 len: 328 time: 0.7796779 Feb 21 09:02:20.684843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50220) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:20.688176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-df7c9add-67df-45b4-84d6-4c2358ac88ae tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Unset dirty status for tenant:f57d22a3ad734cb986e2792c13ddb60b on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:20.689676 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-df7c9add-67df-45b4-84d6-4c2358ac88ae tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "GET /v2.0/ports/7f321ae4-00eb-492d-8967-54a5860e09ef HTTP/1.1" status: 404 len: 333 time: 0.3076940 Feb 21 09:02:20.695248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50222) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:20.793642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2341cc1-21a3-4bbd-8249-4cfd7218eacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:20.812062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Request body: {'port': {'network_id': 'bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1332712722'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:20.837191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Calling delete_port for a4ad0632-059e-44e2-935e-4d3f12bc635e owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:20.862461 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-d96ed132-9ab9-4df5-90f7-22cc4a22078c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 3fd662aa-6d82-4305-a63d-f4b28aed6959 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:20.873073 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.tag.tag_plugin [None req-f0dcdde9-b5ab-4055-96eb-c41e1414e141 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db650f0a-9b18-4e26-b953-677eb27e0c1d', 'tempest-TagsExtTest-Tag-1769846098') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:20.957752 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:02:20.963241 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Deleting port 94886d55-1151-43f5-9951-305d807c322b {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:20.963732 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:20.988475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.030744 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3acda9-82bb-4230-8948-efc9122d74d7']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:21.049349 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c253e74-64d0-4b13-929b-0cd5805d0b22') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:21.050353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c253e74-64d0-4b13-929b-0cd5805d0b22') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:21.100614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.136761 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.150065 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:02:21.150479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.163579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-51adc43c-dd93-4515-a3be-5183e8127482 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:02:21.169220 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:02:21.172848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d96ed132-9ab9-4df5-90f7-22cc4a22078c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.181865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-51adc43c-dd93-4515-a3be-5183e8127482 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:21.202921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] For port 94886d55-1151-43f5-9951-305d807c322b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=94886d55-1151-43f5-9951-305d807c322b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:21.203455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.209847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-51adc43c-dd93-4515-a3be-5183e8127482 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:21.230966 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-51adc43c-dd93-4515-a3be-5183e8127482 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:21.288475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ed132-9ab9-4df5-90f7-22cc4a22078c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=3fd662aa-6d82-4305-a63d-f4b28aed6959,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:21.302026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51adc43c-dd93-4515-a3be-5183e8127482 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:21.305804 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-51adc43c-dd93-4515-a3be-5183e8127482 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.341076 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.346086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:21.347547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Calling delete_port for 94886d55-1151-43f5-9951-305d807c322b owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:21.432512 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.440453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.470398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Network': ['ID=de3acda9-82bb-4230-8948-efc9122d74d7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:21.479550 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Pushing event deleted for resources: {'Port': ['ID=94886d55-1151-43f5-9951-305d807c322b,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:21.479854 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d96ed132-9ab9-4df5-90f7-22cc4a22078c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.484276 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d96ed132-9ab9-4df5-90f7-22cc4a22078c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/3fd662aa-6d82-4305-a63d-f4b28aed6959 HTTP/1.1" status: 204 len: 168 time: 1.9143014 Feb 21 09:02:21.484276 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-50f5b3ba-18fb-4e2a-8fce-7ae138d6812c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/networks/de3acda9-82bb-4230-8948-efc9122d74d7 HTTP/1.1" status: 204 len: 168 time: 6.0567870 Feb 21 09:02:21.490249 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:21.490728 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:21.492321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:21.492321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:21.492321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:21.492321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:21.492705 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:21.493120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:21.493533 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:21.493763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50228) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:21.494031 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:21.494402 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50230) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:21.494529 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:21.506939 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b885c-54df-425c-b176-d89e2623ae9a None None] No DVR routers for this DVR port 94886d55-1151-43f5-9951-305d807c322b on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:21.516630 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2105151153'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:21.560887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:21.565314 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d9ac5a-340d-4a2d-9958-66548b5a66fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] GET failed (client error): The resource could not be found. Feb 21 09:02:21.565825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e9d9ac5a-340d-4a2d-9958-66548b5a66fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:21.569190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Usage tracker for resource:network and tenant:481ac288a7d84bbc91c48926404b71a3 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:21.572880 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:21.580976 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:21.599879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e9d9ac5a-340d-4a2d-9958-66548b5a66fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:21.601109 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e9d9ac5a-340d-4a2d-9958-66548b5a66fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/3fd662aa-6d82-4305-a63d-f4b28aed6959 HTTP/1.1" status: 404 len: 333 time: 0.1053369 Feb 21 09:02:21.602081 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Made reservation on behalf of 481ac288a7d84bbc91c48926404b71a3 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:21.605337 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.615099 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50236) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:21.682059 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:21.685377 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-f0dcdde9-b5ab-4055-96eb-c41e1414e141 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] show failed (client error): The resource could not be found. Feb 21 09:02:21.686465 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f0dcdde9-b5ab-4055-96eb-c41e1414e141 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/subnets/db650f0a-9b18-4e26-b953-677eb27e0c1d/tags/tempest-TagsExtTest-Tag-1769846098 HTTP/1.1" status: 404 len: 329 time: 0.9953475 Feb 21 09:02:21.691515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50240) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:21.699497 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-b37a1c9d-6fb1-4184-bbf6-ad7fd64366dd tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db650f0a-9b18-4e26-b953-677eb27e0c1d', 'tempest-TagsExtTest-Tag-1174957899') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:21.727392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:02:21.772547 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Made reservation on behalf of f57d22a3ad734cb986e2792c13ddb60b for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:21.775518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.776001 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Added segment b92bc640-558b-45fd-b0b8-58dc59ad82df of type vlan for network fd898728-edf6-4207-96fa-a84a0294d603 Feb 21 09:02:21.776562 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.810531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.829832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d8918-092a-4694-b426-8f47112eba79 None None] Network 7f1043a1-857d-4431-b6d8-ce947fd713f7 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:21.875720 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] device_id is not set on port 2df9aaea-2941-4ad2-b2ef-957b2e3ced6a yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:21.886927 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.934723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2d8cf52b-1a12-4f8d-ab0e-e34fd09c56f3 None None] Provisioning for port 0c2c99a1-683d-4570-9525-9eec030a70fd completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:21.947876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4ad0632-059e-44e2-935e-4d3f12bc635e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:21.952666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe9d09f-79eb-4d55-8815-19bae238fc0a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting subnet 1cfb95d0-3ff9-4e50-895a-caddc4bfcae3 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:02:21.957855 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d09f-79eb-4d55-8815-19bae238fc0a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.994462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:21.998040 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:21.998625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:22.098338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:22.098707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:22.099133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:22.099657 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:22.100736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:22.101068 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:22.101395 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:22.101897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:22.102220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:22.102543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:22.102861 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:02:22.103431 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-b37a1c9d-6fb1-4184-bbf6-ad7fd64366dd tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] show failed (client error): The resource could not be found. Feb 21 09:02:22.107108 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b37a1c9d-6fb1-4184-bbf6-ad7fd64366dd tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/subnets/db650f0a-9b18-4e26-b953-677eb27e0c1d/tags/tempest-TagsExtTest-Tag-1174957899 HTTP/1.1" status: 404 len: 329 time: 0.4096119 Feb 21 09:02:22.112855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50246) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:22.125324 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.tag.tag_plugin [None req-ec04d3a6-1980-4a21-8703-ef4a9154dab0 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '77ceb7dc-7642-419a-8cca-2bfa8d11e024', {'tags': ['tempest-TagsExtTest-Tag-1579420391', 'tempest-TagsExtTest-Tag-1689600840', 'tempest-TagsExtTest-Tag-989807466']}) {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:22.139014 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6343219 Feb 21 09:02:22.142931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d09f-79eb-4d55-8815-19bae238fc0a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:22.165670 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50250) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:22.198916 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf1ab6-155a-43e3-b36f-59f956fd903d tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'Network': ['ID=fd898728-edf6-4207-96fa-a84a0294d603,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:22.217209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network fd898728-edf6-4207-96fa-a84a0294d603 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:02:22.227420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9c977a22-629b-4f81-bf5f-6abc575e812f tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Request body: {'subnet': {'network_id': 'fd898728-edf6-4207-96fa-a84a0294d603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:22.269930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d09f-79eb-4d55-8815-19bae238fc0a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:22.311056 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0c2c99a1-683d-4570-9525-9eec030a70fd up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:22.373982 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d09f-79eb-4d55-8815-19bae238fc0a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:22.443453 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 0c2c99a1-683d-4570-9525-9eec030a70fd completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:22.450298 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 0c2c99a1-683d-4570-9525-9eec030a70fd triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:22.450944 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:22.496744 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-51adc43c-dd93-4515-a3be-5183e8127482 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:22.566844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9d09f-79eb-4d55-8815-19bae238fc0a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Subnet': ['ID=1cfb95d0-3ff9-4e50-895a-caddc4bfcae3,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:22.575870 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0348fbe8-28af-442b-9da6-1e3e9e5f2d27 None None] Provisioning complete for port 0c2c99a1-683d-4570-9525-9eec030a70fd triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:22.576242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0348fbe8-28af-442b-9da6-1e3e9e5f2d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:22.577593 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0fe9d09f-79eb-4d55-8815-19bae238fc0a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:22.589431 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0fe9d09f-79eb-4d55-8815-19bae238fc0a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/1cfb95d0-3ff9-4e50-895a-caddc4bfcae3 HTTP/1.1" status: 204 len: 168 time: 0.9733248 Feb 21 09:02:22.590522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50254) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:22.647112 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Allocated IP 2001:db8::16f (bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5/731de5b8-4baa-4cb3-b26c-2b87657742ee/2df9aaea-2941-4ad2-b2ef-957b2e3ced6a) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:22.653675 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b282ea7-9403-4015-b33d-10067c857a07 None None] Network 7f1043a1-857d-4431-b6d8-ce947fd713f7 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:22.740860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:22.752579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:22.753159 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 0c2c99a1-683d-4570-9525-9eec030a70fd {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:22.753401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:22.811410 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ec04d3a6-1980-4a21-8703-ef4a9154dab0 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "PUT /v2.0/ports/77ceb7dc-7642-419a-8cca-2bfa8d11e024/tags HTTP/1.1" status: 200 len: 317 time: 0.6911423 Feb 21 09:02:22.830403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50258) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:22.841204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-2783ac32-eba2-435d-a7e0-d684362060a7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '77ceb7dc-7642-419a-8cca-2bfa8d11e024') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:22.872070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:22.876425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9c977a22-629b-4f81-bf5f-6abc575e812f tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:22.974424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51adc43c-dd93-4515-a3be-5183e8127482 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:22.991754 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0348fbe8-28af-442b-9da6-1e3e9e5f2d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:22.999077 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-51adc43c-dd93-4515-a3be-5183e8127482 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:23.011612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] For port 0c2c99a1-683d-4570-9525-9eec030a70fd, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0c2c99a1-683d-4570-9525-9eec030a70fd,segment=NetworkSegment(6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b),segment_id=6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:23.012187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9c977a22-629b-4f81-bf5f-6abc575e812f tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:23.012297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:23.018695 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720e7734-6181-4b2c-a396-90f5d7e74dba None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:23.019598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51adc43c-dd93-4515-a3be-5183e8127482 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:23.021079 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-51adc43c-dd93-4515-a3be-5183e8127482 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:23.030158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adc43c-dd93-4515-a3be-5183e8127482 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=5c77d068-6295-43ba-ae25-176ec71ee7d6,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:23.039314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 0c2c99a1-683d-4570-9525-9eec030a70fd, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0c2c99a1-683d-4570-9525-9eec030a70fd,segment=NetworkSegment(6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b),segment_id=6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:23.096957 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:23.140255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 0c2c99a1-683d-4570-9525-9eec030a70fd owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:23.203108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 94886d55-1151-43f5-9951-305d807c322b no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:23.203360 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2783ac32-eba2-435d-a7e0-d684362060a7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/ports/77ceb7dc-7642-419a-8cca-2bfa8d11e024/tags HTTP/1.1" status: 204 len: 168 time: 0.3692658 Feb 21 09:02:23.204290 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50262) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:23.211957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-97790972-28c6-4f2e-b3c2-f0375c315b4a tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '77ceb7dc-7642-419a-8cca-2bfa8d11e024', 'tempest-TagsExtTest-Tag-1579420391') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:23.223472 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c977a22-629b-4f81-bf5f-6abc575e812f tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Made reservation on behalf of 481ac288a7d84bbc91c48926404b71a3 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:23.261266 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 94886d55-1151-43f5-9951-305d807c322b {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:02:23.261870 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 94886d55-1151-43f5-9951-305d807c322b not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:02:23.289421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:02:23.290110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:02:23.295434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-0348fbe8-28af-442b-9da6-1e3e9e5f2d27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:02:23.295795 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-0348fbe8-28af-442b-9da6-1e3e9e5f2d27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:02:23.302140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=0c2c99a1-683d-4570-9525-9eec030a70fd,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:23.306386 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-97790972-28c6-4f2e-b3c2-f0375c315b4a tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] show failed (client error): The resource could not be found. Feb 21 09:02:23.310130 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-97790972-28c6-4f2e-b3c2-f0375c315b4a tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/ports/77ceb7dc-7642-419a-8cca-2bfa8d11e024/tags/tempest-TagsExtTest-Tag-1579420391 HTTP/1.1" status: 404 len: 329 time: 0.1023624 Feb 21 09:02:23.310382 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50266) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:23.316566 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-cb6a4e05-ecc5-40ed-afe8-d8cd9b76274a tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '77ceb7dc-7642-419a-8cca-2bfa8d11e024', 'tempest-TagsExtTest-Tag-1689600840') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:23.381945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29c269f-397a-4e40-a95a-6e3ed3bff49d None None] DHCP port deletion for 7f1043a1-857d-4431-b6d8-ce947fd713f7 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:02:23.405146 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-cb6a4e05-ecc5-40ed-afe8-d8cd9b76274a tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] show failed (client error): The resource could not be found. Feb 21 09:02:23.408974 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cb6a4e05-ecc5-40ed-afe8-d8cd9b76274a tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/ports/77ceb7dc-7642-419a-8cca-2bfa8d11e024/tags/tempest-TagsExtTest-Tag-1689600840 HTTP/1.1" status: 404 len: 329 time: 0.0948164 Feb 21 09:02:23.409321 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50270) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:23.415961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-39462ac5-d623-4130-9d09-54aecf279b22 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '77ceb7dc-7642-419a-8cca-2bfa8d11e024', 'tempest-TagsExtTest-Tag-989807466') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:23.416147 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d29c269f-397a-4e40-a95a-6e3ed3bff49d None None] Deleting port 0c2c99a1-683d-4570-9525-9eec030a70fd {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:23.416406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d29c269f-397a-4e40-a95a-6e3ed3bff49d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:23.464946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:23.468025 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': '5c77d068-6295-43ba-ae25-176ec71ee7d6'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:02:23.468960 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:23.485560 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-39462ac5-d623-4130-9d09-54aecf279b22 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] show failed (client error): The resource could not be found. Feb 21 09:02:23.489000 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-39462ac5-d623-4130-9d09-54aecf279b22 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/ports/77ceb7dc-7642-419a-8cca-2bfa8d11e024/tags/tempest-TagsExtTest-Tag-989807466 HTTP/1.1" status: 404 len: 328 time: 0.0762124 Feb 21 09:02:23.489389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50274) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:23.495429 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-d7975ec9-38eb-47b2-babe-ee8f1b474145 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8', {'tags': ['tempest-TagsExtTest-Tag-829806116', 'tempest-TagsExtTest-Tag-118528430', 'tempest-TagsExtTest-Tag-1986751695']}) {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:23.560045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:23.587810 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-51adc43c-dd93-4515-a3be-5183e8127482 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1021681 Feb 21 09:02:23.600793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50278) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:23.615963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:23.641843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c977a22-629b-4f81-bf5f-6abc575e812f tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:23.696099 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d7975ec9-38eb-47b2-babe-ee8f1b474145 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "PUT /v2.0/routers/91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8/tags HTTP/1.1" status: 200 len: 316 time: 0.2031710 Feb 21 09:02:23.696336 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50282) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:23.702570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-4efe4232-2450-4453-9283-b8419476d855 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:23.758381 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d29c269f-397a-4e40-a95a-6e3ed3bff49d None None] For port 0c2c99a1-683d-4570-9525-9eec030a70fd, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0c2c99a1-683d-4570-9525-9eec030a70fd,segment=NetworkSegment(6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b),segment_id=6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:23.758676 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d29c269f-397a-4e40-a95a-6e3ed3bff49d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:23.829139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 0c2c99a1-683d-4570-9525-9eec030a70fd {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:23.829139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:23.918901 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d29c269f-397a-4e40-a95a-6e3ed3bff49d None None] Calling delete_port for 0c2c99a1-683d-4570-9525-9eec030a70fd owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:23.970832 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:23.970832 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3128b427-23b0-4c51-89da-162fa65954a2 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:02:23.979038 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Allocated IP 172.20.0.2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/5c77d068-6295-43ba-ae25-176ec71ee7d6/6264dbe7-5e95-4c52-8021-33ed6b3b75e5) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:24.009394 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:24.029477 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4efe4232-2450-4453-9283-b8419476d855 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/routers/91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8/tags HTTP/1.1" status: 204 len: 168 time: 0.3297501 Feb 21 09:02:24.030070 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50286) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:24.046964 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-1bb58c63-3295-4cb9-84bf-7f11dd7e8ada tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8', 'tempest-TagsExtTest-Tag-829806116') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:24.062043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:24.066529 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-27eeb899-e84b-4d86-a7f6-015fb57f6c41 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "DELETE /v2.0/routers/3128b427-23b0-4c51-89da-162fa65954a2 HTTP/1.1" status: 204 len: 168 time: 8.4954131 Feb 21 09:02:24.074043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50290) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:24.169809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Transition to ACTIVE for port object 2df9aaea-2941-4ad2-b2ef-957b2e3ced6a will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:24.193317 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d29c269f-397a-4e40-a95a-6e3ed3bff49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:24.247405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:24.262445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:24.270102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:24.275487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0c2c99a1-683d-4570-9525-9eec030a70fd no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:24.282496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:24.309791 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5b1a5be9-9336-42c5-9512-4ea92e8cbd16 None None] Could not find standard attr ID for object 3fd662aa-6d82-4305-a63d-f4b28aed6959. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:02:24.325801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] For port 0c2c99a1-683d-4570-9525-9eec030a70fd, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0c2c99a1-683d-4570-9525-9eec030a70fd,segment=NetworkSegment(6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b),segment_id=6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:24.326312 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:24.328471 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c269f-397a-4e40-a95a-6e3ed3bff49d None None] Pushing event deleted for resources: {'Port': ['ID=0c2c99a1-683d-4570-9525-9eec030a70fd,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:24.332785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c269f-397a-4e40-a95a-6e3ed3bff49d None None] No DVR routers for this DVR port 0c2c99a1-683d-4570-9525-9eec030a70fd on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:24.334301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 0c2c99a1-683d-4570-9525-9eec030a70fd {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:02:24.334574 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0c2c99a1-683d-4570-9525-9eec030a70fd not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:02:24.361823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:24.411960 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-1bb58c63-3295-4cb9-84bf-7f11dd7e8ada tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] show failed (client error): The resource could not be found. Feb 21 09:02:24.413104 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1bb58c63-3295-4cb9-84bf-7f11dd7e8ada tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/routers/91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8/tags/tempest-TagsExtTest-Tag-829806116 HTTP/1.1" status: 404 len: 328 time: 0.3816619 Feb 21 09:02:24.429724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:24.445806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Transition to ACTIVE for port object 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:24.460730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50294) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:24.464583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:24.465037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Transition to ACTIVE for port object 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:24.472459 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:24.478171 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 0c2c99a1-683d-4570-9525-9eec030a70fd owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:24.484356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.tag.tag_plugin [None req-95795f57-25c6-4217-9f94-4ca11bfc4449 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8', 'tempest-TagsExtTest-Tag-118528430') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:24.530076 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:24.533212 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:24.543279 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:24.561254 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:02:24.561577 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:02:24.633183 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Pushing event updated for resources: {'Port': ['ID=6264dbe7-5e95-4c52-8021-33ed6b3b75e5,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:24.643625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Attempting to bind port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:24.643975 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Attempting to bind port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:24.644325 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Attempting to bind port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:24.651521 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:24.651893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:24.652283 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:24.652659 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:24.653108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Bound port: 6264dbe7-5e95-4c52-8021-33ed6b3b75e5, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:24.653468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:24.711702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c977a22-629b-4f81-bf5f-6abc575e812f tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:24.739414 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] For port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:24.742584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] For port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6264dbe7-5e95-4c52-8021-33ed6b3b75e5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:24.746949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:24.834791 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbdefe-51aa-43e4-b747-ff6552dc626f None None] Pushing event updated for resources: {'Port': ['ID=6264dbe7-5e95-4c52-8021-33ed6b3b75e5,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:24.895190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 0c2c99a1-683d-4570-9525-9eec030a70fd {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:24.895866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:24.912491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:24.932423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:24.938368 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:24.942358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:24.942992 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:24.957651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event updated for resources: {'Port': ['ID=2df9aaea-2941-4ad2-b2ef-957b2e3ced6a,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:24.972639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] The port '0c2c99a1-683d-4570-9525-9eec030a70fd' was deleted {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:02:24.996900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:25.110914 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-95795f57-25c6-4217-9f94-4ca11bfc4449 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] show failed (client error): The resource could not be found. Feb 21 09:02:25.116688 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-95795f57-25c6-4217-9f94-4ca11bfc4449 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/routers/91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8/tags/tempest-TagsExtTest-Tag-118528430 HTTP/1.1" status: 404 len: 328 time: 0.6493049 Feb 21 09:02:25.119648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50298) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:25.127979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-f35ee2f1-2719-421c-8366-fe5278eebfcf tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8', 'tempest-TagsExtTest-Tag-1986751695') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:25.138427 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c68482a9-1f3a-46b9-8122-f7cd6ad9fe8f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.3308847 Feb 21 09:02:25.139197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50302) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:25.160994 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Request body: {'port': {'network_id': 'bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-771298998'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:25.183699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c977a22-629b-4f81-bf5f-6abc575e812f tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'Subnet': ['ID=b1690705-8933-44a6-854f-4bfad3c08090,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:25.205515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:25.291150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1043a1-857d-4431-b6d8-ce947fd713f7']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:25.299381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c977a22-629b-4f81-bf5f-6abc575e812f tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Checking segment: {'id': 'b92bc640-558b-45fd-b0b8-58dc59ad82df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd898728-edf6-4207-96fa-a84a0294d603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:25.299818 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c977a22-629b-4f81-bf5f-6abc575e812f tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Network hostable DHCP agents. Network: fd898728-edf6-4207-96fa-a84a0294d603, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:02:25.306517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:25.306823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4f3f29-a7f3-4887-a3a2-19b2dbcae32b') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:25.321784 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:25.335032 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-f35ee2f1-2719-421c-8366-fe5278eebfcf tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] show failed (client error): The resource could not be found. Feb 21 09:02:25.336097 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f35ee2f1-2719-421c-8366-fe5278eebfcf tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/routers/91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8/tags/tempest-TagsExtTest-Tag-1986751695 HTTP/1.1" status: 404 len: 329 time: 0.2150466 Feb 21 09:02:25.339421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50306) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:25.344775 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6fa01985-84d1-4fe7-9515-0b287f929adf None None] Provisioning for port 2df9aaea-2941-4ad2-b2ef-957b2e3ced6a completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:25.346053 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-e4fa2887-34d3-4d7b-84c5-0eff795689f6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5f885543-6733-4e69-a759-97a9643d620b', {'tags': ['tempest-TagsExtTest-Tag-1246683270', 'tempest-TagsExtTest-Tag-1370652552', 'tempest-TagsExtTest-Tag-777676596']}) {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:25.350762 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6fa01985-84d1-4fe7-9515-0b287f929adf None None] Provisioning complete for port 2df9aaea-2941-4ad2-b2ef-957b2e3ced6a triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:25.351189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6fa01985-84d1-4fe7-9515-0b287f929adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:25.355256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:25.368934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:02:25.369324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:25.378871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2341cc1-21a3-4bbd-8249-4cfd7218eacc admin admin] Router f1fec1cc-45b9-4b13-8b3a-b417fb990256 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:02:25.384944 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:02:25.408846 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6fa01985-84d1-4fe7-9515-0b287f929adf None None] Port 2df9aaea-2941-4ad2-b2ef-957b2e3ced6a cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:02:25.425280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:25.475866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:25.481161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:25.498264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:25.518001 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Network': ['ID=7f1043a1-857d-4431-b6d8-ce947fd713f7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:25.525328 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e4fa2887-34d3-4d7b-84c5-0eff795689f6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "PUT /v2.0/subnetpools/5f885543-6733-4e69-a759-97a9643d620b/tags HTTP/1.1" status: 200 len: 317 time: 0.1850157 Feb 21 09:02:25.531045 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-43dce875-fb0f-4958-882a-96a86f14def5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/networks/7f1043a1-857d-4431-b6d8-ce947fd713f7 HTTP/1.1" status: 204 len: 168 time: 2.9351211 Feb 21 09:02:25.531045 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50310) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:25.531045 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50314) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:25.535962 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-cbdd64ad-1ef2-4c0c-98f4-2035ef055487 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f885543-6733-4e69-a759-97a9643d620b') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:25.546882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'name': 'tempest-PortsTestJSON-357386441'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:25.556663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c977a22-629b-4f81-bf5f-6abc575e812f tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Network fd898728-edf6-4207-96fa-a84a0294d603 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:02:25.576520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:25.668569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:25.675156 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:port and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:25.681243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:25.688503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:25.707894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:25.711535 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:25.721104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-9c977a22-629b-4f81-bf5f-6abc575e812f tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, fd898728-edf6-4207-96fa-a84a0294d603) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:25.732756 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b5935-8021-44de-84f1-47b20f771edc None None] Network fd898728-edf6-4207-96fa-a84a0294d603 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:25.733974 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cbdd64ad-1ef2-4c0c-98f4-2035ef055487 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/subnetpools/5f885543-6733-4e69-a759-97a9643d620b/tags HTTP/1.1" status: 204 len: 168 time: 0.2051616 Feb 21 09:02:25.736536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c977a22-629b-4f81-bf5f-6abc575e812f tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:25.736707 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50318) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:25.737132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c977a22-629b-4f81-bf5f-6abc575e812f tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:25.743159 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-e59b8fa4-a1cc-4af0-9548-168adcfd1279 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f885543-6733-4e69-a759-97a9643d620b', 'tempest-TagsExtTest-Tag-1246683270') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:25.762186 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port a2bb16c2-a2db-42fe-8df8-a398c1d63e17 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:25.775089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Made reservation on behalf of f57d22a3ad734cb986e2792c13ddb60b for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:25.778060 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:25.830839 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-e59b8fa4-a1cc-4af0-9548-168adcfd1279 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] show failed (client error): The resource could not be found. Feb 21 09:02:25.835077 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e59b8fa4-a1cc-4af0-9548-168adcfd1279 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/subnetpools/5f885543-6733-4e69-a759-97a9643d620b/tags/tempest-TagsExtTest-Tag-1246683270 HTTP/1.1" status: 404 len: 329 time: 0.0944495 Feb 21 09:02:25.836494 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50322) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:25.846970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.tag.tag_plugin [None req-7f5079d0-33a3-4367-8f91-4871d685ddb9 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f885543-6733-4e69-a759-97a9643d620b', 'tempest-TagsExtTest-Tag-1370652552') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:25.858354 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9c977a22-629b-4f81-bf5f-6abc575e812f tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6528137 Feb 21 09:02:25.862210 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] device_id is not set on port 9bebe6bf-d143-4d2b-9faa-55e61f76e391 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:25.875026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50326) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:26.030970 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-7f5079d0-33a3-4367-8f91-4871d685ddb9 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] show failed (client error): The resource could not be found. Feb 21 09:02:26.031974 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7f5079d0-33a3-4367-8f91-4871d685ddb9 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/subnetpools/5f885543-6733-4e69-a759-97a9643d620b/tags/tempest-TagsExtTest-Tag-1370652552 HTTP/1.1" status: 404 len: 329 time: 0.1952868 Feb 21 09:02:26.040600 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-fd898728-edf6-4207-96fa-a84a0294d603', 'network_id': 'fd898728-edf6-4207-96fa-a84a0294d603', 'tenant_id': '481ac288a7d84bbc91c48926404b71a3', 'fixed_ips': [{'subnet_id': 'b1690705-8933-44a6-854f-4bfad3c08090'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:02:26.041317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50330) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:26.041747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:26.120554 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.tag.tag_plugin [None req-accb4f6c-51d5-4bc1-a1b0-6ee1c808b985 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f885543-6733-4e69-a759-97a9643d620b', 'tempest-TagsExtTest-Tag-777676596') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:26.175264 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:26.197363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:26.204095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a0735516-35ca-4aca-9106-09c8de11d681 None None] Provisioning for port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:26.226062 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-accb4f6c-51d5-4bc1-a1b0-6ee1c808b985 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] show failed (client error): The resource could not be found. Feb 21 09:02:26.227281 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-accb4f6c-51d5-4bc1-a1b0-6ee1c808b985 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/subnetpools/5f885543-6733-4e69-a759-97a9643d620b/tags/tempest-TagsExtTest-Tag-777676596 HTTP/1.1" status: 404 len: 328 time: 0.1807337 Feb 21 09:02:26.234045 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Allocated IP 2001:db8::2 (fd898728-edf6-4207-96fa-a84a0294d603/b1690705-8933-44a6-854f-4bfad3c08090/2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:26.245636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50334) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:26.256950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.tag.tag_plugin [None req-2cb02925-ae16-4fe1-afe4-fb7fb8b468a4 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f885543-6733-4e69-a759-97a9643d620b') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:26.333715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Allocated IP 2001:db8::14b (bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5/731de5b8-4baa-4cb3-b26c-2b87657742ee/9bebe6bf-d143-4d2b-9faa-55e61f76e391) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:26.335701 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:26.352339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2341cc1-21a3-4bbd-8249-4cfd7218eacc admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:02:26.364148 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164feaac-b563-4ae8-b4f0-1ba14a547f68 None None] Sync routers for ids ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:02:26.376517 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164feaac-b563-4ae8-b4f0-1ba14a547f68 None None] Routers {'f1fec1cc-45b9-4b13-8b3a-b417fb990256'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:02:26.377124 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-164feaac-b563-4ae8-b4f0-1ba14a547f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:02:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:26.397012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:26.403349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:26.410489 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e2341cc1-21a3-4bbd-8249-4cfd7218eacc admin admin] 10.222.0.48 "PUT /v2.0/routers/f1fec1cc-45b9-4b13-8b3a-b417fb990256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0178211 Feb 21 09:02:26.424370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50338) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:26.443139 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:26.457450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:26.458753 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:26.459231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Deleting port d993c491-8003-488c-b793-5762adcd4272 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:26.459581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:26.503585 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2cb02925-ae16-4fe1-afe4-fb7fb8b468a4 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/subnetpools/5f885543-6733-4e69-a759-97a9643d620b/tags HTTP/1.1" status: 204 len: 168 time: 0.2546225 Feb 21 09:02:26.521765 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50342) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:26.524300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.objects.ports [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83585) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:02:26.569188 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.tag.tag_plugin [None req-628bf632-2f95-42e5-9db6-e017a14bfd98 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:26.577415 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-164feaac-b563-4ae8-b4f0-1ba14a547f68 None None] Set router f1fec1cc-45b9-4b13-8b3a-b417fb990256 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:02:26.688324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:26.695449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:26.703336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:26.713888 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Transition to ACTIVE for port object 2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:26.743394 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Transition to ACTIVE for port object 2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:26.755923 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6264dbe7-5e95-4c52-8021-33ed6b3b75e5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:26.758219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:26.758384 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:26.759279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=a2bb16c2-a2db-42fe-8df8-a398c1d63e17,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:26.772957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:26.789875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:26.794364 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:26.795013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:26.830564 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Pushing event updated for resources: {'Port': ['ID=2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:26.834783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:26.877592 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0275934b-af32-45fd-8ac8-e00721e2c016 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3463199 Feb 21 09:02:26.884645 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50346) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:26.896899 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Network fd898728-edf6-4207-96fa-a84a0294d603 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:26.904900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:26.909619 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:26.946689 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.003877 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-164feaac-b563-4ae8-b4f0-1ba14a547f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T09:02:18Z', 'revision_number': 5, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:27.009551 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164feaac-b563-4ae8-b4f0-1ba14a547f68 None None] Checking router: f1fec1cc-45b9-4b13-8b3a-b417fb990256 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:02:27.022090 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164feaac-b563-4ae8-b4f0-1ba14a547f68 None None] Routers {'f1fec1cc-45b9-4b13-8b3a-b417fb990256'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:02:27.023125 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-164feaac-b563-4ae8-b4f0-1ba14a547f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:02:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:27.028717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Subnet': ['ID=b1690705-8933-44a6-854f-4bfad3c08090,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:27.029896 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=6264dbe7-5e95-4c52-8021-33ed6b3b75e5,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:27.060314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Attempting to bind port 2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:27.060824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Attempting to bind port 2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'b92bc640-558b-45fd-b0b8-58dc59ad82df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd898728-edf6-4207-96fa-a84a0294d603'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:27.061276 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Attempting to bind port 2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a on network fd898728-edf6-4207-96fa-a84a0294d603 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:27.068712 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:27.069218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Checking segment: {'id': 'b92bc640-558b-45fd-b0b8-58dc59ad82df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd898728-edf6-4207-96fa-a84a0294d603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:27.069700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.070172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Bound using segment: {'id': 'b92bc640-558b-45fd-b0b8-58dc59ad82df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd898728-edf6-4207-96fa-a84a0294d603'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:27.070720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Bound port: 2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92bc640-558b-45fd-b0b8-58dc59ad82df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd898728-edf6-4207-96fa-a84a0294d603'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:27.071205 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.167531 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] For port 2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:27.171526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] For port 2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a,segment=NetworkSegment(b92bc640-558b-45fd-b0b8-58dc59ad82df),segment_id=b92bc640-558b-45fd-b0b8-58dc59ad82df)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:27.181619 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.184358 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.214424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd898728-edf6-4207-96fa-a84a0294d603']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:27.230042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92bc640-558b-45fd-b0b8-58dc59ad82df') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:27.230389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92bc640-558b-45fd-b0b8-58dc59ad82df') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:27.248434 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.263917 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-164feaac-b563-4ae8-b4f0-1ba14a547f68 None None] Set router f1fec1cc-45b9-4b13-8b3a-b417fb990256 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:02:27.273958 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.281109 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:02:27.281502 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.306125 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-628bf632-2f95-42e5-9db6-e017a14bfd98 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/routers/91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8/tags HTTP/1.1" status: 204 len: 168 time: 0.7833111 Feb 21 09:02:27.311122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.313476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.328899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50350) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:27.334560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] For port d993c491-8003-488c-b793-5762adcd4272, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d993c491-8003-488c-b793-5762adcd4272,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:27.334925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.346300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.tag.tag_plugin [None req-ebf1043c-9f1c-4cae-ae7b-02df57e0c763 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '77ceb7dc-7642-419a-8cca-2bfa8d11e024') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:27.353933 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734d6b9-9183-47e3-9ed0-1e0a07b84f59 None None] Pushing event updated for resources: {'Port': ['ID=2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:27.367254 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-478c5883-e8c8-4baa-a7f9-8ec2e7d03a07 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port a2bb16c2-a2db-42fe-8df8-a398c1d63e17 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:27.367687 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-478c5883-e8c8-4baa-a7f9-8ec2e7d03a07 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.371822 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a04d88-ac15-4c7d-a228-231b1cbc4793 None None] Network fd898728-edf6-4207-96fa-a84a0294d603 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:02:27.407076 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:02:27.452150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 21 09:02:27.452150 dv-neutron-830062-1-hyperv neutron-server[83584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 21 09:02:27.452150 dv-neutron-830062-1-hyperv neutron-server[83584]: [parameters: {'id': 'fd898728-edf6-4207-96fa-a84a0294d603'}] Feb 21 09:02:27.452150 dv-neutron-830062-1-hyperv neutron-server[83584]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:02:27.453268 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:02:27.535528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.538818 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Transition to ACTIVE for port object 9bebe6bf-d143-4d2b-9faa-55e61f76e391 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:27.577836 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-164feaac-b563-4ae8-b4f0-1ba14a547f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T09:02:18Z', 'revision_number': 5, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:27.581782 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164feaac-b563-4ae8-b4f0-1ba14a547f68 None None] The sync data for ids ['f1fec1cc-45b9-4b13-8b3a-b417fb990256'] in dv-neutron-830062-1-hyperv is: [{'id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'name': 'tempest-ServerActionsTestJSON-1981652312-router', 'tenant_id': '7fdb594f298e42dbb47700adbc49145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T08:58:17Z', 'updated_at': '2022-02-21T09:02:18Z', 'revision_number': 5, 'project_id': '7fdb594f298e42dbb47700adbc49145f', 'gw_port': {'id': '88857b0c-a230-4daa-94f9-c3b8af74b028', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fec1cc-45b9-4b13-8b3a-b417fb990256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T08:58:18Z', 'updated_at': '2022-02-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:02:27.597169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58734055-4947-4da0-aa73-f73b254eb815 None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:02:27.623484 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Calling delete_port for d993c491-8003-488c-b793-5762adcd4272 owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:27.747144 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58734055-4947-4da0-aa73-f73b254eb815 None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:02:27.814295 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-478c5883-e8c8-4baa-a7f9-8ec2e7d03a07 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.866279 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.941314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-478c5883-e8c8-4baa-a7f9-8ec2e7d03a07 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for a2bb16c2-a2db-42fe-8df8-a398c1d63e17 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:27.969446 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:27.990404 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ebf1043c-9f1c-4cae-ae7b-02df57e0c763 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/ports/77ceb7dc-7642-419a-8cca-2bfa8d11e024/tags HTTP/1.1" status: 204 len: 168 time: 0.6590033 Feb 21 09:02:27.999176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:28.001799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50354) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:28.017444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.tag.tag_plugin [None req-503daa38-3a7a-4a1d-924d-2b2a1b027eb4 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'db650f0a-9b18-4e26-b953-677eb27e0c1d') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:28.048635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:28.058593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event updated for resources: {'Port': ['ID=9bebe6bf-d143-4d2b-9faa-55e61f76e391,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:28.093599 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:28.097617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:28.098261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:28.116013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] For port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6264dbe7-5e95-4c52-8021-33ed6b3b75e5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:28.136801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Deleting port 2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:28.137137 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:28.176202 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-efb50350-f189-45ce-8c29-b0281325ad25 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0255799 Feb 21 09:02:28.178487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9677f31d-5923-457c-8452-ceb975f46156 None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:02:28.186163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50358) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:28.203627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-133f3d7a-847a-4eb8-9499-fdfeb2819932 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e2', 'mac_address': 'fa:16:3e:63:ff:bf'}, {'ip_address': '2001:db8::16f', 'mac_address': 'fa:16:3e:36:b6:ce'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:28.253113 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:28.254272 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:28.260413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:28.279592 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-478c5883-e8c8-4baa-a7f9-8ec2e7d03a07 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:28.309321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:28.310023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:28.352241 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c5883-e8c8-4baa-a7f9-8ec2e7d03a07 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=a2bb16c2-a2db-42fe-8df8-a398c1d63e17,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:28.365343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event deleted for resources: {'Port': ['ID=d993c491-8003-488c-b793-5762adcd4272,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:28.369689 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-478c5883-e8c8-4baa-a7f9-8ec2e7d03a07 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:28.382550 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:28.382793 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:28.449071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9677f31d-5923-457c-8452-ceb975f46156 None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:02:28.478238 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-478c5883-e8c8-4baa-a7f9-8ec2e7d03a07 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/a2bb16c2-a2db-42fe-8df8-a398c1d63e17 HTTP/1.1" status: 204 len: 168 time: 1.5900161 Feb 21 09:02:28.478238 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:28.485046 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50362) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:28.511060 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'mac_address': 'fa:16:3e:26:5e:80', 'name': 'tempest-PortsTestJSON-868591781'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:28.521751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:28.583795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:28.619562 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:28.620180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:28.626224 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 875daf23-60dc-4afa-a5c1-a602842d57aa no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:28.628734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=eb3328e2-3f10-43c3-a000-ce54c7eb310d,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:28.637642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] Deleting port 88857b0c-a230-4daa-94f9-c3b8af74b028 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:28.637977 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:28.667662 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 875daf23-60dc-4afa-a5c1-a602842d57aa {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:02:28.667662 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 875daf23-60dc-4afa-a5c1-a602842d57aa not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:02:28.678532 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=6264dbe7-5e95-4c52-8021-33ed6b3b75e5,revision_number=5']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:28.697517 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-503daa38-3a7a-4a1d-924d-2b2a1b027eb4 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/subnets/db650f0a-9b18-4e26-b953-677eb27e0c1d/tags HTTP/1.1" status: 204 len: 168 time: 0.6839507 Feb 21 09:02:28.697914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] For port 2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a,segment=NetworkSegment(b92bc640-558b-45fd-b0b8-58dc59ad82df),segment_id=b92bc640-558b-45fd-b0b8-58dc59ad82df)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:28.698005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50366) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:28.698295 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:28.837325 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0fe98325-0787-4760-94c0-4b6461eed635 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2322934 Feb 21 09:02:28.849033 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Calling delete_port for 2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:28.853936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50370) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:28.917643 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'mac_address': 'fa:16:3e:ec:90:a9', 'name': 'tempest-NetworksTestDHCPv6-262267715'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:28.949950 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f18e838-4f70-4311-b6e9-61bad4bea84f None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:28.958562 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:28.976843 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:port and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:28.987853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:29.003146 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:29.041377 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:29.142749 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.183692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.209445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] For port 88857b0c-a230-4daa-94f9-c3b8af74b028, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=88857b0c-a230-4daa-94f9-c3b8af74b028,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:29.210340 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.243417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] No DVR routers for this DVR port 2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:29.272969 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Port': ['ID=2cb51325-4bcf-4ff6-a84c-1a2c70bb1a3a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:29.307606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-075666e3-6990-41fd-b0d8-71087400fe4f None None] Provisioning for port 9bebe6bf-d143-4d2b-9faa-55e61f76e391 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:29.326606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-075666e3-6990-41fd-b0d8-71087400fe4f None None] Provisioning complete for port 9bebe6bf-d143-4d2b-9faa-55e61f76e391 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:29.326932 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-075666e3-6990-41fd-b0d8-71087400fe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.374735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-133f3d7a-847a-4eb8-9499-fdfeb2819932 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.383097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-075666e3-6990-41fd-b0d8-71087400fe4f None None] Port 9bebe6bf-d143-4d2b-9faa-55e61f76e391 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:02:29.391021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.411789 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] Calling delete_port for 88857b0c-a230-4daa-94f9-c3b8af74b028 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:29.452096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:29.462722 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6749906c-1db2-4ce1-850b-b76c97300c94 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks [] for subnetpool, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.463884 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6749906c-1db2-4ce1-850b-b76c97300c94 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/subnetpools/5f885543-6733-4e69-a759-97a9643d620b HTTP/1.1" status: 204 len: 168 time: 0.7631259 Feb 21 09:02:29.514183 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50374) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:29.519264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:port and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:29.553328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:29.571676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:29.585194 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.594707 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3d11fbc3-e5ee-4c88-988f-fb6290a91e0d tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Synchronizing usage tracker for tenant:1f2011cc370849329f7176e991123f74 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:29.605503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.612008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.621135 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port a289e106-3a6e-4fd9-8231-c11baf3d7e86 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:29.633879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:29.637981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.651114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.651414 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 532fac44-55ed-4e76-a7bc-ddfac118cc78 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:02:29.678114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.683229 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-dce6fcaf-7c06-43f2-bf74-148aca46ab85 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "DELETE /v2.0/routers/532fac44-55ed-4e76-a7bc-ddfac118cc78 HTTP/1.1" status: 204 len: 168 time: 5.6024737 Feb 21 09:02:29.700232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50378) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:29.774539 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-699721109', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:29.785240 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 09b73bbb-93e0-4374-8fb5-1f68331777a3 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:29.838248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:29.858886 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd898728-edf6-4207-96fa-a84a0294d603']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:29.861855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Usage tracker for resource:router and tenant:0d450ac4c78c4887b8294fe5f73efc7d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:29.865694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:29.872527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:29.882056 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92bc640-558b-45fd-b0b8-58dc59ad82df') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:29.882373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92bc640-558b-45fd-b0b8-58dc59ad82df') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:29.897294 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3d11fbc3-e5ee-4c88-988f-fb6290a91e0d tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Unset dirty status for tenant:1f2011cc370849329f7176e991123f74 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:29.901184 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3d11fbc3-e5ee-4c88-988f-fb6290a91e0d tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "GET /v2.0/ports?device_id=91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8 HTTP/1.1" status: 200 len: 205 time: 0.3771770 Feb 21 09:02:29.901471 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50382) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:29.905210 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.957439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.970814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.972107 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.977867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:02:29.978515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:02:29.994861 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:02:30.112841 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-70148d1f-255f-40ff-9878-acd293e7c138 None None] Provisioning complete for port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:30.113424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-70148d1f-255f-40ff-9878-acd293e7c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.157466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-639ac22f-5994-492e-86f8-3e9e261f01d7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.179705 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f80206da-85e9-4b7d-b2ba-78ad66a8357f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.237918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.267270 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.277415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.284958 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.327905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:30.332994 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Network': ['ID=fd898728-edf6-4207-96fa-a84a0294d603,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:30.340773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.354932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] Pushing event deleted for resources: {'Port': ['ID=88857b0c-a230-4daa-94f9-c3b8af74b028,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:30.369223 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-da06dbaf-b4b2-49a3-8f5e-91eaf12fd3c0 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/networks/fd898728-edf6-4207-96fa-a84a0294d603 HTTP/1.1" status: 204 len: 168 time: 4.4892676 Feb 21 09:02:30.369223 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50386) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:30.394202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.resource_extend [None req-133f3d7a-847a-4eb8-9499-fdfeb2819932 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:02:30.399618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-291781694'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:30.408200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:30.408505 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.428325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:30.461482 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Usage tracker for resource:network and tenant:481ac288a7d84bbc91c48926404b71a3 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:30.471140 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:30.477221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-133f3d7a-847a-4eb8-9499-fdfeb2819932 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.490282 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:30.515619 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Made reservation on behalf of 481ac288a7d84bbc91c48926404b71a3 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:30.519026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.520849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-133f3d7a-847a-4eb8-9499-fdfeb2819932 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.537018 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.601750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.621058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-133f3d7a-847a-4eb8-9499-fdfeb2819932 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] In _notify_port_updated(), no bound segment for port 9bebe6bf-d143-4d2b-9faa-55e61f76e391 on network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 {{(pid=83585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:02:30.625224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f3d7a-847a-4eb8-9499-fdfeb2819932 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:30.626090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-133f3d7a-847a-4eb8-9499-fdfeb2819932 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.631770 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d993c491-8003-488c-b793-5762adcd4272 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:30.633561 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-133f3d7a-847a-4eb8-9499-fdfeb2819932 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "PUT /v2.0/ports/9bebe6bf-d143-4d2b-9faa-55e61f76e391 HTTP/1.1" status: 200 len: 1067 time: 2.4463737 Feb 21 09:02:30.639149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50390) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:30.666688 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: d993c491-8003-488c-b793-5762adcd4272 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:02:30.667070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d993c491-8003-488c-b793-5762adcd4272 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:02:30.700483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 172.20.0.7 (749b6d65-c680-4e97-918b-6efdfcb19e4b/5c77d068-6295-43ba-ae25-176ec71ee7d6/09b73bbb-93e0-4374-8fb5-1f68331777a3) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:30.703434 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f3d7a-847a-4eb8-9499-fdfeb2819932 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event updated for resources: {'Port': ['ID=9bebe6bf-d143-4d2b-9faa-55e61f76e391,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:30.780876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::f816:3eff:feec:90a9 (749b6d65-c680-4e97-918b-6efdfcb19e4b/eb3328e2-3f10-43c3-a000-ce54c7eb310d/09b73bbb-93e0-4374-8fb5-1f68331777a3) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:30.791635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:02:30.796705 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:30.804439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:30.813456 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:30.817936 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:30.818588 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.828234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=a289e106-3a6e-4fd9-8231-c11baf3d7e86,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:30.830296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.887473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.887820 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Added segment 05f46c77-0374-43d6-b965-8559f7dabdd5 of type vlan for network aff1525f-27b0-4327-868f-495f23cfb06d Feb 21 09:02:30.919595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7e202bb4-22d1-4677-a3ec-52829ee8c9de None None] Provisioning complete for port 9bebe6bf-d143-4d2b-9faa-55e61f76e391 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:30.920071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7e202bb4-22d1-4677-a3ec-52829ee8c9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.928632 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-18c1ca7d-7965-4905-bc42-2d1ce871c03a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Deleting port 9bebe6bf-d143-4d2b-9faa-55e61f76e391 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:30.928975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-18c1ca7d-7965-4905-bc42-2d1ce871c03a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:30.977404 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-7e202bb4-22d1-4677-a3ec-52829ee8c9de None None] Port 9bebe6bf-d143-4d2b-9faa-55e61f76e391 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:02:30.983905 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6528f1c1-e717-4059-86c9-425e009b90a5 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4946525 Feb 21 09:02:30.994014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50394) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:31.140891 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.180911 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.196893 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.214106 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf55316-a2ea-47c2-936e-d6e33737ef82 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:31.214672 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ccf55316-a2ea-47c2-936e-d6e33737ef82 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:31.235910 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.240114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:31.240697 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.249520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-639ac22f-5994-492e-86f8-3e9e261f01d7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.271673 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ccf55316-a2ea-47c2-936e-d6e33737ef82 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:31.275340 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ccf55316-a2ea-47c2-936e-d6e33737ef82 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/a289e106-3a6e-4fd9-8231-c11baf3d7e86 HTTP/1.1" status: 200 len: 840 time: 0.2776434 Feb 21 09:02:31.276758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50398) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:31.334025 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.334568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1fec1cc-45b9-4b13-8b3a-b417fb990256 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:02:31.368795 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9989991 Feb 21 09:02:31.370705 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.374175 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0d382412-7a10-4ee2-aaca-f2b557c5ced4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f1fec1cc-45b9-4b13-8b3a-b417fb990256 HTTP/1.1" status: 204 len: 168 time: 4.8976028 Feb 21 09:02:31.374833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50402) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:31.375044 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50404) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:31.382006 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Request body: {'subnet': {'network_id': 'aff1525f-27b0-4327-868f-495f23cfb06d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:31.388553 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-639ac22f-5994-492e-86f8-3e9e261f01d7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.397031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.501784 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2651e-00be-4980-ae76-4e66bfa3dbc3 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'Network': ['ID=aff1525f-27b0-4327-868f-495f23cfb06d,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:31.515896 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network aff1525f-27b0-4327-868f-495f23cfb06d details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:02:31.532263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-958dd42b-1e2b-4f43-8a80-dab6539d8a89 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port a289e106-3a6e-4fd9-8231-c11baf3d7e86 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:31.532867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-958dd42b-1e2b-4f43-8a80-dab6539d8a89 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.645878 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-c220c4a2-ffac-4884-81cf-bfa394a3ef60 admin admin] Deleting subnet 16a8f84c-ea91-4075-9f54-c7ae84ea5299 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:02:31.653291 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c220c4a2-ffac-4884-81cf-bfa394a3ef60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.686024 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:31.711252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:31.723499 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c220c4a2-ffac-4884-81cf-bfa394a3ef60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.755749 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Made reservation on behalf of 481ac288a7d84bbc91c48926404b71a3 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:31.798349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-639ac22f-5994-492e-86f8-3e9e261f01d7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.798858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639ac22f-5994-492e-86f8-3e9e261f01d7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Fanout notify agent at l3_agent the message router_deleted on router 91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:02:31.869722 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-18c1ca7d-7965-4905-bc42-2d1ce871c03a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.883500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:31.984007 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c220c4a2-ffac-4884-81cf-bfa394a3ef60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.049100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.058248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-18c1ca7d-7965-4905-bc42-2d1ce871c03a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Calling delete_port for 9bebe6bf-d143-4d2b-9faa-55e61f76e391 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:32.111954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c220c4a2-ffac-4884-81cf-bfa394a3ef60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.141828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-639ac22f-5994-492e-86f8-3e9e261f01d7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.145182 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-639ac22f-5994-492e-86f8-3e9e261f01d7 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/routers/91dee8a0-93b8-46b4-b6b4-cbf8e1e8ddf8 HTTP/1.1" status: 204 len: 168 time: 2.2384560 Feb 21 09:02:32.164569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50410) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:32.170883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 09b73bbb-93e0-4374-8fb5-1f68331777a3 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:32.205986 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 88857b0c-a230-4daa-94f9-c3b8af74b028 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:32.209023 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220c4a2-ffac-4884-81cf-bfa394a3ef60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16a8f84c-ea91-4075-9f54-c7ae84ea5299,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:32.230669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c220c4a2-ffac-4884-81cf-bfa394a3ef60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.249560 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d02f3-5709-4c60-b3b2-5422c00a6285 None None] Network ab12aaff-f429-4b8e-bdc9-61e3709a4af8 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:32.279822 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 88857b0c-a230-4daa-94f9-c3b8af74b028 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:02:32.280315 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 88857b0c-a230-4daa-94f9-c3b8af74b028 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:02:32.290721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-a7d991c4-73cf-4b5f-8571-d05d302f58a3 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Deleting port 77ceb7dc-7642-419a-8cca-2bfa8d11e024 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:32.290939 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a7d991c4-73cf-4b5f-8571-d05d302f58a3 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.299508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-958dd42b-1e2b-4f43-8a80-dab6539d8a89 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.329995 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c220c4a2-ffac-4884-81cf-bfa394a3ef60 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/16a8f84c-ea91-4075-9f54-c7ae84ea5299 HTTP/1.1" status: 204 len: 168 time: 0.9523544 Feb 21 09:02:32.336594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50414) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:32.459532 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-958dd42b-1e2b-4f43-8a80-dab6539d8a89 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for a289e106-3a6e-4fd9-8231-c11baf3d7e86 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:32.524220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.539226 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20192de-a4dd-4b55-803a-a9174dff7d21 None None] DHCP port deletion for ab12aaff-f429-4b8e-bdc9-61e3709a4af8 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:02:32.543288 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e20192de-a4dd-4b55-803a-a9174dff7d21 None None] Deleting port c7069bc4-578d-48fc-b9b4-30be00826b6d {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:32.543661 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e20192de-a4dd-4b55-803a-a9174dff7d21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.634441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.649910 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.objects.ports [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83584) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:02:32.650388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-18c1ca7d-7965-4905-bc42-2d1ce871c03a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.655705 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:32.661917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.663867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:32.671561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:32.709246 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=09b73bbb-93e0-4374-8fb5-1f68331777a3,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:32.766410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-958dd42b-1e2b-4f43-8a80-dab6539d8a89 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.781790 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:02:32.787927 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e20192de-a4dd-4b55-803a-a9174dff7d21 None None] For port c7069bc4-578d-48fc-b9b4-30be00826b6d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c7069bc4-578d-48fc-b9b4-30be00826b6d,segment=NetworkSegment(17112de3-38d0-428e-9df5-5af9e5f77062),segment_id=17112de3-38d0-428e-9df5-5af9e5f77062)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:32.788327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e20192de-a4dd-4b55-803a-a9174dff7d21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.799253 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Deleting port c7069bc4-578d-48fc-b9b4-30be00826b6d {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:32.799734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.823049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1ca7d-7965-4905-bc42-2d1ce871c03a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event deleted for resources: {'Port': ['ID=9bebe6bf-d143-4d2b-9faa-55e61f76e391,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:32.922474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:32.941299 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e20192de-a4dd-4b55-803a-a9174dff7d21 None None] Calling delete_port for c7069bc4-578d-48fc-b9b4-30be00826b6d owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:32.981399 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dd42b-1e2b-4f43-8a80-dab6539d8a89 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=a289e106-3a6e-4fd9-8231-c11baf3d7e86,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:33.000393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:33.001073 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:33.007189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:33.010862 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5629cdad-842b-4257-86e2-1a97ce8be74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:33.019910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-958dd42b-1e2b-4f43-8a80-dab6539d8a89 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:33.046488 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e20192de-a4dd-4b55-803a-a9174dff7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:33.110155 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20192de-a4dd-4b55-803a-a9174dff7d21 None None] No DVR routers for this DVR port c7069bc4-578d-48fc-b9b4-30be00826b6d on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:33.116606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20192de-a4dd-4b55-803a-a9174dff7d21 None None] Pushing event deleted for resources: {'Port': ['ID=c7069bc4-578d-48fc-b9b4-30be00826b6d,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:33.143683 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-af4b8a3a-f682-46ed-9052-57847b2d9098 None None] Provisioning for port 09b73bbb-93e0-4374-8fb5-1f68331777a3 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:33.149020 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-af4b8a3a-f682-46ed-9052-57847b2d9098 None None] Provisioning complete for port 09b73bbb-93e0-4374-8fb5-1f68331777a3 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:33.149905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-af4b8a3a-f682-46ed-9052-57847b2d9098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:33.260450 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c0572326-6ea8-4253-977c-ea8fd158d262 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.4012599 Feb 21 09:02:33.260877 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-af4b8a3a-f682-46ed-9052-57847b2d9098 None None] Port 09b73bbb-93e0-4374-8fb5-1f68331777a3 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:02:33.262531 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-958dd42b-1e2b-4f43-8a80-dab6539d8a89 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/a289e106-3a6e-4fd9-8231-c11baf3d7e86 HTTP/1.1" status: 204 len: 168 time: 1.9831007 Feb 21 09:02:33.266973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50418) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:33.267297 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50420) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:33.307632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event updated for resources: {'Subnet': ['ID=cc3d1780-e4d4-4b87-bc4e-270101ba9946,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:33.345527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Checking segment: {'id': '05f46c77-0374-43d6-b965-8559f7dabdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aff1525f-27b0-4327-868f-495f23cfb06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:33.345880 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Network hostable DHCP agents. Network: aff1525f-27b0-4327-868f-495f23cfb06d, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:02:33.351420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a7d991c4-73cf-4b5f-8571-d05d302f58a3 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:33.367956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] For port c7069bc4-578d-48fc-b9b4-30be00826b6d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c7069bc4-578d-48fc-b9b4-30be00826b6d,segment=NetworkSegment(17112de3-38d0-428e-9df5-5af9e5f77062),segment_id=17112de3-38d0-428e-9df5-5af9e5f77062)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:33.368656 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:33.503439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-a7d991c4-73cf-4b5f-8571-d05d302f58a3 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Calling delete_port for 77ceb7dc-7642-419a-8cca-2bfa8d11e024 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:33.503718 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccda7103-2292-4262-970d-17151fc977a1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] GET failed (client error): The resource could not be found. Feb 21 09:02:33.504223 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ccda7103-2292-4262-970d-17151fc977a1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:33.613566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-18c1ca7d-7965-4905-bc42-2d1ce871c03a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:33.613968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:33.616532 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-18c1ca7d-7965-4905-bc42-2d1ce871c03a tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "DELETE /v2.0/ports/9bebe6bf-d143-4d2b-9faa-55e61f76e391 HTTP/1.1" status: 204 len: 168 time: 2.9743824 Feb 21 09:02:33.625843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50426) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:33.626474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ccda7103-2292-4262-970d-17151fc977a1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:33.632084 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ccda7103-2292-4262-970d-17151fc977a1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/a289e106-3a6e-4fd9-8231-c11baf3d7e86 HTTP/1.1" status: 404 len: 333 time: 0.3517661 Feb 21 09:02:33.632430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Allocated IP 172.26.6.232 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/26cb1494-e77b-4212-9e38-09b77809fa77) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:33.637153 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50430) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:33.654268 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Calling delete_port for c7069bc4-578d-48fc-b9b4-30be00826b6d owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:33.690543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'name': 'tempest-PortsTestJSON-1240176351'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:33.713694 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d8918a-2b90-489f-a3b4-00731a923f9f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] GET failed (client error): The resource could not be found. Feb 21 09:02:33.714200 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-17d8918a-2b90-489f-a3b4-00731a923f9f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Synchronizing usage tracker for tenant:f57d22a3ad734cb986e2792c13ddb60b on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:33.718737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Network aff1525f-27b0-4327-868f-495f23cfb06d is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:02:33.760229 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, aff1525f-27b0-4327-868f-495f23cfb06d) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:33.764680 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:33.765270 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:33.775656 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d62f5-349d-42cd-97f7-502e98b72c8e None None] Network aff1525f-27b0-4327-868f-495f23cfb06d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:33.837303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:02:33.837892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:02:33.842222 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4dc89ebb-b39c-4a66-8ceb-d3bbcffccea7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4661760 Feb 21 09:02:33.850534 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50434) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:33.910150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcae5dd-d3d7-4967-bb87-a97e79a0fdf1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:33.914573 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcae5dd-d3d7-4967-bb87-a97e79a0fdf1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:33.915389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-afcae5dd-d3d7-4967-bb87-a97e79a0fdf1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:33.922490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-17d8918a-2b90-489f-a3b4-00731a923f9f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Unset dirty status for tenant:f57d22a3ad734cb986e2792c13ddb60b on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:33.926107 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-17d8918a-2b90-489f-a3b4-00731a923f9f tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "GET /v2.0/ports/9bebe6bf-d143-4d2b-9faa-55e61f76e391 HTTP/1.1" status: 404 len: 333 time: 0.2951627 Feb 21 09:02:33.928515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50438) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:33.967422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:33.967646 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a7d991c4-73cf-4b5f-8571-d05d302f58a3 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:33.967756 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.022235 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:34.023446 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d991c4-73cf-4b5f-8571-d05d302f58a3 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Pushing event deleted for resources: {'Port': ['ID=77ceb7dc-7642-419a-8cca-2bfa8d11e024,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:34.027503 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-aff1525f-27b0-4327-868f-495f23cfb06d', 'network_id': 'aff1525f-27b0-4327-868f-495f23cfb06d', 'tenant_id': '481ac288a7d84bbc91c48926404b71a3', 'fixed_ips': [{'subnet_id': 'cc3d1780-e4d4-4b87-bc4e-270101ba9946'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:02:34.029782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.050345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-afcae5dd-d3d7-4967-bb87-a97e79a0fdf1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:34.054315 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-afcae5dd-d3d7-4967-bb87-a97e79a0fdf1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.7801073 Feb 21 09:02:34.059685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50442) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:34.064024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.098100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:34.101171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.124953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-73bc8142-7c9d-4f0b-860b-54f0b3778489 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Deleting port 2df9aaea-2941-4ad2-b2ef-957b2e3ced6a {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:34.126232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-73bc8142-7c9d-4f0b-860b-54f0b3778489 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.209077 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.234299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a7d991c4-73cf-4b5f-8571-d05d302f58a3 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.237809 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a7d991c4-73cf-4b5f-8571-d05d302f58a3 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/ports/77ceb7dc-7642-419a-8cca-2bfa8d11e024 HTTP/1.1" status: 204 len: 168 time: 2.0705941 Feb 21 09:02:34.240193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c7069bc4-578d-48fc-b9b4-30be00826b6d no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:34.249771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50446) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:34.275147 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Allocated IP 2001:db8::f816:3eff:fe30:712b (aff1525f-27b0-4327-868f-495f23cfb06d/cc3d1780-e4d4-4b87-bc4e-270101ba9946/999ad147-f3b0-4170-86e5-8882d2b7c17f) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:34.283846 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: c7069bc4-578d-48fc-b9b4-30be00826b6d {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:02:34.284453 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c7069bc4-578d-48fc-b9b4-30be00826b6d not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:02:34.310263 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.336941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.349594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port 197476ed-0f82-4c1c-9498-56dc995948a6 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:34.352453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Deleting port c7069bc4-578d-48fc-b9b4-30be00826b6d {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:34.352659 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.425284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-29e51557-049b-4b14-a363-4e20c04079f2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 09b73bbb-93e0-4374-8fb5-1f68331777a3 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:34.425284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-29e51557-049b-4b14-a363-4e20c04079f2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.430659 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] The port 'c7069bc4-578d-48fc-b9b4-30be00826b6d' was deleted {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:02:34.503408 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.515267 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Transition to ACTIVE for port object 999ad147-f3b0-4170-86e5-8882d2b7c17f will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:34.539284 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Transition to ACTIVE for port object 999ad147-f3b0-4170-86e5-8882d2b7c17f will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:34.552108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.576961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.593362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:34.600495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Pushing event updated for resources: {'Port': ['ID=26cb1494-e77b-4212-9e38-09b77809fa77,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:34.609721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab12aaff-f429-4b8e-bdc9-61e3709a4af8']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:34.637560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.641917 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:34.656301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:34.674342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Network aff1525f-27b0-4327-868f-495f23cfb06d is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:34.679496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:34.681600 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Pushing event updated for resources: {'Port': ['ID=999ad147-f3b0-4170-86e5-8882d2b7c17f,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:34.690004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:34.705608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17112de3-38d0-428e-9df5-5af9e5f77062') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:34.706193 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17112de3-38d0-428e-9df5-5af9e5f77062') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:34.712617 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3d1780-e4d4-4b87-bc4e-270101ba9946,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:34.725616 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.792202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Attempting to bind port 999ad147-f3b0-4170-86e5-8882d2b7c17f on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:34.792202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Attempting to bind port 999ad147-f3b0-4170-86e5-8882d2b7c17f by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '05f46c77-0374-43d6-b965-8559f7dabdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aff1525f-27b0-4327-868f-495f23cfb06d'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:34.792538 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Attempting to bind port 999ad147-f3b0-4170-86e5-8882d2b7c17f on network aff1525f-27b0-4327-868f-495f23cfb06d {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:34.799745 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:34.800354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Checking segment: {'id': '05f46c77-0374-43d6-b965-8559f7dabdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aff1525f-27b0-4327-868f-495f23cfb06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:34.800519 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.800869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Bound using segment: {'id': '05f46c77-0374-43d6-b965-8559f7dabdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aff1525f-27b0-4327-868f-495f23cfb06d'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:34.802354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Bound port: 999ad147-f3b0-4170-86e5-8882d2b7c17f, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f46c77-0374-43d6-b965-8559f7dabdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aff1525f-27b0-4327-868f-495f23cfb06d'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:34.802354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.850048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.862203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.871012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:02:34.871404 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:02:34.888205 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:02:34.901550 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] For port 999ad147-f3b0-4170-86e5-8882d2b7c17f, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:35.070010 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff1525f-27b0-4327-868f-495f23cfb06d']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:35.087244 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f46c77-0374-43d6-b965-8559f7dabdd5') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:35.087534 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f46c77-0374-43d6-b965-8559f7dabdd5') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:35.100372 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.100725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] For port 999ad147-f3b0-4170-86e5-8882d2b7c17f, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=999ad147-f3b0-4170-86e5-8882d2b7c17f,segment=NetworkSegment(05f46c77-0374-43d6-b965-8559f7dabdd5),segment_id=05f46c77-0374-43d6-b965-8559f7dabdd5)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:35.103148 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.106908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.127358 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.147066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] Pushing event deleted for resources: {'Network': ['ID=ab12aaff-f429-4b8e-bdc9-61e3709a4af8,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:35.150893 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.162218 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:02:35.162625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:02:35.178787 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:02:35.181005 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-58e320c7-bd42-40b6-8383-ac8230cf145a admin admin] 10.222.0.48 "DELETE /v2.0/networks/ab12aaff-f429-4b8e-bdc9-61e3709a4af8 HTTP/1.1" status: 204 len: 168 time: 2.8421655 Feb 21 09:02:35.275571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 21 09:02:35.275571 dv-neutron-830062-1-hyperv neutron-server[83584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 21 09:02:35.275571 dv-neutron-830062-1-hyperv neutron-server[83584]: [parameters: {'id': 'aff1525f-27b0-4327-868f-495f23cfb06d'}] Feb 21 09:02:35.275571 dv-neutron-830062-1-hyperv neutron-server[83584]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:02:35.276445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:02:35.289440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156f2e5-a631-448a-a086-2ded1f440301 None None] Pushing event updated for resources: {'Port': ['ID=999ad147-f3b0-4170-86e5-8882d2b7c17f,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:35.293240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb77a5a5-e280-48b2-926f-d14848f8d6a9 None None] Network aff1525f-27b0-4327-868f-495f23cfb06d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:35.398043 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50456) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:35.454722 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-36b4dd72-87ce-4cc7-9fb5-c3cb8098d605 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7fdb594f298e42dbb47700adbc49145f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552533 Feb 21 09:02:35.458509 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50460) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:35.471232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-73bc8142-7c9d-4f0b-860b-54f0b3778489 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.480316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b6999f-315f-40dd-b2b2-f94133c41902 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Deleting subnet db650f0a-9b18-4e26-b953-677eb27e0c1d {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:02:35.489592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.501103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-46b6999f-315f-40dd-b2b2-f94133c41902 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.511690 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd49d59-6ef1-4d63-9b02-70bc6e22c26e None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:02:35.524154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6a0d7bc-00a0-4756-822e-0a4abec9d15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.557798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6a0d7bc-00a0-4756-822e-0a4abec9d15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.626781 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6a0d7bc-00a0-4756-822e-0a4abec9d15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.645858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0d7bc-00a0-4756-822e-0a4abec9d15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4c626-1e8a-47e8-8daf-8c57cea14ab3,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:35.648448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd49d59-6ef1-4d63-9b02-70bc6e22c26e None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:02:35.652553 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e6a0d7bc-00a0-4756-822e-0a4abec9d15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.653736 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e6a0d7bc-00a0-4756-822e-0a4abec9d15d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aea4c626-1e8a-47e8-8daf-8c57cea14ab3 HTTP/1.1" status: 204 len: 168 time: 0.1941116 Feb 21 09:02:35.694650 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-73bc8142-7c9d-4f0b-860b-54f0b3778489 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Calling delete_port for 2df9aaea-2941-4ad2-b2ef-957b2e3ced6a owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:35.734284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-29e51557-049b-4b14-a363-4e20c04079f2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.777930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.793699 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Deleting port 999ad147-f3b0-4170-86e5-8882d2b7c17f {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:35.794643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.892811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-46b6999f-315f-40dd-b2b2-f94133c41902 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:35.936184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-29e51557-049b-4b14-a363-4e20c04079f2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 09b73bbb-93e0-4374-8fb5-1f68331777a3 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:35.969498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.042327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] For port 999ad147-f3b0-4170-86e5-8882d2b7c17f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=999ad147-f3b0-4170-86e5-8882d2b7c17f,segment=NetworkSegment(05f46c77-0374-43d6-b965-8559f7dabdd5),segment_id=05f46c77-0374-43d6-b965-8559f7dabdd5)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:36.042327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.176266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.197733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Calling delete_port for 999ad147-f3b0-4170-86e5-8882d2b7c17f owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:36.283787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.314761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-73bc8142-7c9d-4f0b-860b-54f0b3778489 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.330292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Port': ['ID=999ad147-f3b0-4170-86e5-8882d2b7c17f,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:36.337532 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] No DVR routers for this DVR port 999ad147-f3b0-4170-86e5-8882d2b7c17f on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:36.349018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-46b6999f-315f-40dd-b2b2-f94133c41902 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.400591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:36.406132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=197476ed-0f82-4c1c-9498-56dc995948a6,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:36.462705 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:36.465266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:36.470130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:36.470130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.478478 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.487051 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.487782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.505752 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff1525f-27b0-4327-868f-495f23cfb06d']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:36.518611 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f46c77-0374-43d6-b965-8559f7dabdd5') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:36.519026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f46c77-0374-43d6-b965-8559f7dabdd5') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:36.533068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.536357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc8142-7c9d-4f0b-860b-54f0b3778489 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event deleted for resources: {'Port': ['ID=2df9aaea-2941-4ad2-b2ef-957b2e3ced6a,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:36.551282 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.557988 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:02:36.558601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.596823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-73bc8142-7c9d-4f0b-860b-54f0b3778489 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:02:36.687684 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:02:36.696325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.726691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.736153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Network': ['ID=aff1525f-27b0-4327-868f-495f23cfb06d,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:36.740606 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2bb66c97-3bed-4da8-9a24-66b9f64f743b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/networks/aff1525f-27b0-4327-868f-495f23cfb06d HTTP/1.1" status: 204 len: 168 time: 2.8887475 Feb 21 09:02:36.744079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50482) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:36.796164 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fcabe97-15b2-4798-943f-5ed2652fe902 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] DELETE failed (client error): The resource could not be found. Feb 21 09:02:36.796854 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fcabe97-15b2-4798-943f-5ed2652fe902 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:36.798441 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7fcabe97-15b2-4798-943f-5ed2652fe902 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/subnets/cc3d1780-e4d4-4b87-bc4e-270101ba9946 HTTP/1.1" status: 404 len: 337 time: 0.0533962 Feb 21 09:02:36.802244 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50486) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:36.832197 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21822a6-c48e-4d18-be98-7e602688de09 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] DELETE failed (client error): The resource could not be found. Feb 21 09:02:36.834260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21822a6-c48e-4d18-be98-7e602688de09 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:36.836316 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c21822a6-c48e-4d18-be98-7e602688de09 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/networks/aff1525f-27b0-4327-868f-495f23cfb06d HTTP/1.1" status: 404 len: 339 time: 0.0323818 Feb 21 09:02:36.838559 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50492) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:36.843359 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f44ca896-975c-4174-b0a0-f70324ecb6b1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1739311 Feb 21 09:02:36.850754 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-73bc8142-7c9d-4f0b-860b-54f0b3778489 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "DELETE /v2.0/ports/2df9aaea-2941-4ad2-b2ef-957b2e3ced6a HTTP/1.1" status: 204 len: 168 time: 2.9192162 Feb 21 09:02:36.858408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50496) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:36.858743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50498) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:36.887565 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-5236eaa5-945f-4c6c-8487-dd0831c2f038 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] DELETE failed (client error): The resource could not be found. Feb 21 09:02:36.888000 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5236eaa5-945f-4c6c-8487-dd0831c2f038 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:36.892216 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5236eaa5-945f-4c6c-8487-dd0831c2f038 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/subnets/b1690705-8933-44a6-854f-4bfad3c08090 HTTP/1.1" status: 404 len: 337 time: 0.0500250 Feb 21 09:02:36.892506 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50504) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:36.906149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d16f0759-3ea3-4d72-b7ae-3e0abf916d35 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:36.918228 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a668a8-cc9c-434f-b6ff-edaafd525bc6 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] DELETE failed (client error): The resource could not be found. Feb 21 09:02:36.918672 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a668a8-cc9c-434f-b6ff-edaafd525bc6 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:36.922788 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a2a668a8-cc9c-434f-b6ff-edaafd525bc6 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/networks/fd898728-edf6-4207-96fa-a84a0294d603 HTTP/1.1" status: 404 len: 339 time: 0.0269141 Feb 21 09:02:36.922964 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50508) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:36.935377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-46b6999f-315f-40dd-b2b2-f94133c41902 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:36.965433 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-703f7eec-a9cc-4316-a9ed-ad13ecb9d612 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] DELETE failed (client error): The resource could not be found. Feb 21 09:02:36.965884 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703f7eec-a9cc-4316-a9ed-ad13ecb9d612 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:36.967597 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-703f7eec-a9cc-4316-a9ed-ad13ecb9d612 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/subnets/9c31288d-062f-42d1-9d41-3f5e27f8b151 HTTP/1.1" status: 404 len: 337 time: 0.0437140 Feb 21 09:02:36.970191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50512) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:36.999860 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-363abbd1-d6fb-409a-8e6a-9e45f7726c66 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] DELETE failed (client error): The resource could not be found. Feb 21 09:02:37.000309 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363abbd1-d6fb-409a-8e6a-9e45f7726c66 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:37.004990 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-363abbd1-d6fb-409a-8e6a-9e45f7726c66 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/networks/de3acda9-82bb-4230-8948-efc9122d74d7 HTTP/1.1" status: 404 len: 339 time: 0.0308585 Feb 21 09:02:37.005295 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50518) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:37.074029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-b1ebd519-6619-4000-a96b-b2c56135245c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Deleting port ce4b7b9c-8845-400a-ba29-381caff9a7e6 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:37.074370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd519-6619-4000-a96b-b2c56135245c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:37.145767 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6c7c6b-6aea-47a3-bbea-99d040f9f3ce tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] GET failed (client error): The resource could not be found. Feb 21 09:02:37.146542 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2b6c7c6b-6aea-47a3-bbea-99d040f9f3ce tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Synchronizing usage tracker for tenant:f57d22a3ad734cb986e2792c13ddb60b on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:37.154832 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-29e51557-049b-4b14-a363-4e20c04079f2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:37.160646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6999f-315f-40dd-b2b2-f94133c41902 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Pushing event deleted for resources: {'Subnet': ['ID=db650f0a-9b18-4e26-b953-677eb27e0c1d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:37.225963 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfb903c-1fac-4d48-a24b-b25f31f02e5a None None] Network 2d07481d-d2fa-4cce-b839-89e22a233845 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:37.236951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-46b6999f-315f-40dd-b2b2-f94133c41902 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:37.240908 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e51557-049b-4b14-a363-4e20c04079f2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=09b73bbb-93e0-4374-8fb5-1f68331777a3,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:37.291078 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-677ed3ce-157f-445a-8a78-cdc485d62cd5 req-0ed354f0-a9a0-4f1e-905f-199d906d78e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7742910 Feb 21 09:02:37.338951 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-46b6999f-315f-40dd-b2b2-f94133c41902 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/subnets/db650f0a-9b18-4e26-b953-677eb27e0c1d HTTP/1.1" status: 204 len: 168 time: 3.0725083 Feb 21 09:02:37.385095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2b6c7c6b-6aea-47a3-bbea-99d040f9f3ce tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Unset dirty status for tenant:f57d22a3ad734cb986e2792c13ddb60b on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:37.388721 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2b6c7c6b-6aea-47a3-bbea-99d040f9f3ce tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "GET /v2.0/ports/2df9aaea-2941-4ad2-b2ef-957b2e3ced6a HTTP/1.1" status: 404 len: 333 time: 0.5233741 Feb 21 09:02:37.402961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50530) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:37.403315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50532) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:37.448589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd519-6619-4000-a96b-b2c56135245c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:37.594505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-b1ebd519-6619-4000-a96b-b2c56135245c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Calling delete_port for ce4b7b9c-8845-400a-ba29-381caff9a7e6 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:37.645039 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd18691c-247b-4670-8a45-42736ff48d9a None None] DHCP port deletion for 2d07481d-d2fa-4cce-b839-89e22a233845 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:02:37.650109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-bd18691c-247b-4670-8a45-42736ff48d9a None None] Deleting port 980db117-f6ee-48c6-9783-d6d03b27b1db {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:37.650852 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bd18691c-247b-4670-8a45-42736ff48d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:37.655840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d16f0759-3ea3-4d72-b7ae-3e0abf916d35 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:37.724822 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd519-6619-4000-a96b-b2c56135245c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:37.754219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-258a8c6f-264f-4431-920e-9ddca96a9c42 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Deleting port d89a86d6-06f4-4481-8cfc-6efe3122a078 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:37.754633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-258a8c6f-264f-4431-920e-9ddca96a9c42 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:37.784513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebd519-6619-4000-a96b-b2c56135245c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Port': ['ID=ce4b7b9c-8845-400a-ba29-381caff9a7e6,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:37.786531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd519-6619-4000-a96b-b2c56135245c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:37.793965 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b1ebd519-6619-4000-a96b-b2c56135245c tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/ports/ce4b7b9c-8845-400a-ba29-381caff9a7e6 HTTP/1.1" status: 204 len: 168 time: 0.7869716 Feb 21 09:02:37.796479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50542) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:37.834774 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-29e51557-049b-4b14-a363-4e20c04079f2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:37.838938 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-29e51557-049b-4b14-a363-4e20c04079f2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/09b73bbb-93e0-4374-8fb5-1f68331777a3 HTTP/1.1" status: 204 len: 168 time: 3.7760513 Feb 21 09:02:37.839646 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50546) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:37.842238 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-42150f8c-4a9d-4159-9120-9cf6b5447af7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] DELETE failed (client error): The resource could not be found. Feb 21 09:02:37.842773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42150f8c-4a9d-4159-9120-9cf6b5447af7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:37.844414 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-42150f8c-4a9d-4159-9120-9cf6b5447af7 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/subnets/bd453321-5bcc-47dd-802e-c1c43ab16f27 HTTP/1.1" status: 404 len: 337 time: 0.0469837 Feb 21 09:02:37.849697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50550) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:37.870338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:37.940822 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e39e56-d27a-4e18-b8be-ac8c01d320fb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:37.942466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e39e56-d27a-4e18-b8be-ac8c01d320fb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:37.943849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e39e56-d27a-4e18-b8be-ac8c01d320fb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:37.953883 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-84e39e56-d27a-4e18-b8be-ac8c01d320fb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:37.955526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-bd18691c-247b-4670-8a45-42736ff48d9a None None] For port 980db117-f6ee-48c6-9783-d6d03b27b1db, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=980db117-f6ee-48c6-9783-d6d03b27b1db,segment=NetworkSegment(da38d741-0888-4069-8548-2a26aec67eea),segment_id=da38d741-0888-4069-8548-2a26aec67eea)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:37.955950 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bd18691c-247b-4670-8a45-42736ff48d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:37.976783 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-84e39e56-d27a-4e18-b8be-ac8c01d320fb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:37.978040 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-84e39e56-d27a-4e18-b8be-ac8c01d320fb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1373179 Feb 21 09:02:37.980882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50558) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:38.094364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-bd18691c-247b-4670-8a45-42736ff48d9a None None] Calling delete_port for 980db117-f6ee-48c6-9783-d6d03b27b1db owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:38.133168 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-677ed3ce-157f-445a-8a78-cdc485d62cd5 req-bb31ce1c-d851-4c42-8483-5988dab28b9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ab29c793ce9459198692d185d104aac&device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 1098 time: 0.8039486 Feb 21 09:02:38.186794 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bd18691c-247b-4670-8a45-42736ff48d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:38.199486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Deleting port 980db117-f6ee-48c6-9783-d6d03b27b1db {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:38.199835 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:38.237380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18691c-247b-4670-8a45-42736ff48d9a None None] Pushing event deleted for resources: {'Port': ['ID=980db117-f6ee-48c6-9783-d6d03b27b1db,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:38.242400 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd18691c-247b-4670-8a45-42736ff48d9a None None] No DVR routers for this DVR port 980db117-f6ee-48c6-9783-d6d03b27b1db on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:38.260810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1299fcdf-4c19-48b6-a87f-1bf4d480ef85 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 5c77d068-6295-43ba-ae25-176ec71ee7d6 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:02:38.264104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1299fcdf-4c19-48b6-a87f-1bf4d480ef85 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:38.281580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 980db117-f6ee-48c6-9783-d6d03b27b1db no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:38.311166 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3041c3b3-d5dd-44a6-b925-3bdf37811e4b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:38.325976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 980db117-f6ee-48c6-9783-d6d03b27b1db {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:02:38.326302 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 980db117-f6ee-48c6-9783-d6d03b27b1db not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:02:38.339205 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1299fcdf-4c19-48b6-a87f-1bf4d480ef85 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:38.435945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1299fcdf-4c19-48b6-a87f-1bf4d480ef85 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:38.457341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] The port '980db117-f6ee-48c6-9783-d6d03b27b1db' was deleted {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:02:38.502840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50568) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:38.515744 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1299fcdf-4c19-48b6-a87f-1bf4d480ef85 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:38.560159 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299fcdf-4c19-48b6-a87f-1bf4d480ef85 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=5c77d068-6295-43ba-ae25-176ec71ee7d6,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:38.569304 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1299fcdf-4c19-48b6-a87f-1bf4d480ef85 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:38.570494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b4816a-a6f7-40b5-a1ab-ba86583907f9 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:38.589416 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1299fcdf-4c19-48b6-a87f-1bf4d480ef85 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/5c77d068-6295-43ba-ae25-176ec71ee7d6 HTTP/1.1" status: 204 len: 168 time: 0.6041191 Feb 21 09:02:38.589416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50574) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:38.662748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-40d6590a-bd94-4bfb-8a87-b4b9598b469e tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:38.705338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8e9720-4209-4100-abc7-6cd3983ec2cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet eb3328e2-3f10-43c3-a000-ce54c7eb310d {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:02:38.710021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9720-4209-4100-abc7-6cd3983ec2cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:38.785852 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9720-4209-4100-abc7-6cd3983ec2cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:38.832062 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-40d6590a-bd94-4bfb-8a87-b4b9598b469e tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] 10.222.0.48 "PUT /v2.0/quotas/ad2be917ab994847821aee2c26a79d4d HTTP/1.1" status: 200 len: 366 time: 0.3258245 Feb 21 09:02:38.832825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50578) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:38.858994 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0db6fd62-21c3-4301-aac0-ec02c928f528 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0249710 Feb 21 09:02:38.862551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50582) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:38.888166 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e6cab3c6-8a3b-419d-b02c-c93dad2be596 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] 10.222.0.48 "GET /v2.0/quotas/ad2be917ab994847821aee2c26a79d4d HTTP/1.1" status: 200 len: 366 time: 0.0207279 Feb 21 09:02:38.893820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50586) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:38.907290 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9720-4209-4100-abc7-6cd3983ec2cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:38.914585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.resource_extend [None req-d16f0759-3ea3-4d72-b7ae-3e0abf916d35 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:02:38.974391 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2e1a384a-c9c7-4433-bdd5-5db58101dc68 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/ad2be917ab994847821aee2c26a79d4d HTTP/1.1" status: 204 len: 168 time: 0.0771027 Feb 21 09:02:38.975468 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50590) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:38.992347 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-77b3c25d-7be3-4cc9-b000-57d0549aca99 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0160127 Feb 21 09:02:38.995451 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50594) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:39.023445 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4beb9c54-ae7e-488c-bb22-e90094f9e787 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] 10.222.0.48 "GET /v2.0/quotas/ad2be917ab994847821aee2c26a79d4d HTTP/1.1" status: 200 len: 370 time: 0.0264175 Feb 21 09:02:39.024032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50598) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:39.034297 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ad292c71-47ee-4a63-8405-8752b5cd3f91 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] 10.222.0.48 "GET /v2.0/quotas/ad2be917ab994847821aee2c26a79d4d/default HTTP/1.1" status: 200 len: 370 time: 0.0050676 Feb 21 09:02:39.034297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9720-4209-4100-abc7-6cd3983ec2cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.042795 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50602) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:39.053693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.074733 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d16f0759-3ea3-4d72-b7ae-3e0abf916d35 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.080188 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9720-4209-4100-abc7-6cd3983ec2cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.093191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ed3ce-157f-445a-8a78-cdc485d62cd5 req-6a7976a5-ad58-4476-93f5-b109fb45243b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:39.094498 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e9720-4209-4100-abc7-6cd3983ec2cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3328e2-3f10-43c3-a000-ce54c7eb310d,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:39.094656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-677ed3ce-157f-445a-8a78-cdc485d62cd5 req-6a7976a5-ad58-4476-93f5-b109fb45243b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ff9d5a3-0b37-4233-a413-0696d550825d HTTP/1.1" status: 200 len: 896 time: 0.8573077 Feb 21 09:02:39.110677 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ad8e9720-4209-4100-abc7-6cd3983ec2cb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/eb3328e2-3f10-43c3-a000-ce54c7eb310d HTTP/1.1" status: 204 len: 168 time: 0.5188768 Feb 21 09:02:39.112351 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-269b9971-fb00-43ef-a1d6-876f78f6f5c9 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] delete failed (client error): The resource could not be found. Feb 21 09:02:39.113499 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-269b9971-fb00-43ef-a1d6-876f78f6f5c9 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/ad2be917ab994847821aee2c26a79d4d HTTP/1.1" status: 404 len: 348 time: 0.0403585 Feb 21 09:02:39.114658 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50606) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:39.121039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-258a8c6f-264f-4431-920e-9ddca96a9c42 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.135083 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d16f0759-3ea3-4d72-b7ae-3e0abf916d35 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.147660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3041c3b3-d5dd-44a6-b925-3bdf37811e4b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.192776 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-156e2c9c-ecc0-42bb-b387-b42e9cb8ff49 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762689 Feb 21 09:02:39.195134 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50612) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:39.242749 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d07481d-d2fa-4cce-b839-89e22a233845']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:39.260663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Router 7fec713d-8a0f-4ce7-af6e-bf36caa038bc is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:02:39.277901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d16f0759-3ea3-4d72-b7ae-3e0abf916d35 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] In _notify_port_updated(), no bound segment for port 197476ed-0f82-4c1c-9498-56dc995948a6 on network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e {{(pid=83585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:02:39.281720 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16f0759-3ea3-4d72-b7ae-3e0abf916d35 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:39.282325 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d16f0759-3ea3-4d72-b7ae-3e0abf916d35 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.288451 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d16f0759-3ea3-4d72-b7ae-3e0abf916d35 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "PUT /v2.0/ports/197476ed-0f82-4c1c-9498-56dc995948a6 HTTP/1.1" status: 200 len: 818 time: 2.4246948 Feb 21 09:02:39.289405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50616) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:39.329474 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50620) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:39.368270 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a0caab-58f7-4026-8fa7-c84211ba9ffd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:39.368973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-32a0caab-58f7-4026-8fa7-c84211ba9ffd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:39.392668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-17d3bf6d-3845-43bf-b07f-8382f93522c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 197476ed-0f82-4c1c-9498-56dc995948a6 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:39.393004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-17d3bf6d-3845-43bf-b07f-8382f93522c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.434564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Usage tracker for resource:network and tenant:508099e586d04f49b6e9e1857790aeda is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:39.436885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-32a0caab-58f7-4026-8fa7-c84211ba9ffd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:39.440337 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-32a0caab-58f7-4026-8fa7-c84211ba9ffd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2419994 Feb 21 09:02:39.441080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-258a8c6f-264f-4431-920e-9ddca96a9c42 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Calling delete_port for d89a86d6-06f4-4481-8cfc-6efe3122a078 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:39.447236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50624) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:39.453361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:39.486226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da38d741-0888-4069-8548-2a26aec67eea') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:39.486470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da38d741-0888-4069-8548-2a26aec67eea') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:39.518221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-3041c3b3-d5dd-44a6-b925-3bdf37811e4b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d23ea8-62e6-4e8e-aa6e-aed37561aefe']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:39.527174 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d551bc-eb27-414d-ace6-ead25e5b6870 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:39.648586 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-677ed3ce-157f-445a-8a78-cdc485d62cd5 req-57ad59f5-d4ad-44e0-ad37-d0709aa27472 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6fe4fa5-6036-4170-a983-961ab13ba02b HTTP/1.1" status: 200 len: 1000 time: 0.5296762 Feb 21 09:02:39.651306 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-26208b06-ff6f-4db3-8b8e-e81de9be8f0c None None] Provisioning complete for port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:39.651587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-3041c3b3-d5dd-44a6-b925-3bdf37811e4b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea929b4e-bfac-4092-a30a-de244a292b05') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:39.651910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-3041c3b3-d5dd-44a6-b925-3bdf37811e4b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea929b4e-bfac-4092-a30a-de244a292b05') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:39.652327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-26208b06-ff6f-4db3-8b8e-e81de9be8f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.652594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Usage tracker for resource:subnet and tenant:508099e586d04f49b6e9e1857790aeda is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:39.662378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.672519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:39.686156 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df42a11-7e68-414d-8232-93385d5a71bc tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:39.686862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4df42a11-7e68-414d-8232-93385d5a71bc tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:39.721109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f0759-3ea3-4d72-b7ae-3e0abf916d35 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=197476ed-0f82-4c1c-9498-56dc995948a6,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:39.769364 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Usage tracker for resource:subnetpool and tenant:508099e586d04f49b6e9e1857790aeda is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:39.784325 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3041c3b3-d5dd-44a6-b925-3bdf37811e4b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.790946 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:39.799642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4df42a11-7e68-414d-8232-93385d5a71bc tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:39.800790 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4df42a11-7e68-414d-8232-93385d5a71bc tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3523600 Feb 21 09:02:39.803444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.809690 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50628) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:39.813515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:02:39.814185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.875986 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-17d3bf6d-3845-43bf-b07f-8382f93522c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:02:39.892740 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:02:39.895754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Usage tracker for resource:port and tenant:508099e586d04f49b6e9e1857790aeda is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:39.905277 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ba0c62fb-55cc-409d-8630-b82f74e30687 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900609 Feb 21 09:02:39.906351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50632) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:39.912332 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d160c1f1-2dbe-432a-948c-e59d2a682322 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:39.917546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:02:39.922025 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] Deleting port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:39.922520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:39.977276 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:40.027380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3041c3b3-d5dd-44a6-b925-3bdf37811e4b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.044593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ed3ce-157f-445a-8a78-cdc485d62cd5 req-63d38cce-6303-46f4-8c53-58e6880756d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:40.046520 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-677ed3ce-157f-445a-8a78-cdc485d62cd5 req-63d38cce-6303-46f4-8c53-58e6880756d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7aee7bc-1863-4379-ac4d-b8717910fd26 HTTP/1.1" status: 200 len: 835 time: 0.3637331 Feb 21 09:02:40.048378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-258a8c6f-264f-4431-920e-9ddca96a9c42 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.058518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3041c3b3-d5dd-44a6-b925-3bdf37811e4b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:02:40.058924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3041c3b3-d5dd-44a6-b925-3bdf37811e4b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.095190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-17d3bf6d-3845-43bf-b07f-8382f93522c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 197476ed-0f82-4c1c-9498-56dc995948a6 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:02:40.108177 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:02:40.145992 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.151285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.157367 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Usage tracker for resource:router and tenant:508099e586d04f49b6e9e1857790aeda is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:40.171040 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] For port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6264dbe7-5e95-4c52-8021-33ed6b3b75e5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:40.171435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.179794 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:40.197966 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d160c1f1-2dbe-432a-948c-e59d2a682322 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:40.216653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Usage tracker for resource:floatingip and tenant:508099e586d04f49b6e9e1857790aeda is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:40.224914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d160c1f1-2dbe-432a-948c-e59d2a682322 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:40.226401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:40.239614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-17d3bf6d-3845-43bf-b07f-8382f93522c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.258080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a8c6f-264f-4431-920e-9ddca96a9c42 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event deleted for resources: {'Port': ['ID=d89a86d6-06f4-4481-8cfc-6efe3122a078,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:40.262329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:40.283035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] Pushing event deleted for resources: {'Network': ['ID=2d07481d-d2fa-4cce-b839-89e22a233845,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:40.284316 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d160c1f1-2dbe-432a-948c-e59d2a682322 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:40.287498 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d160c1f1-2dbe-432a-948c-e59d2a682322 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.289083 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-d160c1f1-2dbe-432a-948c-e59d2a682322 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:02:40.289868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d160c1f1-2dbe-432a-948c-e59d2a682322 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:40.308414 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3bf6d-3845-43bf-b07f-8382f93522c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=197476ed-0f82-4c1c-9498-56dc995948a6,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:40.324617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c10dc772-7ec4-435c-a3d0-afaf8af9c6d6 tempest-TagsExtTest-1956712158 tempest-TagsExtTest-1956712158-project] 10.222.0.48 "DELETE /v2.0/networks/2d07481d-d2fa-4cce-b839-89e22a233845 HTTP/1.1" status: 204 len: 168 time: 2.8859975 Feb 21 09:02:40.343258 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d160c1f1-2dbe-432a-948c-e59d2a682322 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4366071 Feb 21 09:02:40.344542 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-17d3bf6d-3845-43bf-b07f-8382f93522c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.346395 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-17d3bf6d-3845-43bf-b07f-8382f93522c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/197476ed-0f82-4c1c-9498-56dc995948a6 HTTP/1.1" status: 204 len: 168 time: 1.0562005 Feb 21 09:02:40.349071 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50638) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:40.349397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50640) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:40.353203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-258a8c6f-264f-4431-920e-9ddca96a9c42 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.376907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3041c3b3-d5dd-44a6-b925-3bdf37811e4b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.385805 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3041c3b3-d5dd-44a6-b925-3bdf37811e4b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.387796 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3041c3b3-d5dd-44a6-b925-3bdf37811e4b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/networks/62d23ea8-62e6-4e8e-aa6e-aed37561aefe HTTP/1.1" status: 204 len: 168 time: 2.5280871 Feb 21 09:02:40.388550 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] Calling delete_port for 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:40.409122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a80bb98a-521d-4f9d-bac8-ae59c4bad9df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:40.412893 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-258a8c6f-264f-4431-920e-9ddca96a9c42 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "DELETE /v2.0/ports/d89a86d6-06f4-4481-8cfc-6efe3122a078 HTTP/1.1" status: 204 len: 168 time: 2.9749436 Feb 21 09:02:40.417161 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50646) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:40.417366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50648) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:40.562528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Usage tracker for resource:security_group and tenant:508099e586d04f49b6e9e1857790aeda is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:40.570647 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a80bb98a-521d-4f9d-bac8-ae59c4bad9df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:40.573001 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:40.584502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041c3b3-d5dd-44a6-b925-3bdf37811e4b tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Network': ['ID=62d23ea8-62e6-4e8e-aa6e-aed37561aefe,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:40.587935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a80bb98a-521d-4f9d-bac8-ae59c4bad9df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:40.589974 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.596318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Usage tracker for resource:security_group_rule and tenant:508099e586d04f49b6e9e1857790aeda is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:40.612448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18964c49-5448-4b6f-b99f-29d011647b9a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:40.613150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-18964c49-5448-4b6f-b99f-29d011647b9a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:40.615674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:40.625076 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80bb98a-521d-4f9d-bac8-ae59c4bad9df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:40.633226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a80bb98a-521d-4f9d-bac8-ae59c4bad9df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.634657 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80bb98a-521d-4f9d-bac8-ae59c4bad9df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:02:40.635106 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80bb98a-521d-4f9d-bac8-ae59c4bad9df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:40.659902 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6d63d32f-0030-48e0-99d4-4e67cb967c46 tempest-QuotasTest-372594989 tempest-QuotasTest-372594989-project-admin] 10.222.0.48 "GET /v2.0/quotas/508099e586d04f49b6e9e1857790aeda/details.json HTTP/1.1" status: 200 len: 703 time: 1.3293993 Feb 21 09:02:40.667443 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a80bb98a-521d-4f9d-bac8-ae59c4bad9df tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3167493 Feb 21 09:02:40.668864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-18964c49-5448-4b6f-b99f-29d011647b9a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:40.672332 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-18964c49-5448-4b6f-b99f-29d011647b9a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3165226 Feb 21 09:02:40.672332 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50656) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:40.672947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50658) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:40.678640 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-776ae728-8114-48ab-bba9-43bc79dee862 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:40.713734 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6264dbe7-5e95-4c52-8021-33ed6b3b75e5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:40.731561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.790764 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-96642490-617e-4e73-af2a-7fd5662f7f4d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] GET failed (client error): The resource could not be found. Feb 21 09:02:40.795527 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-96642490-617e-4e73-af2a-7fd5662f7f4d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/197476ed-0f82-4c1c-9498-56dc995948a6 HTTP/1.1" status: 404 len: 333 time: 0.1181011 Feb 21 09:02:40.798367 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50664) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:40.818060 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-452082537'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:40.824912 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=6264dbe7-5e95-4c52-8021-33ed6b3b75e5,revision_number=8']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:40.826039 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:40.831603 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:02:40.832232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:02:40.840557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:network and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:40.845781 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:40.854432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:40.862897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-776ae728-8114-48ab-bba9-43bc79dee862 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:40.875949 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-776ae728-8114-48ab-bba9-43bc79dee862 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:40.878635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:40.882223 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.916858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776ae728-8114-48ab-bba9-43bc79dee862 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:40.918484 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-677ed3ce-157f-445a-8a78-cdc485d62cd5 req-a4f60f2a-f0a5-426f-a8cf-ad4149d3a23d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ff9d5a3-0b37-4233-a413-0696d550825d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8612030 Feb 21 09:02:40.920882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-776ae728-8114-48ab-bba9-43bc79dee862 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.922561 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-776ae728-8114-48ab-bba9-43bc79dee862 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:02:40.923011 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776ae728-8114-48ab-bba9-43bc79dee862 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:40.947454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:02:40.960564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:40.960969 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Added segment a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7 of type vlan for network 532310fc-94bd-4a39-9ca3-b43f301ba675 Feb 21 09:02:40.969683 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-776ae728-8114-48ab-bba9-43bc79dee862 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2951927 Feb 21 09:02:40.972686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50674) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:40.988138 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-385ed2d9-6189-4601-a87f-f83969c606b2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:41.012458 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50678) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:41.014019 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:41.044003 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b42a94d4-d502-49dd-8224-5826ef296d23 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Deleting port 827b6d92-2ceb-4dd4-8e3c-f483d28bfba6 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:41.044582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b42a94d4-d502-49dd-8224-5826ef296d23 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:41.089843 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50684) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:41.136431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-385ed2d9-6189-4601-a87f-f83969c606b2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:41.147392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:41.151176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:41.151770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:41.157093 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-385ed2d9-6189-4601-a87f-f83969c606b2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:41.172462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0795faf-21d8-4383-ba5c-b02dec09dadc tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Deleting subnet 731de5b8-4baa-4cb3-b26c-2b87657742ee {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:02:41.224897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50690) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:41.233033 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a0795faf-21d8-4383-ba5c-b02dec09dadc tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:41.259334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Network': ['ID=532310fc-94bd-4a39-9ca3-b43f301ba675,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:41.273449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385ed2d9-6189-4601-a87f-f83969c606b2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:41.275653 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 532310fc-94bd-4a39-9ca3-b43f301ba675 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:02:41.276949 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-385ed2d9-6189-4601-a87f-f83969c606b2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:41.278304 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-385ed2d9-6189-4601-a87f-f83969c606b2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:02:41.278713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385ed2d9-6189-4601-a87f-f83969c606b2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:41.287920 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-339f1d3e-0876-492b-b264-486a95b13105 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4853468 Feb 21 09:02:41.290803 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50694) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:41.299467 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': '532310fc-94bd-4a39-9ca3-b43f301ba675', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:41.354953 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] Deleting port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:41.355427 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:41.392274 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-385ed2d9-6189-4601-a87f-f83969c606b2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4180279 Feb 21 09:02:41.403018 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50698) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:41.405569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9c66c120-592b-404f-a2a4-3a37b655f856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:41.419474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:02:41.429866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e91ad962-beac-44b7-8016-132249856e9e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:41.442804 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe3b99-1511-41b7-8494-618cbbd7d425 None None] Sync routers for ids ['7fec713d-8a0f-4ce7-af6e-bf36caa038bc'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:02:41.464626 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-677ed3ce-157f-445a-8a78-cdc485d62cd5 req-7f00cd1c-46c2-41db-9d59-ba9f53672c86 service neutron] 10.222.0.47 "GET /v2.0/networks/3ff9d5a3-0b37-4233-a413-0696d550825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366428 Feb 21 09:02:41.513583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe3b99-1511-41b7-8494-618cbbd7d425 None None] Routers {'7fec713d-8a0f-4ce7-af6e-bf36caa038bc'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:02:41.514553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-abfe3b99-1511-41b7-8494-618cbbd7d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:02:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7fec713d-8a0f-4ce7-af6e-bf36caa038bc'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:41.555325 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a0795faf-21d8-4383-ba5c-b02dec09dadc tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:41.658004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:41.661738 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9062a329-1579-4690-8b78-7bf9935aa341 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.9526448 Feb 21 09:02:41.670150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50702) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:41.693426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e91ad962-beac-44b7-8016-132249856e9e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:41.697179 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-abfe3b99-1511-41b7-8494-618cbbd7d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:41.700073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7a18b827-5ae8-451b-a701-8b36e79b704c tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'enable_snat': False}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:41.714479 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe3b99-1511-41b7-8494-618cbbd7d425 None None] Routers {'7fec713d-8a0f-4ce7-af6e-bf36caa038bc'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:02:41.715698 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-abfe3b99-1511-41b7-8494-618cbbd7d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:02:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7fec713d-8a0f-4ce7-af6e-bf36caa038bc'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:41.790487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-abfe3b99-1511-41b7-8494-618cbbd7d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:41.791010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe3b99-1511-41b7-8494-618cbbd7d425 None None] The sync data for ids ['7fec713d-8a0f-4ce7-af6e-bf36caa038bc'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:02:41.794367 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:41.803119 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] For port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6264dbe7-5e95-4c52-8021-33ed6b3b75e5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:41.803407 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b42a94d4-d502-49dd-8224-5826ef296d23 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:41.803541 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:41.862480 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e91ad962-beac-44b7-8016-132249856e9e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:41.867120 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:41.878177 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:41.898492 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-68485f56-b817-4b79-b86b-040512c92623 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f2011cc370849329f7176e991123f74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8781133 Feb 21 09:02:41.898492 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:41.900532 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9c66c120-592b-404f-a2a4-3a37b655f856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:41.904991 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50706) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:41.912176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9c66c120-592b-404f-a2a4-3a37b655f856 admin admin] Usage tracker for resource:security_group_rule and tenant:be609fd00e07454f82c735a342d17942 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:41.931323 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9c66c120-592b-404f-a2a4-3a37b655f856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:41.934284 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91ad962-beac-44b7-8016-132249856e9e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:41.938097 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e91ad962-beac-44b7-8016-132249856e9e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:41.945634 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91ad962-beac-44b7-8016-132249856e9e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:02:41.946243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91ad962-beac-44b7-8016-132249856e9e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:41.949668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] Calling delete_port for 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:41.958532 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9c66c120-592b-404f-a2a4-3a37b655f856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:41.981759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b42a94d4-d502-49dd-8224-5826ef296d23 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Calling delete_port for 827b6d92-2ceb-4dd4-8e3c-f483d28bfba6 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:41.995364 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:42.039484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.071350 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-677ed3ce-157f-445a-8a78-cdc485d62cd5 req-db5e365c-7bc6-4ad2-8036-6c3ab61a4ec5 service neutron] 10.222.0.47 "GET /v2.0/networks/3ff9d5a3-0b37-4233-a413-0696d550825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474448 Feb 21 09:02:42.072287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e0a16-7d19-4366-a59c-68b874347c5f tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Deleting port 4d164ddd-32fa-4821-8f27-2b72d5b67671 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:42.072622 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0a16-7d19-4366-a59c-68b874347c5f tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.093200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] Pushing event deleted for resources: {'Port': ['ID=6264dbe7-5e95-4c52-8021-33ed6b3b75e5,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:42.112387 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e91ad962-beac-44b7-8016-132249856e9e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7078607 Feb 21 09:02:42.115957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a0795faf-21d8-4383-ba5c-b02dec09dadc tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.119024 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07236ee-02c8-4015-bbbb-162cd634fbb3 None None] No DVR routers for this DVR port 6264dbe7-5e95-4c52-8021-33ed6b3b75e5 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:42.127242 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50710) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:42.153753 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f87eabe2-036e-4a99-90fc-9bc8d5eb34d3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:42.214596 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b42a94d4-d502-49dd-8224-5826ef296d23 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.293360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.322175 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a94d4-d502-49dd-8224-5826ef296d23 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Port': ['ID=827b6d92-2ceb-4dd4-8e3c-f483d28bfba6,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:42.346929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b42a94d4-d502-49dd-8224-5826ef296d23 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.375301 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b42a94d4-d502-49dd-8224-5826ef296d23 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/ports/827b6d92-2ceb-4dd4-8e3c-f483d28bfba6 HTTP/1.1" status: 204 len: 168 time: 1.9546390 Feb 21 09:02:42.376424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a0795faf-21d8-4383-ba5c-b02dec09dadc tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.381104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50714) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:42.415592 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-eeb15ba4-8da3-437c-af9b-79ed6ff3f73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.459621 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f87eabe2-036e-4a99-90fc-9bc8d5eb34d3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:42.494589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9c66c120-592b-404f-a2a4-3a37b655f856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.502823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f87eabe2-036e-4a99-90fc-9bc8d5eb34d3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:42.514294 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-eeb15ba4-8da3-437c-af9b-79ed6ff3f73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.522415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9c66c120-592b-404f-a2a4-3a37b655f856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.584021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87eabe2-036e-4a99-90fc-9bc8d5eb34d3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:42.587602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f87eabe2-036e-4a99-90fc-9bc8d5eb34d3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.588979 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87eabe2-036e-4a99-90fc-9bc8d5eb34d3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:02:42.589438 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87eabe2-036e-4a99-90fc-9bc8d5eb34d3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:42.598944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0795faf-21d8-4383-ba5c-b02dec09dadc tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event deleted for resources: {'Subnet': ['ID=731de5b8-4baa-4cb3-b26c-2b87657742ee,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:42.603182 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c64194-5857-49b8-9346-3d0313acfd9a tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] DELETE failed (client error): The resource could not be found. Feb 21 09:02:42.603619 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c64194-5857-49b8-9346-3d0313acfd9a tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:42.605267 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-17c64194-5857-49b8-9346-3d0313acfd9a tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/subnets/878758ba-c348-4100-8314-dd1f98811604 HTTP/1.1" status: 404 len: 337 time: 0.1905515 Feb 21 09:02:42.607053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0a16-7d19-4366-a59c-68b874347c5f tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.607366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0a16-7d19-4366-a59c-68b874347c5f tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.618365 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50718) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:42.627751 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b586a-a195-4bb2-bcac-4fcc30430d93 None None] Network bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:42.641614 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a0795faf-21d8-4383-ba5c-b02dec09dadc tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.643457 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a0795faf-21d8-4383-ba5c-b02dec09dadc tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "DELETE /v2.0/subnets/731de5b8-4baa-4cb3-b26c-2b87657742ee HTTP/1.1" status: 204 len: 168 time: 2.2176447 Feb 21 09:02:42.654928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50722) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:42.662867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66c120-592b-404f-a2a4-3a37b655f856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f822a552-8d65-4aa3-8dd8-6e825c5118ed,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:42.667360 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9c66c120-592b-404f-a2a4-3a37b655f856 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be609fd00e07454f82c735a342d17942&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5765164 Feb 21 09:02:42.692892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50726) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:42.812199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e0a16-7d19-4366-a59c-68b874347c5f tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Calling delete_port for 4d164ddd-32fa-4821-8f27-2b72d5b67671 owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:42.851034 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f87eabe2-036e-4a99-90fc-9bc8d5eb34d3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7193708 Feb 21 09:02:42.856383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50730) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:42.889605 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-eeb15ba4-8da3-437c-af9b-79ed6ff3f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.932341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5c6273c1-3742-433e-9849-ef0c68606f19 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:42.944711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8a519971-62c2-4d86-a818-9314c17c1497 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:42.961509 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f0c285-5c30-4742-97f5-c732af1f8836 None None] DHCP port deletion for bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:02:42.965421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-44f0c285-5c30-4742-97f5-c732af1f8836 None None] Deleting port 72bb496c-78c1-4296-877a-dc33f494652b {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:42.965786 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-44f0c285-5c30-4742-97f5-c732af1f8836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.000069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5c6273c1-3742-433e-9849-ef0c68606f19 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:43.000307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb15ba4-8da3-437c-af9b-79ed6ff3f73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888fa377-50d4-49f2-afbd-a1d7f5fb076b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:43.003575 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5c6273c1-3742-433e-9849-ef0c68606f19 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1391547 Feb 21 09:02:43.008902 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50734) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:43.048708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.051203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-eeb15ba4-8da3-437c-af9b-79ed6ff3f73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.055021 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-eeb15ba4-8da3-437c-af9b-79ed6ff3f73e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/888fa377-50d4-49f2-afbd-a1d7f5fb076b HTTP/1.1" status: 204 len: 168 time: 1.1433134 Feb 21 09:02:43.122329 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Deleting port 72bb496c-78c1-4296-877a-dc33f494652b {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:43.122748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.162785 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.166650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-26811129-c73c-42b1-bb4d-a8196372f5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.212295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-44f0c285-5c30-4742-97f5-c732af1f8836 None None] For port 72bb496c-78c1-4296-877a-dc33f494652b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=72bb496c-78c1-4296-877a-dc33f494652b,segment=NetworkSegment(daf02226-d316-4a68-9847-732b4d51bad4),segment_id=daf02226-d316-4a68-9847-732b4d51bad4)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:43.212736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-44f0c285-5c30-4742-97f5-c732af1f8836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.215391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0a16-7d19-4366-a59c-68b874347c5f tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.296441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e0a16-7d19-4366-a59c-68b874347c5f tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event deleted for resources: {'Port': ['ID=4d164ddd-32fa-4821-8f27-2b72d5b67671,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:43.305492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8a519971-62c2-4d86-a818-9314c17c1497 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.345342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a76428-41cd-44a5-a73b-aa58ec51c4ca tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:43.346052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-04a76428-41cd-44a5-a73b-aa58ec51c4ca tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:43.364908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-44f0c285-5c30-4742-97f5-c732af1f8836 None None] Calling delete_port for 72bb496c-78c1-4296-877a-dc33f494652b owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:43.408762 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8a519971-62c2-4d86-a818-9314c17c1497 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ec56c5-e6ee-4422-a468-32636c50ab43']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:43.416276 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-26811129-c73c-42b1-bb4d-a8196372f5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.440469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8a519971-62c2-4d86-a818-9314c17c1497 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdc7a57-54b1-4e88-8e19-82e53b62b73e') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:43.440742 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8a519971-62c2-4d86-a818-9314c17c1497 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdc7a57-54b1-4e88-8e19-82e53b62b73e') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:43.452550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-04a76428-41cd-44a5-a73b-aa58ec51c4ca tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:43.453737 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-04a76428-41cd-44a5-a73b-aa58ec51c4ca tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4439056 Feb 21 09:02:43.458830 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8a519971-62c2-4d86-a818-9314c17c1497 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.462554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50740) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:43.475560 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-44f0c285-5c30-4742-97f5-c732af1f8836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.479600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0a16-7d19-4366-a59c-68b874347c5f tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.494266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Subnet': ['ID=d19aada1-e674-4b62-9fdc-4e41a1252e75,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:43.532215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8a519971-62c2-4d86-a818-9314c17c1497 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.547978 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0c285-5c30-4742-97f5-c732af1f8836 None None] Pushing event deleted for resources: {'Port': ['ID=72bb496c-78c1-4296-877a-dc33f494652b,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:43.557512 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0c285-5c30-4742-97f5-c732af1f8836 None None] No DVR routers for this DVR port 72bb496c-78c1-4296-877a-dc33f494652b on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:43.558070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a519971-62c2-4d86-a818-9314c17c1497 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:02:43.558632 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8a519971-62c2-4d86-a818-9314c17c1497 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:02:43.584231 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:02:43.612215 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-29a87f3a-9b83-4ed2-8b49-6a0bcefb4749 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1294386 Feb 21 09:02:43.616175 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50744) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:43.692104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-6244a0d1-b781-4861-88c9-f15a8fc53a1a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:43.737787 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8a519971-62c2-4d86-a818-9314c17c1497 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.742853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8a519971-62c2-4d86-a818-9314c17c1497 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.778111 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8a519971-62c2-4d86-a818-9314c17c1497 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/networks/14ec56c5-e6ee-4422-a468-32636c50ab43 HTTP/1.1" status: 204 len: 168 time: 1.1588604 Feb 21 09:02:43.780646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a519971-62c2-4d86-a818-9314c17c1497 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Network': ['ID=14ec56c5-e6ee-4422-a468-32636c50ab43,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:43.783533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50748) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:43.808415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Checking segment: {'id': 'a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '532310fc-94bd-4a39-9ca3-b43f301ba675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:43.808770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network hostable DHCP agents. Network: 532310fc-94bd-4a39-9ca3-b43f301ba675, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:02:43.851953 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-26811129-c73c-42b1-bb4d-a8196372f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.858026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] For port 72bb496c-78c1-4296-877a-dc33f494652b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=72bb496c-78c1-4296-877a-dc33f494652b,segment=NetworkSegment(daf02226-d316-4a68-9847-732b4d51bad4),segment_id=daf02226-d316-4a68-9847-732b4d51bad4)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:43.858379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:43.904054 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26811129-c73c-42b1-bb4d-a8196372f5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f822a552-8d65-4aa3-8dd8-6e825c5118ed,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:44.018641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-9283101c-6ffa-4b76-be70-f671391ea5aa tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Deleting subnet c012de37-fecf-4ddb-bf92-225916dcad92 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:02:44.024374 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9283101c-6ffa-4b76-be70-f671391ea5aa tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:44.029539 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6244a0d1-b781-4861-88c9-f15a8fc53a1a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:44.038188 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Calling delete_port for 72bb496c-78c1-4296-877a-dc33f494652b owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:44.070755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-26811129-c73c-42b1-bb4d-a8196372f5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:44.071911 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-26811129-c73c-42b1-bb4d-a8196372f5e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f822a552-8d65-4aa3-8dd8-6e825c5118ed HTTP/1.1" status: 204 len: 168 time: 1.3717620 Feb 21 09:02:44.101969 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6244a0d1-b781-4861-88c9-f15a8fc53a1a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:44.110954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network 532310fc-94bd-4a39-9ca3-b43f301ba675 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:02:44.146573 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6244a0d1-b781-4861-88c9-f15a8fc53a1a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:44.165651 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 532310fc-94bd-4a39-9ca3-b43f301ba675) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:44.176567 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dff2b9-dd97-4b3c-ba6b-cb9b5444620d None None] Network 532310fc-94bd-4a39-9ca3-b43f301ba675 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:44.223009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:44.223527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:44.309102 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:02:44.309497 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:02:44.323188 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9283101c-6ffa-4b76-be70-f671391ea5aa tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:44.329318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 72bb496c-78c1-4296-877a-dc33f494652b no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:44.380170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 72bb496c-78c1-4296-877a-dc33f494652b {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:02:44.380642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 72bb496c-78c1-4296-877a-dc33f494652b not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:02:44.405552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6244a0d1-b781-4861-88c9-f15a8fc53a1a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:44.431392 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9715f97b-1ed0-404b-8ada-cf324367fe52 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1392202 Feb 21 09:02:44.434118 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50754) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:44.444993 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c93c2f55-6f98-4db2-b47f-f9ddc5784110 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': '532310fc-94bd-4a39-9ca3-b43f301ba675', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:44.520045 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-532310fc-94bd-4a39-9ca3-b43f301ba675', 'network_id': '532310fc-94bd-4a39-9ca3-b43f301ba675', 'tenant_id': 'cfcd920978db4520a4cc5ac3df8924c1', 'fixed_ips': [{'subnet_id': 'd19aada1-e674-4b62-9fdc-4e41a1252e75'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:02:44.521046 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:44.532149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9283101c-6ffa-4b76-be70-f671391ea5aa tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:44.729062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c93c2f55-6f98-4db2-b47f-f9ddc5784110 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:44.734113 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c93c2f55-6f98-4db2-b47f-f9ddc5784110 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:44.737610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c93c2f55-6f98-4db2-b47f-f9ddc5784110 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:44.742913 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a18b827-5ae8-451b-a701-8b36e79b704c tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:44.745718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c93c2f55-6f98-4db2-b47f-f9ddc5784110 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:44.762955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9283101c-6ffa-4b76-be70-f671391ea5aa tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:44.766677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93c2f55-6f98-4db2-b47f-f9ddc5784110 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:44.769346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Allocated IP 172.20.0.2 (532310fc-94bd-4a39-9ca3-b43f301ba675/d19aada1-e674-4b62-9fdc-4e41a1252e75/22207bd7-e751-4873-8a28-1797cce702ce) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:44.784481 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50760) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:44.819854 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Deleting port 72bb496c-78c1-4296-877a-dc33f494652b {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:44.820072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:44.902567 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283101c-6ffa-4b76-be70-f671391ea5aa tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Subnet': ['ID=c012de37-fecf-4ddb-bf92-225916dcad92,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:44.905523 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9e0a16-7d19-4366-a59c-68b874347c5f tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:02:44.914074 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b09cd998-0a7e-45f0-b1ce-4ffbf3475db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:44.938116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9283101c-6ffa-4b76-be70-f671391ea5aa tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:44.941614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] The port '72bb496c-78c1-4296-877a-dc33f494652b' was deleted {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:02:44.967382 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9283101c-6ffa-4b76-be70-f671391ea5aa tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/subnets/c012de37-fecf-4ddb-bf92-225916dcad92 HTTP/1.1" status: 204 len: 168 time: 1.1819322 Feb 21 09:02:44.969570 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd4f473-a5dc-4bcb-80f6-97b0dafe142a None None] Network 788659fc-e0bf-471e-8966-55b274ce05bc requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:44.974918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50764) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:45.082689 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b09cd998-0a7e-45f0-b1ce-4ffbf3475db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:45.090120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.113101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c93c2f55-6f98-4db2-b47f-f9ddc5784110 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.128705 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Transition to ACTIVE for port object 22207bd7-e751-4873-8a28-1797cce702ce will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:45.159305 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.objects.ports [None req-6244a0d1-b781-4861-88c9-f15a8fc53a1a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83584) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:02:45.184826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b09cd998-0a7e-45f0-b1ce-4ffbf3475db7 admin admin] Usage tracker for resource:security_group_rule and tenant:508099e586d04f49b6e9e1857790aeda is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:45.185466 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Transition to ACTIVE for port object 22207bd7-e751-4873-8a28-1797cce702ce will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:45.188823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b09cd998-0a7e-45f0-b1ce-4ffbf3475db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:45.196768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.220405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6244a0d1-b781-4861-88c9-f15a8fc53a1a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.258307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b09cd998-0a7e-45f0-b1ce-4ffbf3475db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:45.279267 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Network 532310fc-94bd-4a39-9ca3-b43f301ba675 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:45.281344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Pushing event updated for resources: {'Port': ['ID=22207bd7-e751-4873-8a28-1797cce702ce,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:45.284686 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:45.288270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:45.297779 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.345855 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6244a0d1-b781-4861-88c9-f15a8fc53a1a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:45.348548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:45.379873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.381519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-6244a0d1-b781-4861-88c9-f15a8fc53a1a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:45.384694 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6244a0d1-b781-4861-88c9-f15a8fc53a1a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:45.385430 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6244a0d1-b781-4861-88c9-f15a8fc53a1a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.396788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9345a047-b9e2-40ab-a3e3-3cdaab1c6a56 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:45.397591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf02226-d316-4a68-9847-732b4d51bad4') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:45.398313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf02226-d316-4a68-9847-732b4d51bad4') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:45.412039 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244a0d1-b781-4861-88c9-f15a8fc53a1a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=2e837b41-ee2c-49d9-ad2c-e6349f183385,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:45.425309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29787c10-feb3-4798-ad1e-bef24c1304a8 None None] DHCP port deletion for 788659fc-e0bf-471e-8966-55b274ce05bc request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:02:45.434272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.441939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Deleting port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:45.442303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.468705 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6244a0d1-b781-4861-88c9-f15a8fc53a1a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8337889 Feb 21 09:02:45.468705 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.471014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50768) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:45.482212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'mac_address': 'fa:16:3e:62:4d:a6', 'name': 'tempest-NetworksTestDHCPv6-773670970'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:45.502320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:02:45.502717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.512898 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-29787c10-feb3-4798-ad1e-bef24c1304a8 None None] Deleting port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:45.513407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-29787c10-feb3-4798-ad1e-bef24c1304a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:02:45.519243 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:02:45.522554 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.ipam_backend_mixin [None req-c93c2f55-6f98-4db2-b47f-f9ddc5784110 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d19aada1-e674-4b62-9fdc-4e41a1252e75 (CIDR: 172.20.0.0/28) Feb 21 09:02:45.537999 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93c2f55-6f98-4db2-b47f-f9ddc5784110 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:02:45.538436 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93c2f55-6f98-4db2-b47f-f9ddc5784110 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:02:45.538561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Attempting to bind port 22207bd7-e751-4873-8a28-1797cce702ce on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:45.539017 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Attempting to bind port 22207bd7-e751-4873-8a28-1797cce702ce by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '532310fc-94bd-4a39-9ca3-b43f301ba675'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:45.539484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Attempting to bind port 22207bd7-e751-4873-8a28-1797cce702ce on network 532310fc-94bd-4a39-9ca3-b43f301ba675 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:45.586041 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:45.586588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Checking segment: {'id': 'a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '532310fc-94bd-4a39-9ca3-b43f301ba675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:45.587100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.587596 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Bound using segment: {'id': 'a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '532310fc-94bd-4a39-9ca3-b43f301ba675'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:45.588157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Bound port: 22207bd7-e751-4873-8a28-1797cce702ce, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '532310fc-94bd-4a39-9ca3-b43f301ba675'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:45.588784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.629972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b09cd998-0a7e-45f0-b1ce-4ffbf3475db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.641973 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c93c2f55-6f98-4db2-b47f-f9ddc5784110 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2068081 Feb 21 09:02:45.642931 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b09cd998-0a7e-45f0-b1ce-4ffbf3475db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.652145 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50772) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:45.700190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b26cf5ce-9159-4550-ab33-398428bdd4d0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': '532310fc-94bd-4a39-9ca3-b43f301ba675', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:45.808059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.812818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.862805 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] Pushing event deleted for resources: {'Network': ['ID=bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:45.879861 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-11cad6a1-f42a-4e4f-94f5-98571ee22904 tempest-AllowedAddressPairIpV6TestJSON-1238640337 tempest-AllowedAddressPairIpV6TestJSON-1238640337-project] 10.222.0.48 "DELETE /v2.0/networks/bbc4cc8d-8ea2-4b86-ab38-49d02607c3b5 HTTP/1.1" status: 204 len: 168 time: 3.2228549 Feb 21 09:02:45.886971 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] For port 22207bd7-e751-4873-8a28-1797cce702ce, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:45.907199 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:45.912563 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] For port 22207bd7-e751-4873-8a28-1797cce702ce, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=22207bd7-e751-4873-8a28-1797cce702ce,segment=NetworkSegment(a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7),segment_id=a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:45.919727 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-29787c10-feb3-4798-ad1e-bef24c1304a8 None None] For port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb,segment=NetworkSegment(828a1d1f-e627-4380-8c69-e76e3870f8e9),segment_id=828a1d1f-e627-4380-8c69-e76e3870f8e9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:45.920499 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-29787c10-feb3-4798-ad1e-bef24c1304a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.923240 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a18b827-5ae8-451b-a701-8b36e79b704c tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.925319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:45.931802 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a18b827-5ae8-451b-a701-8b36e79b704c tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:45.968967 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:46.000607 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:46.005062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:46.025005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cd998-0a7e-45f0-b1ce-4ffbf3475db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d96ecad-1ed1-4ff8-90e8-31b9c3e3f5bc,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:46.045998 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b09cd998-0a7e-45f0-b1ce-4ffbf3475db7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=508099e586d04f49b6e9e1857790aeda&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2247424 Feb 21 09:02:46.057392 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50778) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:46.077635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': '2e837b41-ee2c-49d9-ad2c-e6349f183385'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:02:46.078892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:46.097814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] For port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb,segment=NetworkSegment(828a1d1f-e627-4380-8c69-e76e3870f8e9),segment_id=828a1d1f-e627-4380-8c69-e76e3870f8e9)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:46.098174 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:46.116004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 35670fcd-4ef3-4c05-aee8-12b40cbb2ac5 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:46.155805 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-29787c10-feb3-4798-ad1e-bef24c1304a8 None None] Calling delete_port for 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:46.292445 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:46.355209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34ad6b-ac80-4858-8dfb-ca39aad57372 None None] Pushing event updated for resources: {'Port': ['ID=22207bd7-e751-4873-8a28-1797cce702ce,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:46.387224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Calling delete_port for 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:46.435433 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-29787c10-feb3-4798-ad1e-bef24c1304a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:46.438155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9e0a16-7d19-4366-a59c-68b874347c5f tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:02:46.453269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::f816:3eff:fe62:4da6 (749b6d65-c680-4e97-918b-6efdfcb19e4b/2e837b41-ee2c-49d9-ad2c-e6349f183385/35670fcd-4ef3-4c05-aee8-12b40cbb2ac5) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:46.465374 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3a5a8-7960-41b3-b057-6ae3ce62e3e2 None None] Sync routers for ids ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:02:46.472749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No active binding found for port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb {{(pid=83586) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 21 09:02:46.473313 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:02:46.482768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0a16-7d19-4366-a59c-68b874347c5f tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:46.496557 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29787c10-feb3-4798-ad1e-bef24c1304a8 None None] Pushing event deleted for resources: {'Port': ['ID=88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:46.507001 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29787c10-feb3-4798-ad1e-bef24c1304a8 None None] No DVR routers for this DVR port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:46.522158 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb3a5a8-7960-41b3-b057-6ae3ce62e3e2 None None] Routers {'7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:02:46.522766 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-eeb3a5a8-7960-41b3-b057-6ae3ce62e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:02:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:46.603989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b26cf5ce-9159-4550-ab33-398428bdd4d0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:46.629797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b26cf5ce-9159-4550-ab33-398428bdd4d0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:46.633699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b26cf5ce-9159-4550-ab33-398428bdd4d0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:46.720486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50784) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:46.730557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b26cf5ce-9159-4550-ab33-398428bdd4d0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:46.764362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2945f075-9b12-4a2f-8aa4-a540521f0beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:46.775274 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6a9e0a16-7d19-4366-a59c-68b874347c5f tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "DELETE /v2.0/floatingips/fc489484-a958-459e-9156-b72733ce0cb4 HTTP/1.1" status: 204 len: 168 time: 5.5455928 Feb 21 09:02:46.826141 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'tag': 'a6fe4fa5-6036-4170-a983-961ab13ba02b'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:02:46.856244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:02:46.864157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:02:46.872622 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26cf5ce-9159-4550-ab33-398428bdd4d0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:46.884009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b26cf5ce-9159-4550-ab33-398428bdd4d0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:46.909399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a18b827-5ae8-451b-a701-8b36e79b704c tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Router 7fec713d-8a0f-4ce7-af6e-bf36caa038bc has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:02:46.912977 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:46.920979 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-eeb3a5a8-7960-41b3-b057-6ae3ce62e3e2 None None] Set router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:02:46.947617 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 35670fcd-4ef3-4c05-aee8-12b40cbb2ac5 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:46.988759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:47.076063 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Allocated IP 2001:db8::f816:3eff:fea5:482f (749b6d65-c680-4e97-918b-6efdfcb19e4b/2e837b41-ee2c-49d9-ad2c-e6349f183385/4f8565d7-089f-405e-9b79-b46db37a739b) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:47.089650 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'tag': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'status': 'completed', 'code': 200} Feb 21 09:02:47.189972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2945f075-9b12-4a2f-8aa4-a540521f0beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:47.352326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:47.367811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Deleting port 88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:47.380005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:47.407817 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:47.422402 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:47.423377 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Transition to ACTIVE for port object 4f8565d7-089f-405e-9b79-b46db37a739b will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:47.434514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=35670fcd-4ef3-4c05-aee8-12b40cbb2ac5,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:47.436591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:47.441117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:47.442299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:47.461449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Transition to ACTIVE for port object 4f8565d7-089f-405e-9b79-b46db37a739b will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:47.470881 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:47.494743 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-449a5a7c-a05b-433f-8870-595d5af5e623 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f57d22a3ad734cb986e2792c13ddb60b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7657158 Feb 21 09:02:47.496555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50796) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:47.500472 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7c75d70f-16c9-4081-8be0-369c61cfce74 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0257361 Feb 21 09:02:47.502814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50798) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:47.536920 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-eeb3a5a8-7960-41b3-b057-6ae3ce62e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:00:56Z', 'revision_number': 4, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'fdfa701d-834e-4311-bc04-1a980c57b946', 'name': '', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'mac_address': 'fa:16:3e:ba:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:53Z', 'updated_at': '2022-02-21T09:01:05Z', 'revision_number': 5, 'project_id': '0ab29c793ce9459198692d185d104aac', 'subnets': [{'id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:47.543576 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3a5a8-7960-41b3-b057-6ae3ce62e3e2 None None] Checking router: 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:02:47.566546 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb3a5a8-7960-41b3-b057-6ae3ce62e3e2 None None] Routers {'7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:02:47.567965 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-eeb3a5a8-7960-41b3-b057-6ae3ce62e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:02:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:47.593668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:47.600459 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:47.620055 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:47.633004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Pushing event updated for resources: {'Port': ['ID=4f8565d7-089f-405e-9b79-b46db37a739b,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:47.654153 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] The port '88c5bb20-0dbd-4185-99ff-dc5b0d23a8eb' was deleted {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:02:47.655887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae5f3c6-ba87-4a39-a5fe-57e302199a99 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:47.660104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae5f3c6-ba87-4a39-a5fe-57e302199a99 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:47.661629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3ae5f3c6-ba87-4a39-a5fe-57e302199a99 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:47.728331 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3ae5f3c6-ba87-4a39-a5fe-57e302199a99 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:47.729856 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3ae5f3c6-ba87-4a39-a5fe-57e302199a99 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2254469 Feb 21 09:02:47.732604 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50804) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:47.763583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Attempting to bind port 4f8565d7-089f-405e-9b79-b46db37a739b on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:47.763952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Attempting to bind port 4f8565d7-089f-405e-9b79-b46db37a739b by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:47.764318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Attempting to bind port 4f8565d7-089f-405e-9b79-b46db37a739b on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:47.773719 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:47.773719 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:47.773719 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:47.773719 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:47.774283 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Bound port: 4f8565d7-089f-405e-9b79-b46db37a739b, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:47.774283 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:47.781979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a18b827-5ae8-451b-a701-8b36e79b704c tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:02:47.799578 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-804b522c-0d9f-438e-9e29-0e06348069ba req-dd50b4ca-d87e-4cad-9941-9cb9a9f1b444 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ab29c793ce9459198692d185d104aac&device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 1098 time: 0.7088044 Feb 21 09:02:47.799799 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b327dff-4742-472a-9120-48f9427599b3 None None] Sync routers for ids ['7fec713d-8a0f-4ce7-af6e-bf36caa038bc'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:02:47.801307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a18b827-5ae8-451b-a701-8b36e79b704c tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:47.802678 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7a18b827-5ae8-451b-a701-8b36e79b704c tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "PUT /v2.0/routers/7fec713d-8a0f-4ce7-af6e-bf36caa038bc HTTP/1.1" status: 200 len: 925 time: 6.1248965 Feb 21 09:02:47.824380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50808) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:47.903075 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] For port 4f8565d7-089f-405e-9b79-b46db37a739b, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:47.907134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] For port 4f8565d7-089f-405e-9b79-b46db37a739b, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4f8565d7-089f-405e-9b79-b46db37a739b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:47.914792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:47.967596 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2945f075-9b12-4a2f-8aa4-a540521f0beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:48.009258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b327dff-4742-472a-9120-48f9427599b3 None None] Routers {'7fec713d-8a0f-4ce7-af6e-bf36caa038bc'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:02:48.010589 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-5b327dff-4742-472a-9120-48f9427599b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:02:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7fec713d-8a0f-4ce7-af6e-bf36caa038bc'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:48.018938 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-62c1a7b5-8161-434e-af4f-3a6428a610ef tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 35670fcd-4ef3-4c05-aee8-12b40cbb2ac5 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:48.020089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-62c1a7b5-8161-434e-af4f-3a6428a610ef tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:48.021579 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-eeb3a5a8-7960-41b3-b057-6ae3ce62e3e2 None None] Set router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:02:48.092341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc8ac7c-2798-4e14-a000-489f2e0e31e4 None None] Network 532310fc-94bd-4a39-9ca3-b43f301ba675 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:48.098263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945f075-9b12-4a2f-8aa4-a540521f0beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d96ecad-1ed1-4ff8-90e8-31b9c3e3f5bc,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:48.114804 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:48.173495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788659fc-e0bf-471e-8966-55b274ce05bc']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:48.186876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6bb46f2b-6506-4621-ac46-d3c2ecce34f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:48.227224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828a1d1f-e627-4380-8c69-e76e3870f8e9') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:48.227761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828a1d1f-e627-4380-8c69-e76e3870f8e9') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:48.270188 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d876-b766-40b1-8acb-d930b3b37a81 req-06ada1f9-3981-4bd8-b8ea-d431eb4f0669 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:48.270968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-c952d876-b766-40b1-8acb-d930b3b37a81 req-06ada1f9-3981-4bd8-b8ea-d431eb4f0669 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Synchronizing usage tracker for tenant:0ab29c793ce9459198692d185d104aac on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:48.291444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:48.322396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-5b327dff-4742-472a-9120-48f9427599b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:48.327374 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2945f075-9b12-4a2f-8aa4-a540521f0beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:48.331175 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2945f075-9b12-4a2f-8aa4-a540521f0beb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d96ecad-1ed1-4ff8-90e8-31b9c3e3f5bc HTTP/1.1" status: 204 len: 168 time: 2.2694414 Feb 21 09:02:48.339269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b522c-0d9f-438e-9e29-0e06348069ba req-e76683f9-6d02-4563-89f1-fa946b3e7634 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:48.341286 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-804b522c-0d9f-438e-9e29-0e06348069ba req-e76683f9-6d02-4563-89f1-fa946b3e7634 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ff9d5a3-0b37-4233-a413-0696d550825d HTTP/1.1" status: 200 len: 896 time: 0.5109017 Feb 21 09:02:48.345511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6bb46f2b-6506-4621-ac46-d3c2ecce34f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:48.353540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b26cf5ce-9159-4550-ab33-398428bdd4d0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:48.365093 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:48.391024 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 22207bd7-e751-4873-8a28-1797cce702ce up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:48.409655 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f9e47eff-547b-42ef-8f0d-11d8e832f28a tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/routers/7fec713d-8a0f-4ce7-af6e-bf36caa038bc HTTP/1.1" status: 200 len: 925 time: 0.5838614 Feb 21 09:02:48.413278 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50814) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:48.434456 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-62c1a7b5-8161-434e-af4f-3a6428a610ef tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:48.544275 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-eeb3a5a8-7960-41b3-b057-6ae3ce62e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:00:56Z', 'revision_number': 4, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'fdfa701d-834e-4311-bc04-1a980c57b946', 'name': '', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'mac_address': 'fa:16:3e:ba:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:53Z', 'updated_at': '2022-02-21T09:01:05Z', 'revision_number': 5, 'project_id': '0ab29c793ce9459198692d185d104aac', 'subnets': [{'id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:48.550489 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3a5a8-7960-41b3-b057-6ae3ce62e3e2 None None] The sync data for ids ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'] in dv-neutron-830062-1-hyperv is: [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:00:56Z', 'revision_number': 4, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'fdfa701d-834e-4311-bc04-1a980c57b946', 'name': '', 'network_id': '3ff9d5a3-0b37-4233-a413-0696d550825d', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'mac_address': 'fa:16:3e:ba:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:53Z', 'updated_at': '2022-02-21T09:01:05Z', 'revision_number': 5, 'project_id': '0ab29c793ce9459198692d185d104aac', 'subnets': [{'id': 'b7aee7bc-1863-4379-ac4d-b8717910fd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:02:48.564194 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-c952d876-b766-40b1-8acb-d930b3b37a81 req-06ada1f9-3981-4bd8-b8ea-d431eb4f0669 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Unset dirty status for tenant:0ab29c793ce9459198692d185d104aac on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:48.565354 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c952d876-b766-40b1-8acb-d930b3b37a81 req-06ada1f9-3981-4bd8-b8ea-d431eb4f0669 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 945 time: 1.1083679 Feb 21 09:02:48.596967 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e3fb35a6-d022-42a5-bfa8-711c1f3f38dd None None] Provisioning for port 22207bd7-e751-4873-8a28-1797cce702ce completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:48.620665 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f602c6-8f49-4d6b-aa7d-d4efb5ba424a None None] Pushing event updated for resources: {'Port': ['ID=4f8565d7-089f-405e-9b79-b46db37a739b,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:48.636261 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b327dff-4742-472a-9120-48f9427599b3 None None] Routers {'7fec713d-8a0f-4ce7-af6e-bf36caa038bc'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:02:48.636429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:02:48.636839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:48.637249 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-5b327dff-4742-472a-9120-48f9427599b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:02:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7fec713d-8a0f-4ce7-af6e-bf36caa038bc'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:48.683075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-62c1a7b5-8161-434e-af4f-3a6428a610ef tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 35670fcd-4ef3-4c05-aee8-12b40cbb2ac5 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:02:48.760813 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:02:48.774117 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cf5ce-9159-4550-ab33-398428bdd4d0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Subnet': ['ID=595c47e4-131b-49b8-827c-ed915f61bfac,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:48.826277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6bb46f2b-6506-4621-ac46-d3c2ecce34f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:48.873227 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 22207bd7-e751-4873-8a28-1797cce702ce completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:48.880521 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9c00e-9a6a-46b0-91d2-1a34023c31ab req-345705b6-c289-4ed3-b1e0-e35570905dd0 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:48.881275 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-8ad9c00e-9a6a-46b0-91d2-1a34023c31ab req-345705b6-c289-4ed3-b1e0-e35570905dd0 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Synchronizing usage tracker for tenant:0ab29c793ce9459198692d185d104aac on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:48.932858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-8ad9c00e-9a6a-46b0-91d2-1a34023c31ab req-345705b6-c289-4ed3-b1e0-e35570905dd0 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Unset dirty status for tenant:0ab29c793ce9459198692d185d104aac on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:48.934750 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-8ad9c00e-9a6a-46b0-91d2-1a34023c31ab req-345705b6-c289-4ed3-b1e0-e35570905dd0 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.47 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 945 time: 0.4263937 Feb 21 09:02:48.948789 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-5b327dff-4742-472a-9120-48f9427599b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:02:48.949452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b327dff-4742-472a-9120-48f9427599b3 None None] The sync data for ids ['7fec713d-8a0f-4ce7-af6e-bf36caa038bc'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:02:48.968417 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 22207bd7-e751-4873-8a28-1797cce702ce triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:48.968903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:49.027753 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-62c1a7b5-8161-434e-af4f-3a6428a610ef tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:49.049776 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a08ec0-9dfa-4b49-ba01-22cf816b2e8c None None] New status for floating IP fc489484-a958-459e-9156-b72733ce0cb4: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:02:49.113325 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb46f2b-6506-4621-ac46-d3c2ecce34f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10dcb1b-54d9-431b-a03f-68f0d2c6f270,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:49.154115 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26cf5ce-9159-4550-ab33-398428bdd4d0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network 532310fc-94bd-4a39-9ca3-b43f301ba675 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:49.171609 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c952d876-b766-40b1-8acb-d930b3b37a81 req-2f59316c-034c-4ffd-a2f0-b4db22cdc368 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/security-groups?id=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473115 Feb 21 09:02:49.174572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-b26cf5ce-9159-4550-ab33-398428bdd4d0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:49.178520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1a7b5-8161-434e-af4f-3a6428a610ef tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=35670fcd-4ef3-4c05-aee8-12b40cbb2ac5,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:49.180293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:49.185450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26cf5ce-9159-4550-ab33-398428bdd4d0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:49.186506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b26cf5ce-9159-4550-ab33-398428bdd4d0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:49.198519 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-804b522c-0d9f-438e-9e29-0e06348069ba req-fedd6ad2-cd70-45cd-ad41-d2b798c85684 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6fe4fa5-6036-4170-a983-961ab13ba02b HTTP/1.1" status: 200 len: 217 time: 0.8400767 Feb 21 09:02:49.221390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6bb46f2b-6506-4621-ac46-d3c2ecce34f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:49.225346 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6bb46f2b-6506-4621-ac46-d3c2ecce34f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f10dcb1b-54d9-431b-a03f-68f0d2c6f270 HTTP/1.1" status: 204 len: 168 time: 1.7194562 Feb 21 09:02:49.275383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-8ad9c00e-9a6a-46b0-91d2-1a34023c31ab req-ab0d0692-5707-4a3e-9acd-ac32953abec1 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Deleting port a6fe4fa5-6036-4170-a983-961ab13ba02b {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:49.276209 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-8ad9c00e-9a6a-46b0-91d2-1a34023c31ab req-ab0d0692-5707-4a3e-9acd-ac32953abec1 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:49.333154 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 22207bd7-e751-4873-8a28-1797cce702ce, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=22207bd7-e751-4873-8a28-1797cce702ce,segment=NetworkSegment(a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7),segment_id=a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:49.339717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-62c1a7b5-8161-434e-af4f-3a6428a610ef tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:49.349153 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:49.380419 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-62c1a7b5-8161-434e-af4f-3a6428a610ef tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/35670fcd-4ef3-4c05-aee8-12b40cbb2ac5 HTTP/1.1" status: 204 len: 168 time: 1.6457801 Feb 21 09:02:49.389448 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50830) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:49.411626 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b26cf5ce-9159-4550-ab33-398428bdd4d0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.7495997 Feb 21 09:02:49.459044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed40049-5c11-46d0-b2b4-53419d9c3f41 None None] Update dhcp port {'port': {'network_id': '532310fc-94bd-4a39-9ca3-b43f301ba675', 'fixed_ips': [{'subnet_id': 'd19aada1-e674-4b62-9fdc-4e41a1252e75', 'ip_address': '172.20.0.2'}, {'subnet_id': '595c47e4-131b-49b8-827c-ed915f61bfac'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': '22207bd7-e751-4873-8a28-1797cce702ce'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:02:49.492362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50834) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:49.525452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:49.531797 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=22207bd7-e751-4873-8a28-1797cce702ce,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:49.547095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2ed40049-5c11-46d0-b2b4-53419d9c3f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:49.562511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'network_id': '532310fc-94bd-4a39-9ca3-b43f301ba675', 'fixed_ips': [{'subnet_id': 'd19aada1-e674-4b62-9fdc-4e41a1252e75'}, {'subnet_id': '595c47e4-131b-49b8-827c-ed915f61bfac'}], 'name': 'tempest-PortsTestJSON-307647153'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:49.810188 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-8ad9c00e-9a6a-46b0-91d2-1a34023c31ab req-ab0d0692-5707-4a3e-9acd-ac32953abec1 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] For port a6fe4fa5-6036-4170-a983-961ab13ba02b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=a6fe4fa5-6036-4170-a983-961ab13ba02b,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:49.810767 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-8ad9c00e-9a6a-46b0-91d2-1a34023c31ab req-ab0d0692-5707-4a3e-9acd-ac32953abec1 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:49.819147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:49.855906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] Pushing event deleted for resources: {'Network': ['ID=788659fc-e0bf-471e-8966-55b274ce05bc,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:49.858421 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b522c-0d9f-438e-9e29-0e06348069ba req-fc1dd9ff-cbb0-438e-8762-fa48d0b52062 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:49.859914 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-804b522c-0d9f-438e-9e29-0e06348069ba req-fc1dd9ff-cbb0-438e-8762-fa48d0b52062 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7aee7bc-1863-4379-ac4d-b8717910fd26 HTTP/1.1" status: 200 len: 835 time: 0.6171827 Feb 21 09:02:49.875936 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c121810f-bf43-4785-8ca9-91c2e3408972 tempest-NetworksIpV6TestAttrs-1378422560 tempest-NetworksIpV6TestAttrs-1378422560-project] 10.222.0.48 "DELETE /v2.0/networks/788659fc-e0bf-471e-8966-55b274ce05bc HTTP/1.1" status: 204 len: 168 time: 4.8884172 Feb 21 09:02:49.881880 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-2ed40049-5c11-46d0-b2b4-53419d9c3f41 None None] Allocated IP 172.20.0.18 (532310fc-94bd-4a39-9ca3-b43f301ba675/595c47e4-131b-49b8-827c-ed915f61bfac/22207bd7-e751-4873-8a28-1797cce702ce) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:49.928233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd96fa-c4d2-4746-82b3-20c740ad3cae tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:49.929662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd96fa-c4d2-4746-82b3-20c740ad3cae tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:49.933571 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5afd96fa-c4d2-4746-82b3-20c740ad3cae tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5266094 Feb 21 09:02:49.945474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50848) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:50.027349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50854) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:50.063022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b1eb41c6-c3fe-4ee4-ba79-d12c6c19c33f tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Synchronizing usage tracker for tenant:6d6550ff711844ceb8b0d98a5a2aafff on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:50.121015 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:50.136203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:port and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:50.157289 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:50.166158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:50.170145 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b1eb41c6-c3fe-4ee4-ba79-d12c6c19c33f tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Unset dirty status for tenant:6d6550ff711844ceb8b0d98a5a2aafff on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:50.171355 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b1eb41c6-c3fe-4ee4-ba79-d12c6c19c33f tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&device_id=7fec713d-8a0f-4ce7-af6e-bf36caa038bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.6378212 Feb 21 09:02:50.180761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50862) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:50.241022 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-2ed40049-5c11-46d0-b2b4-53419d9c3f41 None None] For port 22207bd7-e751-4873-8a28-1797cce702ce, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=22207bd7-e751-4873-8a28-1797cce702ce,segment=NetworkSegment(a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7),segment_id=a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:50.254216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-379b7a31-899c-4005-b0c1-c2e76848c007 None None] Provisioning for port 4f8565d7-089f-405e-9b79-b46db37a739b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:50.312611 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-8ad9c00e-9a6a-46b0-91d2-1a34023c31ab req-ab0d0692-5707-4a3e-9acd-ac32953abec1 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Calling delete_port for a6fe4fa5-6036-4170-a983-961ab13ba02b owned by compute:nova {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:50.392121 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2ed40049-5c11-46d0-b2b4-53419d9c3f41 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:50.427975 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2ed40049-5c11-46d0-b2b4-53419d9c3f41 None None] Transition to ACTIVE for port object 22207bd7-e751-4873-8a28-1797cce702ce will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:50.437342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2ed40049-5c11-46d0-b2b4-53419d9c3f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:50.590036 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4f8565d7-089f-405e-9b79-b46db37a739b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:50.598306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:50.710771 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-8ad9c00e-9a6a-46b0-91d2-1a34023c31ab req-ab0d0692-5707-4a3e-9acd-ac32953abec1 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:50.792946 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d0692-5707-4a3e-9acd-ac32953abec1 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event deleted for resources: {'Port': ['ID=a6fe4fa5-6036-4170-a983-961ab13ba02b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:50.879965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed40049-5c11-46d0-b2b4-53419d9c3f41 None None] Pushing event updated for resources: {'Port': ['ID=22207bd7-e751-4873-8a28-1797cce702ce,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:50.883004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-68c2d0ff-1db6-491d-8396-377c0838eb9d None None] Could not find standard attr ID for object 35670fcd-4ef3-4c05-aee8-12b40cbb2ac5. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:02:50.906975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad9c00e-9a6a-46b0-91d2-1a34023c31ab req-ab0d0692-5707-4a3e-9acd-ac32953abec1 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] No DVR routers for this DVR port a6fe4fa5-6036-4170-a983-961ab13ba02b on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:50.912473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-8ad9c00e-9a6a-46b0-91d2-1a34023c31ab req-ab0d0692-5707-4a3e-9acd-ac32953abec1 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:50.917269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'name': 'network-vif-deleted', 'tag': 'a6fe4fa5-6036-4170-a983-961ab13ba02b'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:02:50.935426 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-804b522c-0d9f-438e-9e29-0e06348069ba req-f891e6b8-6806-4dce-a5eb-b4bed84c57b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ff9d5a3-0b37-4233-a413-0696d550825d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0666506 Feb 21 09:02:50.950189 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-8ad9c00e-9a6a-46b0-91d2-1a34023c31ab req-ab0d0692-5707-4a3e-9acd-ac32953abec1 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.47 "DELETE /v2.0/ports/a6fe4fa5-6036-4170-a983-961ab13ba02b HTTP/1.1" status: 204 len: 173 time: 1.9824033 Feb 21 09:02:50.951486 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 4f8565d7-089f-405e-9b79-b46db37a739b completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:50.966018 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-550691fe-ae2f-44ba-a17f-88576f25347e req-9aca7e42-fee3-4ed5-9ebc-6decf5843547 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ab7152-efd0-45dd-909a-ba3ba01274dc HTTP/1.1" status: 200 len: 210 time: 0.3135779 Feb 21 09:02:50.967206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50876) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:50.973968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4f8565d7-089f-405e-9b79-b46db37a739b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:50.974910 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:50.993008 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-34337028'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:51.038886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:51.040044 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab7152-efd0-45dd-909a-ba3ba01274dc', 'name': 'network-vif-deleted', 'tag': 'a6fe4fa5-6036-4170-a983-961ab13ba02b', 'status': 'completed', 'code': 200} Feb 21 09:02:51.177007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:network and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:51.217173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c9ceb3-2bb0-41bb-afeb-34e91588b640 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:51.218621 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b8c9ceb3-2bb0-41bb-afeb-34e91588b640 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Synchronizing usage tracker for tenant:6d6550ff711844ceb8b0d98a5a2aafff on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:51.223702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:51.264285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:51.276561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:51.291096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2d3aa3-e0e9-4183-bca9-eb3bf7200b01 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 2e837b41-ee2c-49d9-ad2c-e6349f183385 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:02:51.312460 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3aa3-e0e9-4183-bca9-eb3bf7200b01 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:51.332997 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e86cfbf0-b5e3-48ff-8402-a09b231d4fc2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=481ac288a7d84bbc91c48926404b71a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3614841 Feb 21 09:02:51.333324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50886) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:51.368091 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 4f8565d7-089f-405e-9b79-b46db37a739b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4f8565d7-089f-405e-9b79-b46db37a739b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:51.368321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b8c9ceb3-2bb0-41bb-afeb-34e91588b640 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Unset dirty status for tenant:6d6550ff711844ceb8b0d98a5a2aafff on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:51.371856 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b8c9ceb3-2bb0-41bb-afeb-34e91588b640 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/networks/26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 881 time: 1.1872604 Feb 21 09:02:51.375556 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:51.376498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 22207bd7-e751-4873-8a28-1797cce702ce up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:51.380694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:51.383656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:51.410669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50890) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:51.416906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:51.443100 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-12a7c76a-e563-4401-b571-f58302e96b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:51.478504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-12a7c76a-e563-4401-b571-f58302e96b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:51.504307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:51.563995 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-12a7c76a-e563-4401-b571-f58302e96b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:51.564808 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bd20a9ed-0d26-47d1-aae4-fff4440f9208 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fec713d-8a0f-4ce7-af6e-bf36caa038bc HTTP/1.1" status: 200 len: 205 time: 0.1374109 Feb 21 09:02:51.572916 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50896) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:51.589125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3aa3-e0e9-4183-bca9-eb3bf7200b01 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:51.694064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:51.742264 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50900) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:51.744423 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7c76a-e563-4401-b571-f58302e96b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb90c892-17fd-4611-b15f-be30c0fef5a2,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:51.774095 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-804b522c-0d9f-438e-9e29-0e06348069ba req-66753d4e-3462-4a9f-806f-ebd88831e7e3 service neutron] 10.222.0.47 "GET /v2.0/networks/3ff9d5a3-0b37-4233-a413-0696d550825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7945523 Feb 21 09:02:51.817939 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-12a7c76a-e563-4401-b571-f58302e96b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:51.822120 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-12a7c76a-e563-4401-b571-f58302e96b2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb90c892-17fd-4611-b15f-be30c0fef5a2 HTTP/1.1" status: 204 len: 168 time: 0.4801173 Feb 21 09:02:51.846190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=4f8565d7-089f-405e-9b79-b46db37a739b,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:51.898413 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device a6fe4fa5-6036-4170-a983-961ab13ba02b no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:51.953158 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: a6fe4fa5-6036-4170-a983-961ab13ba02b {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:02:51.956080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device a6fe4fa5-6036-4170-a983-961ab13ba02b not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:02:51.983606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.043665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4040c941-899e-4bae-ade1-75dd55bfcf59 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1406553056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:52.106948 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:52.127928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:security_group_rule and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:52.134474 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cc7c38-007b-45fc-8c8c-54829b98f5f4 None None] Network 532310fc-94bd-4a39-9ca3-b43f301ba675 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:52.136569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4040c941-899e-4bae-ade1-75dd55bfcf59 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:52.145374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50910) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:52.155102 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4040c941-899e-4bae-ade1-75dd55bfcf59 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Usage tracker for resource:router and tenant:c691af0040cd490d9c4ca3c3388b0fa6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:52.273427 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4f8565d7-089f-405e-9b79-b46db37a739b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:52.281176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:52.288475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:52.293212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4040c941-899e-4bae-ade1-75dd55bfcf59 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:52.314776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4040c941-899e-4bae-ade1-75dd55bfcf59 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:52.320751 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2df10815-8ee8-4178-9d2d-ed5d40da6efd None None] Provisioning for port 22207bd7-e751-4873-8a28-1797cce702ce completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:52.347540 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2df10815-8ee8-4178-9d2d-ed5d40da6efd None None] Provisioning complete for port 22207bd7-e751-4873-8a28-1797cce702ce triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:52.347909 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2df10815-8ee8-4178-9d2d-ed5d40da6efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.355628 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4040c941-899e-4bae-ade1-75dd55bfcf59 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.356691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4040c941-899e-4bae-ade1-75dd55bfcf59 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.379432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.382907 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-804b522c-0d9f-438e-9e29-0e06348069ba req-7854b0c2-e2b1-4519-b697-18aa0e494396 service neutron] 10.222.0.47 "GET /v2.0/networks/3ff9d5a3-0b37-4233-a413-0696d550825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015148 Feb 21 09:02:52.412321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.417042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4040c941-899e-4bae-ade1-75dd55bfcf59 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.492324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4040c941-899e-4bae-ade1-75dd55bfcf59 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.512953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:02:52.538212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4040c941-899e-4bae-ade1-75dd55bfcf59 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.542663 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4040c941-899e-4bae-ade1-75dd55bfcf59 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7962346 Feb 21 09:02:52.546149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50922) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:52.553771 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2124883035'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:52.566171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3aa3-e0e9-4183-bca9-eb3bf7200b01 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.574172 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:52.576527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.641283 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe44257-5811-48bf-90fb-ee92cdb20be5,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:52.644253 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4f8565d7-089f-405e-9b79-b46db37a739b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:52.644672 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.647388 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Usage tracker for resource:network and tenant:c691af0040cd490d9c4ca3c3388b0fa6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:52.656825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:52.664013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.664503 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Added segment 27905457-52f7-4e1d-bd3a-809a52c59fbe of type vlan for network 19ba64d0-8a64-4acd-9cf8-dfc00c4a3441 Feb 21 09:02:52.722317 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:52.724843 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Deleting port 26cb1494-e77b-4212-9e38-09b77809fa77 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:52.725302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.788625 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.795143 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 22207bd7-e751-4873-8a28-1797cce702ce up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:02:52.819727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Made reservation on behalf of c691af0040cd490d9c4ca3c3388b0fa6 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:52.822566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3aa3-e0e9-4183-bca9-eb3bf7200b01 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.823224 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.856516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.883185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d3aa3-e0e9-4183-bca9-eb3bf7200b01 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=2e837b41-ee2c-49d9-ad2c-e6349f183385,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:52.883893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 22207bd7-e751-4873-8a28-1797cce702ce triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:52.884948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.952113 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136b33f4-36f8-4754-a798-7d7e13541443 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:52.958575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3aa3-e0e9-4183-bca9-eb3bf7200b01 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.987086 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ae2d3aa3-e0e9-4183-bca9-eb3bf7200b01 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/2e837b41-ee2c-49d9-ad2c-e6349f183385 HTTP/1.1" status: 204 len: 168 time: 3.0308681 Feb 21 09:02:52.988003 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.992433 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:52.993045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:52.996719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50930) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:53.134222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:53.154206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Usage tracker for resource:security_group_rule and tenant:c691af0040cd490d9c4ca3c3388b0fa6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:53.163214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:53.170546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:53.181448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:53.183472 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-decf7d34-1457-47cd-9436-4df88e51c8e1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1676328 Feb 21 09:02:53.192700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50938) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:53.214746 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 3.1821826 Feb 21 09:02:53.219255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Allocated IP 172.20.0.12 (532310fc-94bd-4a39-9ca3-b43f301ba675/d19aada1-e674-4b62-9fdc-4e41a1252e75/ff91fb5b-c0c9-4d1b-8644-939c7c9ae455) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:53.224664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:53.254578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a87df5-1b21-4daf-b050-ca4faac9f91a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Network': ['ID=19ba64d0-8a64-4acd-9cf8-dfc00c4a3441,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:53.319808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 19ba64d0-8a64-4acd-9cf8-dfc00c4a3441 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:02:53.332348 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Allocated IP 172.20.0.19 (532310fc-94bd-4a39-9ca3-b43f301ba675/595c47e4-131b-49b8-827c-ed915f61bfac/ff91fb5b-c0c9-4d1b-8644-939c7c9ae455) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:53.349657 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Calling delete_port for 26cb1494-e77b-4212-9e38-09b77809fa77 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:53.391070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50942) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:53.454418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:53.467079 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:53.473267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:53.476569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:53.485995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:53.486862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:53.530081 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a605fc7-e75c-46ee-9d1d-f75457325648,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:53.580359 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:02:53.585743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:53.595202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:53.612070 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d4d22637-9638-4b89-b838-2ebd1ccf6f30 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:53.630005 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-73f45326-349a-483d-93bc-2c1ab1de283d None None] Provisioning complete for port 22207bd7-e751-4873-8a28-1797cce702ce triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:53.630376 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-73f45326-349a-483d-93bc-2c1ab1de283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:53.756941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:53.757379 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Added segment 1b4b2d7f-fd73-4faa-9c9f-084d72c8c91f of type vlan for network bee9edbc-d094-4ad0-a329-959b54ce5790 Feb 21 09:02:53.839825 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be076fc7-c6dd-4a1c-942f-b236bbf64263 None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:02:53.845963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:53.857601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-be076fc7-c6dd-4a1c-942f-b236bbf64263 None None] Deleting port 4f8565d7-089f-405e-9b79-b46db37a739b {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:53.858510 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-be076fc7-c6dd-4a1c-942f-b236bbf64263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:53.940756 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:53.944984 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:53.945570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:53.961054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group': {'name': 'tempest-secgroup--591663585'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:53.976658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:53.981504 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:53.984811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:53.991587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:54.104158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:54.107003 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5598195 Feb 21 09:02:54.107905 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50948) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:54.127448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Request body: {'subnet': {'network_id': 'bee9edbc-d094-4ad0-a329-959b54ce5790', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:54.147061 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:54.196081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-be076fc7-c6dd-4a1c-942f-b236bbf64263 None None] For port 4f8565d7-089f-405e-9b79-b46db37a739b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4f8565d7-089f-405e-9b79-b46db37a739b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:54.196662 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-be076fc7-c6dd-4a1c-942f-b236bbf64263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:54.224966 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791725aa-877a-458c-9455-7d48c931c8ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event updated for resources: {'Network': ['ID=bee9edbc-d094-4ad0-a329-959b54ce5790,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:54.227165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:54.242295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:54.306346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:54.310998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:54.314674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:54.322169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:54.367866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-be076fc7-c6dd-4a1c-942f-b236bbf64263 None None] Calling delete_port for 4f8565d7-089f-405e-9b79-b46db37a739b owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:54.373404 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Pushing event deleted for resources: {'Port': ['ID=26cb1494-e77b-4212-9e38-09b77809fa77,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:54.419731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:54.436042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:54.459516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network bee9edbc-d094-4ad0-a329-959b54ce5790 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:02:54.474018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Transition to ACTIVE for port object ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:54.501114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:54.504514 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:54.507383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:54.513239 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:54.593621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4f8565d7-089f-405e-9b79-b46db37a739b no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:02:54.609137 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:54.609510 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:54.614198 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Usage tracker for resource:subnet and tenant:c691af0040cd490d9c4ca3c3388b0fa6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:54.617510 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:54.624261 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:54.640684 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-be076fc7-c6dd-4a1c-942f-b236bbf64263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:54.645971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:54.692548 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 4f8565d7-089f-405e-9b79-b46db37a739b {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:02:54.693174 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4f8565d7-089f-405e-9b79-b46db37a739b not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:02:54.701044 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Made reservation on behalf of c691af0040cd490d9c4ca3c3388b0fa6 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:54.713048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a505e68-494d-4945-aec6-023bae2941fa,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:54.730668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be076fc7-c6dd-4a1c-942f-b236bbf64263 None None] Pushing event deleted for resources: {'Port': ['ID=4f8565d7-089f-405e-9b79-b46db37a739b,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:54.734322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.objects.ports [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83585) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:02:54.748482 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be076fc7-c6dd-4a1c-942f-b236bbf64263 None None] No DVR routers for this DVR port 4f8565d7-089f-405e-9b79-b46db37a739b on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:02:54.792891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:54.796516 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4103730 Feb 21 09:02:54.802211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50952) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:54.966964 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec45d64-33b4-4d71-a48f-c0579c82cbf6 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9a0f9a-f04d-4f5d-82b8-c0b8472bce0d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:54.969395 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.023761 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.080391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network 532310fc-94bd-4a39-9ca3-b43f301ba675 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:55.091410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:55.096976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=ff91fb5b-c0c9-4d1b-8644-939c7c9ae455,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:55.103064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:55.149006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_pluggable_backend [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Port 4f8565d7-089f-405e-9b79-b46db37a739b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83585) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 21 09:02:55.149398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_pluggable_backend [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Reverting IP allocation for 2001:db8::f816:3eff:fea5:482f {{(pid=83585) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 21 09:02:55.167333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8049a2b8-f306-43b9-a7d9-3c6866c3c26f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:55.187253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.222141 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.222325 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:55.222723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.278316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:55.309652 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:55.315070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:55.315705 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.324797 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c891855c-0495-446f-89c4-06e48c889656 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.8228774 Feb 21 09:02:55.324980 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e4ac8-4272-479c-afdb-cfb4b10e8e77 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:55.330432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=5759c580-fe5c-4046-b149-1e9a2659c7b6,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:55.332627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8049a2b8-f306-43b9-a7d9-3c6866c3c26f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:55.333855 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8049a2b8-f306-43b9-a7d9-3c6866c3c26f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5299923 Feb 21 09:02:55.336672 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50956) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:55.337149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50958) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:55.349591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ad3c60a5-4def-45cc-b858-f1e5e4b2d459 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group': {'name': 'tempest-security--761900188', 'description': 'tempest-security-description-453423830'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:55.375592 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-942d295c-6b29-426e-a8cf-e81d2cdbb615 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1781929 Feb 21 09:02:55.389473 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50962) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:55.403475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'mac_address': 'fa:16:3e:6f:fb:1b', 'name': 'tempest-NetworksTestDHCPv6-1577565153'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:55.436378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ad3c60a5-4def-45cc-b858-f1e5e4b2d459 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.506503 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d3cfda00-e3a3-45fa-999e-50051ea1511b None None] Provisioning for port ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:55.514065 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.519190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.534359 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d3cfda00-e3a3-45fa-999e-50051ea1511b None None] Provisioning complete for port ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:55.534735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d3cfda00-e3a3-45fa-999e-50051ea1511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.557595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-93c145cf-6671-4051-86c5-36b7ecb95901 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd19aada1-e674-4b62-9fdc-4e41a1252e75'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:55.579874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ad3c60a5-4def-45cc-b858-f1e5e4b2d459 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.589707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ad3c60a5-4def-45cc-b858-f1e5e4b2d459 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.591963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ad3c60a5-4def-45cc-b858-f1e5e4b2d459 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.593160 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ad3c60a5-4def-45cc-b858-f1e5e4b2d459 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "PUT /v2.0/security-groups/7f9a0f9a-f04d-4f5d-82b8-c0b8472bce0d HTTP/1.1" status: 200 len: 1610 time: 0.2551062 Feb 21 09:02:55.601036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.602032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Fanout notify agent at l3_agent the message router_deleted on router 7fec713d-8a0f-4ce7-af6e-bf36caa038bc {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:02:55.603754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50968) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:55.623951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:55.632897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:port and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:55.636464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:55.639254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c60a5-4def-45cc-b858-f1e5e4b2d459 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9a0f9a-f04d-4f5d-82b8-c0b8472bce0d,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:55.644758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:55.658215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:55.666598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.670435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d3cfda00-e3a3-45fa-999e-50051ea1511b None None] Port ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:02:55.677612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.678935 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a49220e7-777b-4d1f-91da-109fc0978515 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "DELETE /v2.0/routers/7fec713d-8a0f-4ce7-af6e-bf36caa038bc HTTP/1.1" status: 204 len: 168 time: 4.0883496 Feb 21 09:02:55.689284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50972) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:55.709005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-16d1a523-e098-4602-b103-e74ba8ccda6b tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2041308070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:55.728657 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-16d1a523-e098-4602-b103-e74ba8ccda6b tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:55.737236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-16d1a523-e098-4602-b103-e74ba8ccda6b tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Usage tracker for resource:router and tenant:0d450ac4c78c4887b8294fe5f73efc7d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:55.750367 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9b10e843-83b7-4bf3-b910-f89d47571a63 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-groups/7f9a0f9a-f04d-4f5d-82b8-c0b8472bce0d HTTP/1.1" status: 200 len: 1610 time: 0.1310449 Feb 21 09:02:55.751250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50976) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:55.754210 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-16d1a523-e098-4602-b103-e74ba8ccda6b tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:55.783735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-16d1a523-e098-4602-b103-e74ba8ccda6b tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:55.798730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 2b8ee14d-76ed-4478-9178-fdb2b9631f61 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:02:55.827485 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': '5759c580-fe5c-4046-b149-1e9a2659c7b6'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:02:55.828061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.879927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-16d1a523-e098-4602-b103-e74ba8ccda6b tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.881031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-16d1a523-e098-4602-b103-e74ba8ccda6b tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.987158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71843717-d1a3-48bc-a19c-9155d9626171 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:55.997195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-16d1a523-e098-4602-b103-e74ba8ccda6b tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:56.037130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::f816:3eff:fe6f:fb1b (749b6d65-c680-4e97-918b-6efdfcb19e4b/5759c580-fe5c-4046-b149-1e9a2659c7b6/2b8ee14d-76ed-4478-9178-fdb2b9631f61) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:56.052353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71843717-d1a3-48bc-a19c-9155d9626171 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:56.092050 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-16d1a523-e098-4602-b103-e74ba8ccda6b tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:56.095626 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:56.158365 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-16d1a523-e098-4602-b103-e74ba8ccda6b tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:56.163893 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-16d1a523-e098-4602-b103-e74ba8ccda6b tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4705653 Feb 21 09:02:56.168720 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50980) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:56.177224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Request body: {'router': {'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:56.183983 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93c145cf-6671-4051-86c5-36b7ecb95901 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:56.259962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71843717-d1a3-48bc-a19c-9155d9626171 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:56.272982 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event updated for resources: {'Subnet': ['ID=b17ad972-0699-4b6f-a02a-3c6f8adf7597,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:56.353701 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-d4d22637-9638-4b89-b838-2ebd1ccf6f30 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Deleting port fdfa701d-834e-4311-bc04-1a980c57b946 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:56.354391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d4d22637-9638-4b89-b838-2ebd1ccf6f30 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:56.387322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71843717-d1a3-48bc-a19c-9155d9626171 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9a0f9a-f04d-4f5d-82b8-c0b8472bce0d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:56.406209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71843717-d1a3-48bc-a19c-9155d9626171 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:56.409984 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-71843717-d1a3-48bc-a19c-9155d9626171 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-groups/7f9a0f9a-f04d-4f5d-82b8-c0b8472bce0d HTTP/1.1" status: 204 len: 168 time: 0.6552088 Feb 21 09:02:56.411208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50984) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:56.433029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Checking segment: {'id': '1b4b2d7f-fd73-4faa-9c9f-084d72c8c91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bee9edbc-d094-4ad0-a329-959b54ce5790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:56.433460 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Network hostable DHCP agents. Network: bee9edbc-d094-4ad0-a329-959b54ce5790, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:02:56.515534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50988) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:56.536362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'subnet': {'network_id': '19ba64d0-8a64-4acd-9cf8-dfc00c4a3441', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:56.714017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:56.742937 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Network bee9edbc-d094-4ad0-a329-959b54ce5790 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:02:56.755582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e5d8705a-d5d3-41d4-8fbc-71392686db5f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:56.761894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 2b8ee14d-76ed-4478-9178-fdb2b9631f61 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:56.768843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:56.779090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:subnet and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:56.807878 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, bee9edbc-d094-4ad0-a329-959b54ce5790) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:56.815854 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df05ef5e-3f3c-474c-a7f6-16dd8dfd3aea None None] Network bee9edbc-d094-4ad0-a329-959b54ce5790 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:56.830042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:56.830642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:56.880379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-d4d22637-9638-4b89-b838-2ebd1ccf6f30 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] For port fdfa701d-834e-4311-bc04-1a980c57b946, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=fdfa701d-834e-4311-bc04-1a980c57b946,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:02:56.880657 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d4d22637-9638-4b89-b838-2ebd1ccf6f30 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:56.900561 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d873efc8-451e-40b4-b5a2-4ceb886cfc9c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7837443 Feb 21 09:02:56.947815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:56.955589 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 50992) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:56.969161 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:56.973988 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Request body: {'network': {'name': 'tempest-router-network01--1257838735'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:57.031450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:57.033463 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e5d8705a-d5d3-41d4-8fbc-71392686db5f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:57.038719 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e5d8705a-d5d3-41d4-8fbc-71392686db5f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6226630 Feb 21 09:02:57.039847 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 50996) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:57.045087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Usage tracker for resource:network and tenant:c691af0040cd490d9c4ca3c3388b0fa6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:57.052161 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:57.056583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-bee9edbc-d094-4ad0-a329-959b54ce5790', 'network_id': 'bee9edbc-d094-4ad0-a329-959b54ce5790', 'tenant_id': 'c691af0040cd490d9c4ca3c3388b0fa6', 'fixed_ips': [{'subnet_id': 'b17ad972-0699-4b6f-a02a-3c6f8adf7597'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:02:57.056843 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-d4d22637-9638-4b89-b838-2ebd1ccf6f30 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Calling delete_port for fdfa701d-834e-4311-bc04-1a980c57b946 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:57.057655 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.062351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:57.079315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:57.122061 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-b322d4a7-c4f7-45a2-890a-e0677f94ba43 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] delete failed (client error): The resource could not be found. Feb 21 09:02:57.126811 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b322d4a7-c4f7-45a2-890a-e0677f94ba43 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-groups/7f9a0f9a-f04d-4f5d-82b8-c0b8472bce0d HTTP/1.1" status: 404 len: 347 time: 0.0803204 Feb 21 09:02:57.127929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51000) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:57.136952 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a64b9b37-5521-4d73-ae60-0b29cafb5a21 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group': {'name': 'tempest-secgroup--159594502'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:57.152062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a64b9b37-5521-4d73-ae60-0b29cafb5a21 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:57.157451 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-93c145cf-6671-4051-86c5-36b7ecb95901 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Delete allocated IP 172.20.0.19 (532310fc-94bd-4a39-9ca3-b43f301ba675/595c47e4-131b-49b8-827c-ed915f61bfac) {{(pid=83584) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 21 09:02:57.158524 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Made reservation on behalf of c691af0040cd490d9c4ca3c3388b0fa6 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:57.162078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.171532 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.181554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a64b9b37-5521-4d73-ae60-0b29cafb5a21 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:57.253486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.261980 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Allocated IP 2001:db8::f816:3eff:fe88:a0a9 (749b6d65-c680-4e97-918b-6efdfcb19e4b/5759c580-fe5c-4046-b149-1e9a2659c7b6/df21d19a-8d88-4329-ad45-fce28fa085c5) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:57.270340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.272272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a64b9b37-5521-4d73-ae60-0b29cafb5a21 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.284383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Allocated IP 2001:db8::2 (bee9edbc-d094-4ad0-a329-959b54ce5790/b17ad972-0699-4b6f-a02a-3c6f8adf7597/a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:57.360647 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:57.364267 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a64b9b37-5521-4d73-ae60-0b29cafb5a21 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:57.380474 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a64b9b37-5521-4d73-ae60-0b29cafb5a21 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:57.382945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:57.384943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=2b8ee14d-76ed-4478-9178-fdb2b9631f61,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:57.387412 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:02:57.393869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:57.398958 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:57.399698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.437025 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93c145cf-6671-4051-86c5-36b7ecb95901 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.457936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.458317 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Added segment 1765f696-5b3c-414d-95fb-8cc2b9538a7a of type vlan for network 328ec76c-2e9c-4279-ba8b-3213617b9c7e Feb 21 09:02:57.463448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a64b9b37-5521-4d73-ae60-0b29cafb5a21 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:57.471182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a64b9b37-5521-4d73-ae60-0b29cafb5a21 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:57.477621 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-553d7a8e-a6c3-4318-88f7-6460b9881483 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0770833 Feb 21 09:02:57.479335 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51004) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:57.585524 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.595181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a64b9b37-5521-4d73-ae60-0b29cafb5a21 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.604234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a64b9b37-5521-4d73-ae60-0b29cafb5a21 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.654389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-93c145cf-6671-4051-86c5-36b7ecb95901 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Transition to ACTIVE for port object ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:57.667921 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d4d22637-9638-4b89-b838-2ebd1ccf6f30 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.709050 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.712789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:57.713493 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.714191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93c145cf-6671-4051-86c5-36b7ecb95901 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.726085 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.744130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.747172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Transition to ACTIVE for port object df21d19a-8d88-4329-ad45-fce28fa085c5 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:57.756061 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d22637-9638-4b89-b838-2ebd1ccf6f30 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event deleted for resources: {'Port': ['ID=fdfa701d-834e-4311-bc04-1a980c57b946,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:57.767385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Transition to ACTIVE for port object a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:57.784555 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Transition to ACTIVE for port object df21d19a-8d88-4329-ad45-fce28fa085c5 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:57.791901 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b9b37-5521-4d73-ae60-0b29cafb5a21 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=511a8a01-fe4c-49ed-9658-d00475a38aa9,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:57.793892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.803235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a64b9b37-5521-4d73-ae60-0b29cafb5a21 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.807375 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a64b9b37-5521-4d73-ae60-0b29cafb5a21 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6784868 Feb 21 09:02:57.809493 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51008) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:57.841535 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Transition to ACTIVE for port object a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:57.855776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.868394 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9096913 Feb 21 09:02:57.868580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:57.868580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:57.873869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:57.879728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51012) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:57.887438 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6491209f-068c-42cb-8399-adb555513c53 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:57.888210 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6491209f-068c-42cb-8399-adb555513c53 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:02:57.896539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Pushing event updated for resources: {'Port': ['ID=df21d19a-8d88-4329-ad45-fce28fa085c5,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:57.900564 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Request body: {'network': {'name': 'tempest-router-network02--1649373868'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:57.906487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b75c21-32b2-4adb-a2bb-e448b23c61c5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event updated for resources: {'Network': ['ID=328ec76c-2e9c-4279-ba8b-3213617b9c7e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:57.914139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f0be4f8e-a584-43b2-aec1-a8317b1dbceb tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group_rule': {'security_group_id': '511a8a01-fe4c-49ed-9658-d00475a38aa9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:57.955514 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:57.966816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:57.981736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 328ec76c-2e9c-4279-ba8b-3213617b9c7e details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:02:57.986355 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f0be4f8e-a584-43b2-aec1-a8317b1dbceb tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:58.024646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6491209f-068c-42cb-8399-adb555513c53 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:02:58.028852 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6491209f-068c-42cb-8399-adb555513c53 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5455408 Feb 21 09:02:58.035396 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51016) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:58.036280 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f0be4f8e-a584-43b2-aec1-a8317b1dbceb tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:58.054260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Usage tracker for resource:network and tenant:c691af0040cd490d9c4ca3c3388b0fa6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:58.057286 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f0be4f8e-a584-43b2-aec1-a8317b1dbceb tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:58.066925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:58.107028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c145cf-6671-4051-86c5-36b7ecb95901 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=ff91fb5b-c0c9-4d1b-8644-939c7c9ae455,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:58.117029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f0be4f8e-a584-43b2-aec1-a8317b1dbceb tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:58.129432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:58.130407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Network bee9edbc-d094-4ad0-a329-959b54ce5790 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:58.169471 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Subnet': ['ID=857a1864-7284-441f-a923-20708b1f2192,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:58.169627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:58.177650 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Made reservation on behalf of c691af0040cd490d9c4ca3c3388b0fa6 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:58.181513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.183412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:58.185970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-93c145cf-6671-4051-86c5-36b7ecb95901 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] In _notify_port_updated(), no bound segment for port ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 on network 532310fc-94bd-4a39-9ca3-b43f301ba675 {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:02:58.192522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c145cf-6671-4051-86c5-36b7ecb95901 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:58.193489 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93c145cf-6671-4051-86c5-36b7ecb95901 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.195082 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-93c145cf-6671-4051-86c5-36b7ecb95901 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "PUT /v2.0/ports/ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 HTTP/1.1" status: 200 len: 919 time: 2.6479206 Feb 21 09:02:58.203699 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51020) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:58.219546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0be4f8e-a584-43b2-aec1-a8317b1dbceb tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.233126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Attempting to bind port df21d19a-8d88-4329-ad45-fce28fa085c5 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:58.233493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Attempting to bind port df21d19a-8d88-4329-ad45-fce28fa085c5 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:58.233637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8dbdeefd-af05-471c-8f12-d1aaee1d3de9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd19aada1-e674-4b62-9fdc-4e41a1252e75'}, {'subnet_id': '595c47e4-131b-49b8-827c-ed915f61bfac'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:58.233842 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Attempting to bind port df21d19a-8d88-4329-ad45-fce28fa085c5 on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:58.261889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.280867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-6ceeaea9-08c3-4ea5-88ce-568eb4c3a1a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 2b8ee14d-76ed-4478-9178-fdb2b9631f61 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:02:58.281414 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6ceeaea9-08c3-4ea5-88ce-568eb4c3a1a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.296914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Checking segment: {'id': '27905457-52f7-4e1d-bd3a-809a52c59fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19ba64d0-8a64-4acd-9cf8-dfc00c4a3441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:58.297573 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network hostable DHCP agents. Network: 19ba64d0-8a64-4acd-9cf8-dfc00c4a3441, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:02:58.303031 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Pushing event updated for resources: {'Port': ['ID=a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:58.309474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.335928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:58.336304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:58.336738 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.337146 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:58.337675 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Bound port: df21d19a-8d88-4329-ad45-fce28fa085c5, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:58.338062 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.350444 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-51f42935-6e12-4daa-98c1-c1649dec9e54 None None] Provisioning for port ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:02:58.357379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:02:58.357625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Attempting to bind port a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:02:58.357974 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Attempting to bind port a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '1b4b2d7f-fd73-4faa-9c9f-084d72c8c91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bee9edbc-d094-4ad0-a329-959b54ce5790'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:02:58.358330 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Attempting to bind port a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd on network bee9edbc-d094-4ad0-a329-959b54ce5790 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:02:58.363746 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-51f42935-6e12-4daa-98c1-c1649dec9e54 None None] Provisioning complete for port ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:02:58.364233 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-51f42935-6e12-4daa-98c1-c1649dec9e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.379311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.379731 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Added segment d4e69bcd-2eea-49ab-914a-d3fd7cf719ed of type vlan for network 26b202a0-a02e-4e32-a099-cde041a846a5 Feb 21 09:02:58.412421 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network 19ba64d0-8a64-4acd-9cf8-dfc00c4a3441 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:02:58.448133 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:02:58.448503 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Checking segment: {'id': '1b4b2d7f-fd73-4faa-9c9f-084d72c8c91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bee9edbc-d094-4ad0-a329-959b54ce5790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:02:58.449087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.449659 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Bound using segment: {'id': '1b4b2d7f-fd73-4faa-9c9f-084d72c8c91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bee9edbc-d094-4ad0-a329-959b54ce5790'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:02:58.450134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Bound port: a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4b2d7f-fd73-4faa-9c9f-084d72c8c91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bee9edbc-d094-4ad0-a329-959b54ce5790'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:02:58.450505 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.469512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.473196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 19ba64d0-8a64-4acd-9cf8-dfc00c4a3441) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:58.485429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:58.486088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.489389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be3a2c-f5c3-4806-9c8e-affcc7882ec0 None None] Network 19ba64d0-8a64-4acd-9cf8-dfc00c4a3441 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:02:58.501291 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-51f42935-6e12-4daa-98c1-c1649dec9e54 None None] Port ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:02:58.543308 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5dd6ee23-0b38-43d5-a37c-c98b9c90664d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0228715 Feb 21 09:02:58.547877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51024) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:58.551148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Allocated IP 172.26.6.69 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/78ca8397-84cf-4168-8473-05658fc0a61b) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:58.558336 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-404187322'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:58.568441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.572249 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:58.572935 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.577121 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:58.610724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:network and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:58.634212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:58.641567 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] For port df21d19a-8d88-4329-ad45-fce28fa085c5, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:58.657325 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] For port df21d19a-8d88-4329-ad45-fce28fa085c5, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=df21d19a-8d88-4329-ad45-fce28fa085c5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:58.688436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.748533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:58.768494 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8847928 Feb 21 09:02:58.773134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] For port a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:02:58.784034 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51028) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:58.791667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951de10-b4d9-44b0-b0af-cde81d8e1791 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event updated for resources: {'Network': ['ID=26b202a0-a02e-4e32-a099-cde041a846a5,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:58.803286 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:58.806780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.814543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] For port a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd,segment=NetworkSegment(1b4b2d7f-fd73-4faa-9c9f-084d72c8c91f),segment_id=1b4b2d7f-fd73-4faa-9c9f-084d72c8c91f)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:02:58.824012 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 26b202a0-a02e-4e32-a099-cde041a846a5 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:02:58.856483 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.866746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Request body: {'subnet': {'network_id': '328ec76c-2e9c-4279-ba8b-3213617b9c7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:58.935154 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097ca49-c991-493e-8483-07a5ab6f0dff None None] Pushing event updated for resources: {'Port': ['ID=df21d19a-8d88-4329-ad45-fce28fa085c5,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:58.972377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:02:58.992741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:58.993152 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Added segment 94e465b4-e54c-4479-9677-7ea651d5b69f of type vlan for network 84e20899-1335-4b64-b130-448f12f27198 Feb 21 09:02:58.996075 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.021668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dbdeefd-af05-471c-8f12-d1aaee1d3de9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.030411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.084801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-19ba64d0-8a64-4acd-9cf8-dfc00c4a3441', 'network_id': '19ba64d0-8a64-4acd-9cf8-dfc00c4a3441', 'tenant_id': '361546699e5a424c90202caa077b3902', 'fixed_ips': [{'subnet_id': '857a1864-7284-441f-a923-20708b1f2192'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:02:59.085069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.086005 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.103965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0be4f8e-a584-43b2-aec1-a8317b1dbceb tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.112513 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84576e5-1741-4020-869f-31d1f0dab227 None None] Pushing event updated for resources: {'Port': ['ID=a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:59.121713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.125704 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:02:59.126301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.154426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:59.159782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Usage tracker for resource:subnet and tenant:c691af0040cd490d9c4ca3c3388b0fa6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:59.163743 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:59.172925 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:59.260701 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0be4f8e-a584-43b2-aec1-a8317b1dbceb tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.352631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6ceeaea9-08c3-4ea5-88ce-568eb4c3a1a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.366205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:59.370256 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8214176 Feb 21 09:02:59.381264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Pushing event updated for resources: {'Port': ['ID=78ca8397-84cf-4168-8473-05658fc0a61b,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:59.383789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:59.384541 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Allocated IP 2001:db8:0:ffff::2 (19ba64d0-8a64-4acd-9cf8-dfc00c4a3441/857a1864-7284-441f-a923-20708b1f2192/2cf98d4f-8c81-4b5e-a832-479a878c5b63) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:02:59.385250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51032) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:59.391334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Made reservation on behalf of c691af0040cd490d9c4ca3c3388b0fa6 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:59.393188 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:02:59.459919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'subnet': {'network_id': '84e20899-1335-4b64-b130-448f12f27198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:02:59.476140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2b467-3317-4af4-8a1d-7f6ed378f22d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Network': ['ID=84e20899-1335-4b64-b130-448f12f27198,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:59.506053 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 84e20899-1335-4b64-b130-448f12f27198 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:02:59.511917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be4f8e-a584-43b2-aec1-a8317b1dbceb tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ef5d93-af0c-47df-bd2e-32a8440b30fd,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:59.517578 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0be4f8e-a584-43b2-aec1-a8317b1dbceb tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.525610 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f0be4f8e-a584-43b2-aec1-a8317b1dbceb tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7055671 Feb 21 09:02:59.611741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51036) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:59.708735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-6ceeaea9-08c3-4ea5-88ce-568eb4c3a1a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 2b8ee14d-76ed-4478-9178-fdb2b9631f61 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:02:59.712181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9eb00b4-41bb-4046-b908-6f899d6836ad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.722318 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:02:59.726892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9eb00b4-41bb-4046-b908-6f899d6836ad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.732836 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:subnet and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:02:59.736760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:02:59.762494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:02:59.790446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:02:59.826736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9eb00b4-41bb-4046-b908-6f899d6836ad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.858407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.869692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Transition to ACTIVE for port object 2cf98d4f-8c81-4b5e-a832-479a878c5b63 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:59.892888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.895289 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Transition to ACTIVE for port object 2cf98d4f-8c81-4b5e-a832-479a878c5b63 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:02:59.902721 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.938852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb00b4-41bb-4046-b908-6f899d6836ad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45ef5d93-af0c-47df-bd2e-32a8440b30fd,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:59.940945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9eb00b4-41bb-4046-b908-6f899d6836ad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.942635 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d9eb00b4-41bb-4046-b908-6f899d6836ad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/45ef5d93-af0c-47df-bd2e-32a8440b30fd HTTP/1.1" status: 204 len: 168 time: 0.3302944 Feb 21 09:02:59.952414 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51040) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:02:59.982875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:02:59.984274 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Network 19ba64d0-8a64-4acd-9cf8-dfc00c4a3441 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:02:59.988405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:02:59.990287 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Pushing event updated for resources: {'Port': ['ID=2cf98d4f-8c81-4b5e-a832-479a878c5b63,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:02:59.992673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:00.096144 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Attempting to bind port 2cf98d4f-8c81-4b5e-a832-479a878c5b63 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:00.096627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Attempting to bind port 2cf98d4f-8c81-4b5e-a832-479a878c5b63 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '27905457-52f7-4e1d-bd3a-809a52c59fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19ba64d0-8a64-4acd-9cf8-dfc00c4a3441'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:00.097642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Attempting to bind port 2cf98d4f-8c81-4b5e-a832-479a878c5b63 on network 19ba64d0-8a64-4acd-9cf8-dfc00c4a3441 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:00.104500 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:00.105035 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Checking segment: {'id': '27905457-52f7-4e1d-bd3a-809a52c59fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19ba64d0-8a64-4acd-9cf8-dfc00c4a3441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:00.105571 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:00.106043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Bound using segment: {'id': '27905457-52f7-4e1d-bd3a-809a52c59fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19ba64d0-8a64-4acd-9cf8-dfc00c4a3441'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:00.106575 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Bound port: 2cf98d4f-8c81-4b5e-a832-479a878c5b63, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27905457-52f7-4e1d-bd3a-809a52c59fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19ba64d0-8a64-4acd-9cf8-dfc00c4a3441'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:00.107069 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:00.119095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3a269681-238e-4422-8b59-937dae5e56ec tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:00.124569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:00.206066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7738dff4-8ae7-422c-ad82-e54c036b3485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:00.278004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d4d22637-9638-4b89-b838-2ebd1ccf6f30 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:00.290614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:00.331550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-8dbdeefd-af05-471c-8f12-d1aaee1d3de9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Allocated IP 172.20.0.20 (532310fc-94bd-4a39-9ca3-b43f301ba675/595c47e4-131b-49b8-827c-ed915f61bfac/ff91fb5b-c0c9-4d1b-8644-939c7c9ae455) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:00.343467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] For port 2cf98d4f-8c81-4b5e-a832-479a878c5b63, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:00.348125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] For port 2cf98d4f-8c81-4b5e-a832-479a878c5b63, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2cf98d4f-8c81-4b5e-a832-479a878c5b63,segment=NetworkSegment(27905457-52f7-4e1d-bd3a-809a52c59fbe),segment_id=27905457-52f7-4e1d-bd3a-809a52c59fbe)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:00.357537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:00.427981 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device df21d19a-8d88-4329-ad45-fce28fa085c5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:00.447982 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3a269681-238e-4422-8b59-937dae5e56ec tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:00.449502 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3a269681-238e-4422-8b59-937dae5e56ec tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4951506 Feb 21 09:03:00.455239 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:00.456989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51044) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:00.502331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:00.540873 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572cff4-8a3c-40be-95e5-eebfa3f2f365 None None] Pushing event updated for resources: {'Port': ['ID=2cf98d4f-8c81-4b5e-a832-479a878c5b63,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:00.568516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port df21d19a-8d88-4329-ad45-fce28fa085c5 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:00.574180 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:00.620011 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6ceeaea9-08c3-4ea5-88ce-568eb4c3a1a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:00.700832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:00.824005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:00.928754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee141-a8e2-4d29-b410-a5baa9d2e776 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:00.941739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceeaea9-08c3-4ea5-88ce-568eb4c3a1a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=2b8ee14d-76ed-4478-9178-fdb2b9631f61,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:00.976825 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0ff123d6-6d7b-4029-a4c8-82300aee9cd3 None None] Provisioning for port df21d19a-8d88-4329-ad45-fce28fa085c5 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:00.993280 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0ff123d6-6d7b-4029-a4c8-82300aee9cd3 None None] Provisioning complete for port df21d19a-8d88-4329-ad45-fce28fa085c5 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:00.994008 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0ff123d6-6d7b-4029-a4c8-82300aee9cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:01.013602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee141-a8e2-4d29-b410-a5baa9d2e776 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:01.027819 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6ceeaea9-08c3-4ea5-88ce-568eb4c3a1a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:01.043528 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6ceeaea9-08c3-4ea5-88ce-568eb4c3a1a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/2b8ee14d-76ed-4478-9178-fdb2b9631f61 HTTP/1.1" status: 204 len: 168 time: 2.9990256 Feb 21 09:03:01.048593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Subnet': ['ID=fc7f4172-f9bd-481a-b331-83c9baa4abf3,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:01.050536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51048) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:01.114474 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c8f34-9cda-40db-9815-cf1d2574de23 None None] Network bee9edbc-d094-4ad0-a329-959b54ce5790 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:01.132108 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:01.267401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event updated for resources: {'Subnet': ['ID=bf08f04b-d2db-4c65-9368-68d2dd08a262,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:01.281931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dbdeefd-af05-471c-8f12-d1aaee1d3de9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:01.317807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Checking segment: {'id': '94e465b4-e54c-4479-9677-7ea651d5b69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84e20899-1335-4b64-b130-448f12f27198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:01.318206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-8dbdeefd-af05-471c-8f12-d1aaee1d3de9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Transition to ACTIVE for port object ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:01.318534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network hostable DHCP agents. Network: 84e20899-1335-4b64-b130-448f12f27198, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:03:01.329410 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Checking segment: {'id': '1765f696-5b3c-414d-95fb-8cc2b9538a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '328ec76c-2e9c-4279-ba8b-3213617b9c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:01.329663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Network hostable DHCP agents. Network: 328ec76c-2e9c-4279-ba8b-3213617b9c7e, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:03:01.335309 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dbdeefd-af05-471c-8f12-d1aaee1d3de9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:01.365034 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0ff123d6-6d7b-4029-a4c8-82300aee9cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:01.368123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee141-a8e2-4d29-b410-a5baa9d2e776 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:01.373596 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a069e3c6-94cf-48fe-a7be-23d8b1326f73 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:01.375104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a069e3c6-94cf-48fe-a7be-23d8b1326f73 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:01.375915 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a069e3c6-94cf-48fe-a7be-23d8b1326f73 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:01.419920 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ee141-a8e2-4d29-b410-a5baa9d2e776 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=511a8a01-fe4c-49ed-9658-d00475a38aa9,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:01.428531 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-0ff123d6-6d7b-4029-a4c8-82300aee9cd3 None None] For port df21d19a-8d88-4329-ad45-fce28fa085c5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=df21d19a-8d88-4329-ad45-fce28fa085c5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:01.433820 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0ff123d6-6d7b-4029-a4c8-82300aee9cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:01.456037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network 84e20899-1335-4b64-b130-448f12f27198 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:03:01.480687 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbdeefd-af05-471c-8f12-d1aaee1d3de9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=ff91fb5b-c0c9-4d1b-8644-939c7c9ae455,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:01.485665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 84e20899-1335-4b64-b130-448f12f27198) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:01.494537 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a069e3c6-94cf-48fe-a7be-23d8b1326f73 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:01.495835 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a069e3c6-94cf-48fe-a7be-23d8b1326f73 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4362836 Feb 21 09:03:01.500420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51052) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:01.510051 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:01.510745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:01.530163 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff123d6-6d7b-4029-a4c8-82300aee9cd3 None None] Pushing event updated for resources: {'Port': ['ID=df21d19a-8d88-4329-ad45-fce28fa085c5,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:01.546425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1483cbe5-e71b-4d56-be57-8f0e81719b7f None None] Network 84e20899-1335-4b64-b130-448f12f27198 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:01.581008 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee141-a8e2-4d29-b410-a5baa9d2e776 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:01.582197 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1c7ee141-a8e2-4d29-b410-a5baa9d2e776 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-groups/511a8a01-fe4c-49ed-9658-d00475a38aa9 HTTP/1.1" status: 204 len: 168 time: 1.1223605 Feb 21 09:03:01.595033 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51056) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:01.689601 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-50a57cfc-d678-4fa1-9e58-04d71104cae6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2998662 Feb 21 09:03:01.711153 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51060) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:01.789434 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Network 328ec76c-2e9c-4279-ba8b-3213617b9c7e is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:03:01.863883 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 328ec76c-2e9c-4279-ba8b-3213617b9c7e) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:01.892543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba756e6-5cd7-45a4-94d0-12b36a7e9b17 None None] Network 328ec76c-2e9c-4279-ba8b-3213617b9c7e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:01.899460 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:01.900092 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:01.927989 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-84e20899-1335-4b64-b130-448f12f27198', 'network_id': '84e20899-1335-4b64-b130-448f12f27198', 'tenant_id': '361546699e5a424c90202caa077b3902', 'fixed_ips': [{'subnet_id': 'fc7f4172-f9bd-481a-b331-83c9baa4abf3'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:01.928708 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:01.939920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8dbdeefd-af05-471c-8f12-d1aaee1d3de9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] In _notify_port_updated(), no bound segment for port ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 on network 532310fc-94bd-4a39-9ca3-b43f301ba675 {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:03:01.945872 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbdeefd-af05-471c-8f12-d1aaee1d3de9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:01.946496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dbdeefd-af05-471c-8f12-d1aaee1d3de9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:01.951425 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8dbdeefd-af05-471c-8f12-d1aaee1d3de9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "PUT /v2.0/ports/ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 HTTP/1.1" status: 200 len: 999 time: 3.7393434 Feb 21 09:03:01.961492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51064) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:01.995712 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a0dc59bb-5d1b-43e7-906b-267f0fb92fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1458569 Feb 21 09:03:01.999278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51068) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:02.007677 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Request body: {'subnet': {'network_id': '26b202a0-a02e-4e32-a099-cde041a846a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:02.025017 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c0d181cf-df69-484e-a92c-70676c8f26dc tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:02.036377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Router c281f9f9-3d9e-418c-9fea-336551a1be14 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:03:02.088188 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-dce9fa1e-1492-443d-a987-70e55538fa41 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:02.088545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dce9fa1e-1492-443d-a987-70e55538fa41 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:02.089205 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cf4af515-adf4-4c58-9508-b20f2a8bf756 None None] Provisioning for port a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:02.154157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cf4af515-adf4-4c58-9508-b20f2a8bf756 None None] Provisioning complete for port a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:02.154680 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cf4af515-adf4-4c58-9508-b20f2a8bf756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:02.207572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c0d181cf-df69-484e-a92c-70676c8f26dc tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:02.208783 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c0d181cf-df69-484e-a92c-70676c8f26dc tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5417676 Feb 21 09:03:02.224416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51072) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:02.293477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e8b8245c-0b95-4cf6-8c04-5d439f30bf7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153975892'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:02.309871 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e8b8245c-0b95-4cf6-8c04-5d439f30bf7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:02.312284 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:02.318721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Usage tracker for resource:subnet and tenant:c691af0040cd490d9c4ca3c3388b0fa6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:02.327875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:02.338425 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:02.343281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e8b8245c-0b95-4cf6-8c04-5d439f30bf7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:02.365855 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb60eb5-e5b7-4ce4-af2d-a8097219c76f None None] Network 19ba64d0-8a64-4acd-9cf8-dfc00c4a3441 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:02.387600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Made reservation on behalf of c691af0040cd490d9c4ca3c3388b0fa6 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:02.403028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e8b8245c-0b95-4cf6-8c04-5d439f30bf7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:02.405353 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device df21d19a-8d88-4329-ad45-fce28fa085c5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:02.439774 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-365778ba-2853-4cc2-9fac-db977ca3ee42 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 5759c580-fe5c-4046-b149-1e9a2659c7b6 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:02.453690 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-365778ba-2853-4cc2-9fac-db977ca3ee42 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:02.502419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:02.526138 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e8b8245c-0b95-4cf6-8c04-5d439f30bf7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:02.536616 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e8b8245c-0b95-4cf6-8c04-5d439f30bf7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:02.539696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e8b8245c-0b95-4cf6-8c04-5d439f30bf7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:02.545074 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:02.564313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e8b8245c-0b95-4cf6-8c04-5d439f30bf7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:02.627048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-365778ba-2853-4cc2-9fac-db977ca3ee42 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:02.728725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Allocated IP 2001:db8::1 (84e20899-1335-4b64-b130-448f12f27198/fc7f4172-f9bd-481a-b331-83c9baa4abf3/3fba9c03-cd53-4bc1-b6f3-afe021c87dc2) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:02.809078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:02.842671 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e8b8245c-0b95-4cf6-8c04-5d439f30bf7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:02.863568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e8b8245c-0b95-4cf6-8c04-5d439f30bf7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:02.871898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dce9fa1e-1492-443d-a987-70e55538fa41 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:02.897202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d22637-9638-4b89-b838-2ebd1ccf6f30 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:03:02.904898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:02.910971 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cf4af515-adf4-4c58-9508-b20f2a8bf756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:02.974637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8245c-0b95-4cf6-8c04-5d439f30bf7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ca21d3-91c7-4fd0-b220-7d2c16d9510d,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:03.022222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-dce9fa1e-1492-443d-a987-70e55538fa41 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:03.067443 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-365778ba-2853-4cc2-9fac-db977ca3ee42 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:03.074166 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port df21d19a-8d88-4329-ad45-fce28fa085c5 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:03.074672 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:03.102920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-328ec76c-2e9c-4279-ba8b-3213617b9c7e', 'network_id': '328ec76c-2e9c-4279-ba8b-3213617b9c7e', 'tenant_id': 'c691af0040cd490d9c4ca3c3388b0fa6', 'fixed_ips': [{'subnet_id': 'bf08f04b-d2db-4c65-9368-68d2dd08a262'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:03.104074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:03.131032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e8b8245c-0b95-4cf6-8c04-5d439f30bf7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:03.132166 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e8b8245c-0b95-4cf6-8c04-5d439f30bf7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8509753 Feb 21 09:03:03.138604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51076) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:03.153685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-be6ee2a4-1944-4676-819e-b74f025e6fad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group_rule': {'security_group_id': 'e6ca21d3-91c7-4fd0-b220-7d2c16d9510d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:03.168231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-be6ee2a4-1944-4676-819e-b74f025e6fad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:03.179137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-be6ee2a4-1944-4676-819e-b74f025e6fad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:03.193936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-be6ee2a4-1944-4676-819e-b74f025e6fad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:03.202459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-be6ee2a4-1944-4676-819e-b74f025e6fad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:03.203897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event updated for resources: {'Subnet': ['ID=20ab903a-9d02-46db-91a3-0425c4583eb5,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:03.283535 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Checking segment: {'id': 'd4e69bcd-2eea-49ab-914a-d3fd7cf719ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26b202a0-a02e-4e32-a099-cde041a846a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:03.283881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Network hostable DHCP agents. Network: 26b202a0-a02e-4e32-a099-cde041a846a5, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:03:03.314625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-399a0f76-c087-443f-86c9-e6966973a3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:03.318381 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-cf4af515-adf4-4c58-9508-b20f2a8bf756 None None] For port a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd,segment=NetworkSegment(1b4b2d7f-fd73-4faa-9c9f-084d72c8c91f),segment_id=1b4b2d7f-fd73-4faa-9c9f-084d72c8c91f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:03.333482 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Network 26b202a0-a02e-4e32-a099-cde041a846a5 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:03:03.345747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cf4af515-adf4-4c58-9508-b20f2a8bf756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:03.350974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 26b202a0-a02e-4e32-a099-cde041a846a5) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:03.356981 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:03.357893 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:03.400498 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e5ac4526-d82f-490c-b78d-2ece96776044 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4000502 Feb 21 09:03:03.401641 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51080) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:03.408635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49e2a1c-a55f-4f0a-b5c0-6f04255f0feb None None] Network 26b202a0-a02e-4e32-a099-cde041a846a5 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:03.434203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be6ee2a4-1944-4676-819e-b74f025e6fad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:03.449551 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-365778ba-2853-4cc2-9fac-db977ca3ee42 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:03.453209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cf4af515-adf4-4c58-9508-b20f2a8bf756 None None] Could not find standard attr ID for object 2b8ee14d-76ed-4478-9178-fdb2b9631f61. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:03:03.484368 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:03:03.523675 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365778ba-2853-4cc2-9fac-db977ca3ee42 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=5759c580-fe5c-4046-b149-1e9a2659c7b6,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:03.532128 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55039eb-3423-41fa-a8bd-13b7eb1e42f0 None None] Sync routers for ids ['c281f9f9-3d9e-418c-9fea-336551a1be14'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:03:03.540106 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d22637-9638-4b89-b838-2ebd1ccf6f30 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:03:03.544660 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d4d22637-9638-4b89-b838-2ebd1ccf6f30 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "PUT /v2.0/routers/7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3982232 Feb 21 09:03:03.547685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51084) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:03.555147 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825249c7-9759-4fa6-bd3a-d86c7bdc1c44 None None] Sync routers for ids ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:03:03.579199 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825249c7-9759-4fa6-bd3a-d86c7bdc1c44 None None] Routers {'7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:03.580906 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-825249c7-9759-4fa6-bd3a-d86c7bdc1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:03.587527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-365778ba-2853-4cc2-9fac-db977ca3ee42 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:03.591903 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-365778ba-2853-4cc2-9fac-db977ca3ee42 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/5759c580-fe5c-4046-b149-1e9a2659c7b6 HTTP/1.1" status: 204 len: 168 time: 2.0893378 Feb 21 09:03:03.593792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51088) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:03.627957 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ffcb0-e874-4bb2-80c7-b770c6463478 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:03.667574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:03.671334 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7b448b75-2fe7-49b5-b4d0-62a24d965fe5 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "PUT /v2.0/routers/c281f9f9-3d9e-418c-9fea-336551a1be14 HTTP/1.1" status: 200 len: 883 time: 7.4987252 Feb 21 09:03:03.684981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51094) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:03.771483 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4857a4cd-e3d9-4d86-93a1-eaa1133ab081 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1663437 Feb 21 09:03:03.774949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51098) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:03.876240 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-825249c7-9759-4fa6-bd3a-d86c7bdc1c44 None None] Set router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:03:03.917430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dce9fa1e-1492-443d-a987-70e55538fa41 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:03.924661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be6ee2a4-1944-4676-819e-b74f025e6fad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:03.986784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be6ee2a4-1944-4676-819e-b74f025e6fad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.004022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-933af318-75e4-43f4-9b8b-b694824a8579 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Deleting subnet b7aee7bc-1863-4379-ac4d-b8717910fd26 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:04.005914 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4af515-adf4-4c58-9508-b20f2a8bf756 None None] Pushing event updated for resources: {'Port': ['ID=a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:04.019978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9fa1e-1492-443d-a987-70e55538fa41 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=ff91fb5b-c0c9-4d1b-8644-939c7c9ae455,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:04.056253 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.077996 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55039eb-3423-41fa-a8bd-13b7eb1e42f0 None None] Routers {'c281f9f9-3d9e-418c-9fea-336551a1be14'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:04.078638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a55039eb-3423-41fa-a8bd-13b7eb1e42f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c281f9f9-3d9e-418c-9fea-336551a1be14'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:04.079990 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-933af318-75e4-43f4-9b8b-b694824a8579 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.096699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ee2a4-1944-4676-819e-b74f025e6fad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604b2f0c-90c6-4f6e-b65e-c5fb1e15efb3,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:04.143608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.162039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be6ee2a4-1944-4676-819e-b74f025e6fad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.166071 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-be6ee2a4-1944-4676-819e-b74f025e6fad tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0225685 Feb 21 09:03:04.169486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51104) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:04.174948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2cf98d4f-8c81-4b5e-a832-479a878c5b63 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:04.245095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-933af318-75e4-43f4-9b8b-b694824a8579 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.256715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-292b1011-0a55-41ac-8322-596f504e94de tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group_rule': {'security_group_id': 'e6ca21d3-91c7-4fd0-b220-7d2c16d9510d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:04.288544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dce9fa1e-1492-443d-a987-70e55538fa41 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.291824 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-dce9fa1e-1492-443d-a987-70e55538fa41 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 HTTP/1.1" status: 204 len: 168 time: 2.3146114 Feb 21 09:03:04.293603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-292b1011-0a55-41ac-8322-596f504e94de tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:04.297901 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51108) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:04.309609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e761334-6465-4138-9c31-d9b86723b43e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:04.314364 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2e761334-6465-4138-9c31-d9b86723b43e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5307600 Feb 21 09:03:04.315157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51112) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:04.317352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-292b1011-0a55-41ac-8322-596f504e94de tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:04.391757 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-292b1011-0a55-41ac-8322-596f504e94de tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:04.410875 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a55039eb-3423-41fa-a8bd-13b7eb1e42f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:04.420264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-292b1011-0a55-41ac-8322-596f504e94de tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:04.434496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Allocated IP 2001:db8::2 (328ec76c-2e9c-4279-ba8b-3213617b9c7e/bf08f04b-d2db-4c65-9368-68d2dd08a262/900c3851-5328-44e0-9b49-08deb321adb1) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:04.468499 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-552dfc36-ecbc-4e07-bc63-aaefbbf7ae80 None None] Provisioning complete for port a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:04.468907 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-552dfc36-ecbc-4e07-bc63-aaefbbf7ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.477426 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-105d324a-7acc-4dff-9d65-eb4b396069c6 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] GET failed (client error): The resource could not be found. Feb 21 09:03:04.478883 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-105d324a-7acc-4dff-9d65-eb4b396069c6 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 HTTP/1.1" status: 404 len: 333 time: 0.1723785 Feb 21 09:03:04.487642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51116) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:04.490388 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-825249c7-9759-4fa6-bd3a-d86c7bdc1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:02:57Z', 'revision_number': 5, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:04.497039 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825249c7-9759-4fa6-bd3a-d86c7bdc1c44 None None] Checking router: 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:03:04.502954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-292b1011-0a55-41ac-8322-596f504e94de tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.509917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.512367 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55039eb-3423-41fa-a8bd-13b7eb1e42f0 None None] Routers {'c281f9f9-3d9e-418c-9fea-336551a1be14'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:04.513041 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a55039eb-3423-41fa-a8bd-13b7eb1e42f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c281f9f9-3d9e-418c-9fea-336551a1be14'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:04.519392 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825249c7-9759-4fa6-bd3a-d86c7bdc1c44 None None] Routers {'7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:04.521456 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-825249c7-9759-4fa6-bd3a-d86c7bdc1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:04.533778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961fbfa-e096-40ae-a4e4-5d9da4da499c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:04.534467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a961fbfa-e096-40ae-a4e4-5d9da4da499c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:04.597791 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a55039eb-3423-41fa-a8bd-13b7eb1e42f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:04.598047 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55039eb-3423-41fa-a8bd-13b7eb1e42f0 None None] The sync data for ids ['c281f9f9-3d9e-418c-9fea-336551a1be14'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:03:04.605950 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.634535 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Transition to ACTIVE for port object 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:04.663878 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-027b40f0-b009-4a5a-95c0-f4c21a3d74f1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/routers/c281f9f9-3d9e-418c-9fea-336551a1be14 HTTP/1.1" status: 200 len: 924 time: 0.9775467 Feb 21 09:03:04.670542 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51120) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:04.677900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a961fbfa-e096-40ae-a4e4-5d9da4da499c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:04.686573 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a961fbfa-e096-40ae-a4e4-5d9da4da499c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3634882 Feb 21 09:03:04.688869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51124) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:04.749970 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe554da-0e1e-45c7-9124-c87235404064 None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:03:04.759336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Transition to ACTIVE for port object 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:04.761123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-bbe554da-0e1e-45c7-9124-c87235404064 None None] Deleting port df21d19a-8d88-4329-ad45-fce28fa085c5 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:04.761490 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bbe554da-0e1e-45c7-9124-c87235404064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.797948 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-292b1011-0a55-41ac-8322-596f504e94de tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.804288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-292b1011-0a55-41ac-8322-596f504e94de tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.848199 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-825249c7-9759-4fa6-bd3a-d86c7bdc1c44 None None] Set router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:03:04.859357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b1011-0a55-41ac-8322-596f504e94de tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3679df8-8906-4f67-ac5d-0280c07cf118,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:04.870894 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.877940 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0301b637-51a8-400b-a76d-51db5f5d9e00 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&device_id=c281f9f9-3d9e-418c-9fea-336551a1be14&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2053580 Feb 21 09:03:04.886854 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51128) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:04.916288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-292b1011-0a55-41ac-8322-596f504e94de tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.918112 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-292b1011-0a55-41ac-8322-596f504e94de tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7432218 Feb 21 09:03:04.923602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.940882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51132) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:04.942431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-933af318-75e4-43f4-9b8b-b694824a8579 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:04.952778 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Pushing event updated for resources: {'Port': ['ID=3fba9c03-cd53-4bc1-b6f3-afe021c87dc2,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:04.955475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-26b202a0-a02e-4e32-a099-cde041a846a5', 'network_id': '26b202a0-a02e-4e32-a099-cde041a846a5', 'tenant_id': 'c691af0040cd490d9c4ca3c3388b0fa6', 'fixed_ips': [{'subnet_id': '20ab903a-9d02-46db-91a3-0425c4583eb5'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:04.956836 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.047018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-8ad672c2-ff74-4082-ba23-4156bf81e51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group_rule': {'security_group_id': 'e6ca21d3-91c7-4fd0-b220-7d2c16d9510d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:05.055573 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e6d9a48a-b6ee-4aba-baf6-b0b5ef0b1c9f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3653150 Feb 21 09:03:05.060884 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51136) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:05.078706 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7f4172-f9bd-481a-b331-83c9baa4abf3,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:05.079343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 2cf98d4f-8c81-4b5e-a832-479a878c5b63 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:05.147203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-cc832428-c4a4-4657-9c14-fc658faf04f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:05.182876 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Network 84e20899-1335-4b64-b130-448f12f27198 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:05.192212 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:05.210841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8ad672c2-ff74-4082-ba23-4156bf81e51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:05.231909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8ad672c2-ff74-4082-ba23-4156bf81e51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:05.240023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8ad672c2-ff74-4082-ba23-4156bf81e51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:05.272830 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8ad672c2-ff74-4082-ba23-4156bf81e51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:05.279290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.358625 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e20899-1335-4b64-b130-448f12f27198']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:05.365779 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-825249c7-9759-4fa6-bd3a-d86c7bdc1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:02:57Z', 'revision_number': 5, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:05.368700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:05.374565 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825249c7-9759-4fa6-bd3a-d86c7bdc1c44 None None] The sync data for ids ['7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23'] in dv-neutron-830062-1-hyperv is: [{'id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536278223', 'tenant_id': '0ab29c793ce9459198692d185d104aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:00:31Z', 'updated_at': '2022-02-21T09:02:57Z', 'revision_number': 5, 'project_id': '0ab29c793ce9459198692d185d104aac', 'gw_port': {'id': 'b2083817-a112-42bd-92d5-eb74c964a24c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:00:33Z', 'updated_at': '2022-02-21T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:03:05.376538 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:05.380920 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8ad672c2-ff74-4082-ba23-4156bf81e51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.392906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b921a-1c45-4bc8-b7d6-54c48f3cddfb tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:05.394857 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-df7b921a-1c45-4bc8-b7d6-54c48f3cddfb tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/networks/26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 881 time: 0.5058672 Feb 21 09:03:05.398049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e465b4-e54c-4479-9677-7ea651d5b69f') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:05.398345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e465b4-e54c-4479-9677-7ea651d5b69f') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:05.405564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51140) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:05.419277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.466139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-213efeee-981c-487e-90c1-b5852ce626ff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting subnet 595c47e4-131b-49b8-827c-ed915f61bfac {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:05.467077 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.479039 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3c2188cc-00ea-4956-a0a5-b25307bf760e tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "GET /v2.0/ports?device_id=c281f9f9-3d9e-418c-9fea-336551a1be14 HTTP/1.1" status: 200 len: 205 time: 0.0685320 Feb 21 09:03:05.479253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:05.479534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.480056 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-933af318-75e4-43f4-9b8b-b694824a8579 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.483479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51144) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:05.484106 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-213efeee-981c-487e-90c1-b5852ce626ff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:05.496285 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:05.508671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-bbe554da-0e1e-45c7-9124-c87235404064 None None] For port df21d19a-8d88-4329-ad45-fce28fa085c5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=df21d19a-8d88-4329-ad45-fce28fa085c5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:05.509070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bbe554da-0e1e-45c7-9124-c87235404064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.510768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cc832428-c4a4-4657-9c14-fc658faf04f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:05.657576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8ad672c2-ff74-4082-ba23-4156bf81e51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.658604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 21 09:03:05.658604 dv-neutron-830062-1-hyperv neutron-server[83585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 21 09:03:05.658604 dv-neutron-830062-1-hyperv neutron-server[83585]: [parameters: {'id': '84e20899-1335-4b64-b130-448f12f27198'}] Feb 21 09:03:05.658604 dv-neutron-830062-1-hyperv neutron-server[83585]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:03:05.659031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:03:05.664959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8ad672c2-ff74-4082-ba23-4156bf81e51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.684047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad672c2-ff74-4082-ba23-4156bf81e51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7244df-2798-4eb0-a598-d2743a831479,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:05.698349 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cc832428-c4a4-4657-9c14-fc658faf04f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:05.703245 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933af318-75e4-43f4-9b8b-b694824a8579 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event deleted for resources: {'Subnet': ['ID=b7aee7bc-1863-4379-ac4d-b8717910fd26,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:05.707885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8ad672c2-ff74-4082-ba23-4156bf81e51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.709268 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8ad672c2-ff74-4082-ba23-4156bf81e51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6687472 Feb 21 09:03:05.712136 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-bbe554da-0e1e-45c7-9124-c87235404064 None None] Calling delete_port for df21d19a-8d88-4329-ad45-fce28fa085c5 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:05.715807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51148) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:05.724001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9ead2fdb-d501-4493-ad11-5ea707504d0b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group_rule': {'security_group_id': 'e6ca21d3-91c7-4fd0-b220-7d2c16d9510d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:05.731749 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9ead2fdb-d501-4493-ad11-5ea707504d0b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:05.739208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9ead2fdb-d501-4493-ad11-5ea707504d0b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:05.742666 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9ead2fdb-d501-4493-ad11-5ea707504d0b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:05.753476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9ead2fdb-d501-4493-ad11-5ea707504d0b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:05.777000 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ead2fdb-d501-4493-ad11-5ea707504d0b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.801937 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-213efeee-981c-487e-90c1-b5852ce626ff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.830439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-933af318-75e4-43f4-9b8b-b694824a8579 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.857260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc832428-c4a4-4657-9c14-fc658faf04f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:05.859674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ead2fdb-d501-4493-ad11-5ea707504d0b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.865077 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ead2fdb-d501-4493-ad11-5ea707504d0b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:05.881110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92182d5a-c8d7-4142-8aab-9108e9ee0d97 None None] Network 3ff9d5a3-0b37-4233-a413-0696d550825d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:05.889973 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-933af318-75e4-43f4-9b8b-b694824a8579 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "DELETE /v2.0/subnets/b7aee7bc-1863-4379-ac4d-b8717910fd26 HTTP/1.1" status: 204 len: 168 time: 2.3386483 Feb 21 09:03:05.905605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51152) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:05.992315 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.039799 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Attempting to bind port 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:06.040588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Attempting to bind port 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '94e465b4-e54c-4479-9677-7ea651d5b69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84e20899-1335-4b64-b130-448f12f27198'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:06.040796 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Attempting to bind port 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2 on network 84e20899-1335-4b64-b130-448f12f27198 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:06.062837 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-213efeee-981c-487e-90c1-b5852ce626ff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.088060 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ead2fdb-d501-4493-ad11-5ea707504d0b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.089232 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9ead2fdb-d501-4493-ad11-5ea707504d0b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3722043 Feb 21 09:03:06.095218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead2fdb-d501-4493-ad11-5ea707504d0b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91e1e49-60f3-4aea-84bb-fc3ba74f95c3,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:06.103011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51156) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:06.140814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cc832428-c4a4-4657-9c14-fc658faf04f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.168858 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:06.169553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Checking segment: {'id': '94e465b4-e54c-4479-9677-7ea651d5b69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84e20899-1335-4b64-b130-448f12f27198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:06.169725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-014d0897-46f4-4e0d-94bd-250ca294bc51 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group_rule': {'security_group_id': 'e6ca21d3-91c7-4fd0-b220-7d2c16d9510d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:06.170396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.170681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Bound using segment: {'id': '94e465b4-e54c-4479-9677-7ea651d5b69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84e20899-1335-4b64-b130-448f12f27198'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:06.171375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Bound port: 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e465b4-e54c-4479-9677-7ea651d5b69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84e20899-1335-4b64-b130-448f12f27198'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:06.171756 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.173795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.179833 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-014d0897-46f4-4e0d-94bd-250ca294bc51 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:06.188019 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-014d0897-46f4-4e0d-94bd-250ca294bc51 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:06.193302 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-014d0897-46f4-4e0d-94bd-250ca294bc51 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:06.196375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:06.196913 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.202979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-014d0897-46f4-4e0d-94bd-250ca294bc51 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:06.220938 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Deleting port 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:06.221160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.224654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-213efeee-981c-487e-90c1-b5852ce626ff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.239958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Transition to ACTIVE for port object 900c3851-5328-44e0-9b49-08deb321adb1 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:06.255198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-552dfc36-ecbc-4e07-bc63-aaefbbf7ae80 None None] Provisioning for port 2cf98d4f-8c81-4b5e-a832-479a878c5b63 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:06.270942 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-552dfc36-ecbc-4e07-bc63-aaefbbf7ae80 None None] Provisioning complete for port 2cf98d4f-8c81-4b5e-a832-479a878c5b63 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:06.271585 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-552dfc36-ecbc-4e07-bc63-aaefbbf7ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.287341 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213efeee-981c-487e-90c1-b5852ce626ff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Subnet': ['ID=595c47e4-131b-49b8-827c-ed915f61bfac,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:06.314533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-014d0897-46f4-4e0d-94bd-250ca294bc51 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.317994 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-213efeee-981c-487e-90c1-b5852ce626ff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.334380 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-213efeee-981c-487e-90c1-b5852ce626ff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/595c47e4-131b-49b8-827c-ed915f61bfac HTTP/1.1" status: 204 len: 168 time: 1.8450119 Feb 21 09:03:06.337454 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51160) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:06.403554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.404455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25962ab-f3c6-47a6-b9d3-207a298aacc0 None None] Network 532310fc-94bd-4a39-9ca3-b43f301ba675 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:06.457692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Allocated IP 2001:db8::2 (26b202a0-a02e-4e32-a099-cde041a846a5/20ab903a-9d02-46db-91a3-0425c4583eb5/e87f0224-1376-4022-bfe0-41f2f4d22e41) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:06.470202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.509619 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Transition to ACTIVE for port object 900c3851-5328-44e0-9b49-08deb321adb1 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:06.549131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bbe554da-0e1e-45c7-9124-c87235404064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.611724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.639401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe554da-0e1e-45c7-9124-c87235404064 None None] Pushing event deleted for resources: {'Port': ['ID=df21d19a-8d88-4329-ad45-fce28fa085c5,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:06.641987 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] For port 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:06.673925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] For port 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2, host dv-neutron-830062-1-hyperv, got binding levels [] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:06.674752 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.683723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-014d0897-46f4-4e0d-94bd-250ca294bc51 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.747452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-014d0897-46f4-4e0d-94bd-250ca294bc51 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.785092 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe554da-0e1e-45c7-9124-c87235404064 None None] No DVR routers for this DVR port df21d19a-8d88-4329-ad45-fce28fa085c5 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:06.792398 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] For port 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3fba9c03-cd53-4bc1-b6f3-afe021c87dc2,segment=NetworkSegment(94e465b4-e54c-4479-9677-7ea651d5b69f),segment_id=94e465b4-e54c-4479-9677-7ea651d5b69f)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:06.824444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Calling delete_port for 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:06.872002 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.883590 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Network 328ec76c-2e9c-4279-ba8b-3213617b9c7e is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:06.894677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d0897-46f4-4e0d-94bd-250ca294bc51 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbbf446-b1e5-4757-9919-90442c50d1d4,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:06.932133 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:06.933995 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8532ccc-98b7-47e1-bd05-962e8b0f8e6e None None] DHCP port deletion for 3ff9d5a3-0b37-4233-a413-0696d550825d request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:03:06.937150 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:06.944390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-014d0897-46f4-4e0d-94bd-250ca294bc51 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.945591 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-014d0897-46f4-4e0d-94bd-250ca294bc51 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.8414598 Feb 21 09:03:06.952380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51164) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:06.971873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef20b99-5026-463b-b7a1-402d125cc748 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting subnet d19aada1-e674-4b62-9fdc-4e41a1252e75 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:06.976028 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:06.985846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Allocated IP 2001:db8::1 (328ec76c-2e9c-4279-ba8b-3213617b9c7e/bf08f04b-d2db-4c65-9368-68d2dd08a262/69c30e37-fbec-4d5b-9332-3d7cd4d22624) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:07.002646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Pushing event updated for resources: {'Port': ['ID=900c3851-5328-44e0-9b49-08deb321adb1,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:07.005619 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e8532ccc-98b7-47e1-bd05-962e8b0f8e6e None None] Deleting port f8e8d2b7-e6f8-459d-8c6c-72d79037b32d {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:07.005979 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e8532ccc-98b7-47e1-bd05-962e8b0f8e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.011066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.objects.ports [None req-cc832428-c4a4-4657-9c14-fc658faf04f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83584) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:03:07.016599 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cc832428-c4a4-4657-9c14-fc658faf04f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.045014 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ef20b99-5026-463b-b7a1-402d125cc748 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.160883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:03:07.160883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:03:07.161336 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc832428-c4a4-4657-9c14-fc658faf04f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:07.174165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-cc832428-c4a4-4657-9c14-fc658faf04f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:07.177489 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc832428-c4a4-4657-9c14-fc658faf04f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:07.178077 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cc832428-c4a4-4657-9c14-fc658faf04f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.193346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-552dfc36-ecbc-4e07-bc63-aaefbbf7ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.212084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8c610ff-cff6-491d-82c1-039666490c3f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.223595 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8c610ff-cff6-491d-82c1-039666490c3f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.229929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc832428-c4a4-4657-9c14-fc658faf04f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=ee5f67cc-c5f4-455a-806b-0ccdbef794fb,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:07.256044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fcc222-702d-4422-b919-3e2418f05fc8 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:07.262072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ef20b99-5026-463b-b7a1-402d125cc748 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.269457 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cc832428-c4a4-4657-9c14-fc658faf04f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1948872 Feb 21 09:03:07.281477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51168) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:07.294665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'mac_address': 'fa:16:3e:d5:a1:5d', 'name': 'tempest-NetworksTestDHCPv6-1957946263'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:07.298187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device df21d19a-8d88-4329-ad45-fce28fa085c5 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:03:07.313339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8c610ff-cff6-491d-82c1-039666490c3f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.343042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c610ff-cff6-491d-82c1-039666490c3f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dbbf446-b1e5-4757-9919-90442c50d1d4,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:07.379695 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8c610ff-cff6-491d-82c1-039666490c3f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.383659 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d8c610ff-cff6-491d-82c1-039666490c3f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5dbbf446-b1e5-4757-9919-90442c50d1d4 HTTP/1.1" status: 204 len: 168 time: 0.4300849 Feb 21 09:03:07.386963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51172) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:07.419166 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: df21d19a-8d88-4329-ad45-fce28fa085c5 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:03:07.419759 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device df21d19a-8d88-4329-ad45-fce28fa085c5 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:03:07.439874 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.457109 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.481668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Deleting port 78ca8397-84cf-4168-8473-05658fc0a61b {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:07.482164 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.493998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ef20b99-5026-463b-b7a1-402d125cc748 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.570789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0c7eb465-cef4-48a9-8d5d-7f6d4b5d2406 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:07.590123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Attempting to bind port 900c3851-5328-44e0-9b49-08deb321adb1 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:07.590734 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Attempting to bind port 900c3851-5328-44e0-9b49-08deb321adb1 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '1765f696-5b3c-414d-95fb-8cc2b9538a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '328ec76c-2e9c-4279-ba8b-3213617b9c7e'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:07.591269 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Attempting to bind port 900c3851-5328-44e0-9b49-08deb321adb1 on network 328ec76c-2e9c-4279-ba8b-3213617b9c7e {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:07.606028 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0c7eb465-cef4-48a9-8d5d-7f6d4b5d2406 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:07.607296 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0c7eb465-cef4-48a9-8d5d-7f6d4b5d2406 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2175412 Feb 21 09:03:07.615180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51176) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:07.620865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.644607 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfa600-8528-47b8-b57f-ca41c9f0587d None None] Pushing event updated for resources: {'Port': ['ID=3fba9c03-cd53-4bc1-b6f3-afe021c87dc2,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:07.662329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Deleting port 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:07.662870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.669851 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fdfa701d-834e-4311-bc04-1a980c57b946 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:03:07.674737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.713989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Deleting port b2083817-a112-42bd-92d5-eb74c964a24c {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:07.714336 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.745758 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: fdfa701d-834e-4311-bc04-1a980c57b946 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:03:07.746347 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fdfa701d-834e-4311-bc04-1a980c57b946 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:03:07.746957 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f8e8d2b7-e6f8-459d-8c6c-72d79037b32d no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:03:07.766503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-55fd39a9-0682-4bfd-93e3-6a0af3be09b7 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.800417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Calling delete_port for 78ca8397-84cf-4168-8473-05658fc0a61b owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:07.848525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Transition to ACTIVE for port object 69c30e37-fbec-4d5b-9332-3d7cd4d22624 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:07.865045 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-552dfc36-ecbc-4e07-bc63-aaefbbf7ae80 None None] For port 2cf98d4f-8c81-4b5e-a832-479a878c5b63, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2cf98d4f-8c81-4b5e-a832-479a878c5b63,segment=NetworkSegment(27905457-52f7-4e1d-bd3a-809a52c59fbe),segment_id=27905457-52f7-4e1d-bd3a-809a52c59fbe)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:07.889161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:07.889471 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Checking segment: {'id': '1765f696-5b3c-414d-95fb-8cc2b9538a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '328ec76c-2e9c-4279-ba8b-3213617b9c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:07.889840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.890395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Bound using segment: {'id': '1765f696-5b3c-414d-95fb-8cc2b9538a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '328ec76c-2e9c-4279-ba8b-3213617b9c7e'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:07.890861 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Bound port: 900c3851-5328-44e0-9b49-08deb321adb1, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1765f696-5b3c-414d-95fb-8cc2b9538a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '328ec76c-2e9c-4279-ba8b-3213617b9c7e'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:07.891415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.917781 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:07.931889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:port and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:07.932407 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-55fd39a9-0682-4bfd-93e3-6a0af3be09b7 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.940408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:07.948960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:07.952694 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.963284 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-552dfc36-ecbc-4e07-bc63-aaefbbf7ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:07.978002 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ef20b99-5026-463b-b7a1-402d125cc748 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.023991 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:08.027812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.053470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938d8ddc-97a0-4bb0-9aeb-f1c0b52a1a11 None None] Network 84e20899-1335-4b64-b130-448f12f27198 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:08.061335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Network 328ec76c-2e9c-4279-ba8b-3213617b9c7e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:08.065314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:08.072997 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:08.073350 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.077817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event updated for resources: {'Port': ['ID=69c30e37-fbec-4d5b-9332-3d7cd4d22624,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:08.084727 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-552dfc36-ecbc-4e07-bc63-aaefbbf7ae80 None None] Could not find standard attr ID for object ff91fb5b-c0c9-4d1b-8644-939c7c9ae455. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:03:08.106283 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef20b99-5026-463b-b7a1-402d125cc748 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Subnet': ['ID=d19aada1-e674-4b62-9fdc-4e41a1252e75,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:08.123140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.151000 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ef20b99-5026-463b-b7a1-402d125cc748 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.183100 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 489b5070-4503-4dcd-8540-9b0142a5e3e2 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:03:08.205943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-55fd39a9-0682-4bfd-93e3-6a0af3be09b7 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.225507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-55fd39a9-0682-4bfd-93e3-6a0af3be09b7 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.227971 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-55fd39a9-0682-4bfd-93e3-6a0af3be09b7 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a91e1e49-60f3-4aea-84bb-fc3ba74f95c3 HTTP/1.1" status: 204 len: 168 time: 0.6113920 Feb 21 09:03:08.236990 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51180) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:08.267245 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.276001 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Transition to ACTIVE for port object e87f0224-1376-4022-bfe0-41f2f4d22e41 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:08.276714 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9ef20b99-5026-463b-b7a1-402d125cc748 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/d19aada1-e674-4b62-9fdc-4e41a1252e75 HTTP/1.1" status: 204 len: 168 time: 1.9347746 Feb 21 09:03:08.284912 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd39a9-0682-4bfd-93e3-6a0af3be09b7 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a91e1e49-60f3-4aea-84bb-fc3ba74f95c3,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:08.288658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51184) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:08.347225 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Pushing event deleted for resources: {'Port': ['ID=78ca8397-84cf-4168-8473-05658fc0a61b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:08.361473 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e8532ccc-98b7-47e1-bd05-962e8b0f8e6e None None] For port f8e8d2b7-e6f8-459d-8c6c-72d79037b32d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f8e8d2b7-e6f8-459d-8c6c-72d79037b32d,segment=NetworkSegment(18e7d077-087a-46cb-bc44-59fbc25b2646),segment_id=18e7d077-087a-46cb-bc44-59fbc25b2646)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:08.362090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e8532ccc-98b7-47e1-bd05-962e8b0f8e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.410445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] For port 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3fba9c03-cd53-4bc1-b6f3-afe021c87dc2,segment=NetworkSegment(94e465b4-e54c-4479-9677-7ea651d5b69f),segment_id=94e465b4-e54c-4479-9677-7ea651d5b69f)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:08.410812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.420313 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552dfc36-ecbc-4e07-bc63-aaefbbf7ae80 None None] Pushing event updated for resources: {'Port': ['ID=2cf98d4f-8c81-4b5e-a832-479a878c5b63,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:08.489803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] For port b2083817-a112-42bd-92d5-eb74c964a24c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b2083817-a112-42bd-92d5-eb74c964a24c,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:08.490207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.566735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Calling delete_port for 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:08.581648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Transition to ACTIVE for port object e87f0224-1376-4022-bfe0-41f2f4d22e41 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:08.622641 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e8532ccc-98b7-47e1-bd05-962e8b0f8e6e None None] Calling delete_port for f8e8d2b7-e6f8-459d-8c6c-72d79037b32d owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:08.663221 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-968d7091-7ba1-421f-8c03-2202fb501f3b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:08.671373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.687876 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::f816:3eff:fed5:a15d (749b6d65-c680-4e97-918b-6efdfcb19e4b/ee5f67cc-c5f4-455a-806b-0ccdbef794fb/489b5070-4503-4dcd-8540-9b0142a5e3e2) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:08.742010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.748572 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] For port 900c3851-5328-44e0-9b49-08deb321adb1, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:08.766264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Calling delete_port for b2083817-a112-42bd-92d5-eb74c964a24c owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:08.814355 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': 'ee5f67cc-c5f4-455a-806b-0ccdbef794fb'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:08.815181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.839454 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e2a3882c-61cc-4ca2-94ba-af590b7aa774 None None] Provisioning complete for port 2cf98d4f-8c81-4b5e-a832-479a878c5b63 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:08.839810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e2a3882c-61cc-4ca2-94ba-af590b7aa774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.848664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 22207bd7-e751-4873-8a28-1797cce702ce {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:08.849223 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.882036 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] For port 900c3851-5328-44e0-9b49-08deb321adb1, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=900c3851-5328-44e0-9b49-08deb321adb1,segment=NetworkSegment(1765f696-5b3c-414d-95fb-8cc2b9538a7a),segment_id=1765f696-5b3c-414d-95fb-8cc2b9538a7a)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:08.898860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.935390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.960007 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.980132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:08.983631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.035436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Network 26b202a0-a02e-4e32-a099-cde041a846a5 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:09.053639 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Port': ['ID=3fba9c03-cd53-4bc1-b6f3-afe021c87dc2,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:09.076260 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Pushing event updated for resources: {'Port': ['ID=e87f0224-1376-4022-bfe0-41f2f4d22e41,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:09.079061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:09.111391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No DVR routers for this DVR port 3fba9c03-cd53-4bc1-b6f3-afe021c87dc2 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:09.118657 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:09.146008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-968d7091-7ba1-421f-8c03-2202fb501f3b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:09.148854 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-968d7091-7ba1-421f-8c03-2202fb501f3b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.9035847 Feb 21 09:03:09.166837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51188) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:09.309327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e8532ccc-98b7-47e1-bd05-962e8b0f8e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.355684 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-87c5d18e-e389-495c-9969-a68e373f03ae tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.377359 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] For port 22207bd7-e751-4873-8a28-1797cce702ce, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=22207bd7-e751-4873-8a28-1797cce702ce,segment=NetworkSegment(a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7),segment_id=a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:09.377724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.388850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-87c5d18e-e389-495c-9969-a68e373f03ae tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.397939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.421366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd921e46-7ddc-4aa3-b28d-8c200718a32f None None] Network 532310fc-94bd-4a39-9ca3-b43f301ba675 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:09.516491 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69a61f-3586-4812-8867-5ca9034c5c99 None None] Pushing event updated for resources: {'Port': ['ID=900c3851-5328-44e0-9b49-08deb321adb1,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:09.602114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.607735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.661058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8532ccc-98b7-47e1-bd05-962e8b0f8e6e None None] No DVR routers for this DVR port f8e8d2b7-e6f8-459d-8c6c-72d79037b32d on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:09.674378 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.675796 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2cf98d4f-8c81-4b5e-a832-479a878c5b63 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:09.711304 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 489b5070-4503-4dcd-8540-9b0142a5e3e2 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:09.752943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 22207bd7-e751-4873-8a28-1797cce702ce owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:09.770345 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.770725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Fanout notify agent at l3_agent the message router_deleted on router c281f9f9-3d9e-418c-9fea-336551a1be14 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:03:09.783266 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:03:09.809610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e20899-1335-4b64-b130-448f12f27198']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:09.819245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Attempting to bind port e87f0224-1376-4022-bfe0-41f2f4d22e41 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:09.819908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Attempting to bind port e87f0224-1376-4022-bfe0-41f2f4d22e41 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'd4e69bcd-2eea-49ab-914a-d3fd7cf719ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26b202a0-a02e-4e32-a099-cde041a846a5'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:09.820514 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Attempting to bind port e87f0224-1376-4022-bfe0-41f2f4d22e41 on network 26b202a0-a02e-4e32-a099-cde041a846a5 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:09.858525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e465b4-e54c-4479-9677-7ea651d5b69f') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:09.859865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e465b4-e54c-4479-9677-7ea651d5b69f') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:09.882691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.905593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.938305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.940113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.950285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:09.950694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:09.969213 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8532ccc-98b7-47e1-bd05-962e8b0f8e6e None None] Pushing event deleted for resources: {'Port': ['ID=f8e8d2b7-e6f8-459d-8c6c-72d79037b32d,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:10.005263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:10.005658 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Checking segment: {'id': 'd4e69bcd-2eea-49ab-914a-d3fd7cf719ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26b202a0-a02e-4e32-a099-cde041a846a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:10.006034 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.006892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Bound using segment: {'id': 'd4e69bcd-2eea-49ab-914a-d3fd7cf719ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26b202a0-a02e-4e32-a099-cde041a846a5'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:10.006892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Bound port: e87f0224-1376-4022-bfe0-41f2f4d22e41, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e69bcd-2eea-49ab-914a-d3fd7cf719ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26b202a0-a02e-4e32-a099-cde041a846a5'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:10.007263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.020600 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Allocated IP 2001:db8::f816:3eff:feab:9f6f (749b6d65-c680-4e97-918b-6efdfcb19e4b/ee5f67cc-c5f4-455a-806b-0ccdbef794fb/f9817667-41e1-4971-ba45-15ab906aa678) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:10.020839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-87c5d18e-e389-495c-9969-a68e373f03ae tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:10.022379 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:10.033058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.034158 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b9bc5791-10a3-4fe8-9402-85d0ceeecc98 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "DELETE /v2.0/routers/c281f9f9-3d9e-418c-9fea-336551a1be14 HTTP/1.1" status: 204 len: 168 time: 4.4869502 Feb 21 09:03:10.042889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51192) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:10.054703 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ecea75e3-e05b-4891-843a-d5bb6f70e4ca tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1798703185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:10.072291 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:10.078068 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event deleted for resources: {'Port': ['ID=b2083817-a112-42bd-92d5-eb74c964a24c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:10.080199 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ecea75e3-e05b-4891-843a-d5bb6f70e4ca tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:10.082055 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:10.087275 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=489b5070-4503-4dcd-8540-9b0142a5e3e2,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:10.089713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:10.093413 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:10.094019 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.099553 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ecea75e3-e05b-4891-843a-d5bb6f70e4ca tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Usage tracker for resource:router and tenant:0d450ac4c78c4887b8294fe5f73efc7d is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:10.123879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ecea75e3-e05b-4891-843a-d5bb6f70e4ca tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:10.184354 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ecea75e3-e05b-4891-843a-d5bb6f70e4ca tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:10.196978 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8b7a73ca-c889-4351-9ab0-6c75455fcc5b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9143059 Feb 21 09:03:10.206737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51196) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:10.236491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5d18e-e389-495c-9969-a68e373f03ae tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef7244df-2798-4eb0-a598-d2743a831479,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:10.255850 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ecea75e3-e05b-4891-843a-d5bb6f70e4ca tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.256503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ecea75e3-e05b-4891-843a-d5bb6f70e4ca tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.263358 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 2cf98d4f-8c81-4b5e-a832-479a878c5b63 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:10.263506 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.323950 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] For port e87f0224-1376-4022-bfe0-41f2f4d22e41, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:10.365290 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-265719ce-cbaa-4483-8ea0-2fbd81757c97 None None] Provisioning complete for port 22207bd7-e751-4873-8a28-1797cce702ce triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:10.365655 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-265719ce-cbaa-4483-8ea0-2fbd81757c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.377567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d2c28d-d30e-4949-8877-ffc8395cfa4b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:10.378312 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-17d2c28d-d30e-4949-8877-ffc8395cfa4b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:10.387891 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.399022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.400271 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.405381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.525364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.529737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] For port e87f0224-1376-4022-bfe0-41f2f4d22e41, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e87f0224-1376-4022-bfe0-41f2f4d22e41,segment=NetworkSegment(d4e69bcd-2eea-49ab-914a-d3fd7cf719ed),segment_id=d4e69bcd-2eea-49ab-914a-d3fd7cf719ed)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:10.552073 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ab207-2e89-4912-a0a4-7cd10884e113 None None] DHCP port deletion for 532310fc-94bd-4a39-9ca3-b43f301ba675 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:03:10.577566 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.588072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-17d2c28d-d30e-4949-8877-ffc8395cfa4b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:10.589231 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-17d2c28d-d30e-4949-8877-ffc8395cfa4b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3792541 Feb 21 09:03:10.605832 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51200) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:10.676239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-265719ce-cbaa-4483-8ea0-2fbd81757c97 None None] Port 22207bd7-e751-4873-8a28-1797cce702ce was deleted so its status cannot be updated. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 21 09:03:10.708064 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddaa21-1180-4b8f-979a-61efb734f039 None None] Pushing event updated for resources: {'Port': ['ID=e87f0224-1376-4022-bfe0-41f2f4d22e41,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:10.716528 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Transition to ACTIVE for port object f9817667-41e1-4971-ba45-15ab906aa678 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:10.762683 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Transition to ACTIVE for port object f9817667-41e1-4971-ba45-15ab906aa678 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:10.772350 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event updated for resources: {'Port': ['ID=69c30e37-fbec-4d5b-9332-3d7cd4d22624,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:10.773018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.806929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ecea75e3-e05b-4891-843a-d5bb6f70e4ca tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.811094 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-98af0298-abd6-477f-aea1-98f71500bf69 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 489b5070-4503-4dcd-8540-9b0142a5e3e2 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:10.811433 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98af0298-abd6-477f-aea1-98f71500bf69 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.862883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.871924 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:10.873620 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Pushing event updated for resources: {'Port': ['ID=f9817667-41e1-4971-ba45-15ab906aa678,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:10.877614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:10.881640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:10.910509 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ecea75e3-e05b-4891-843a-d5bb6f70e4ca tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.952461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.959095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=22207bd7-e751-4873-8a28-1797cce702ce,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:10.964147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-87c5d18e-e389-495c-9969-a68e373f03ae tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:10.968871 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-87c5d18e-e389-495c-9969-a68e373f03ae tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ef7244df-2798-4eb0-a598-d2743a831479 HTTP/1.1" status: 204 len: 168 time: 1.7869577 Feb 21 09:03:10.975168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51204) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:10.976265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04f9100-168c-4bd9-9d94-13b49703a05e None None] Network 328ec76c-2e9c-4279-ba8b-3213617b9c7e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:10.979169 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Network 328ec76c-2e9c-4279-ba8b-3213617b9c7e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:11.002896 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.008730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Network': ['ID=84e20899-1335-4b64-b130-448f12f27198,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:11.009895 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:11.014202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.026310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Attempting to bind port f9817667-41e1-4971-ba45-15ab906aa678 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:11.026463 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No DVR routers for this DVR port 22207bd7-e751-4873-8a28-1797cce702ce on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:11.026556 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Attempting to bind port f9817667-41e1-4971-ba45-15ab906aa678 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:11.026556 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Attempting to bind port f9817667-41e1-4971-ba45-15ab906aa678 on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:11.032742 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2ac1a579-3286-41e5-a223-a2d0d7092a1b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/84e20899-1335-4b64-b130-448f12f27198 HTTP/1.1" status: 204 len: 168 time: 9.2926552 Feb 21 09:03:11.079761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.081171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51208) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:11.097621 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ecea75e3-e05b-4891-843a-d5bb6f70e4ca tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.101760 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ecea75e3-e05b-4891-843a-d5bb6f70e4ca tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0519218 Feb 21 09:03:11.101927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-782667412'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:11.108333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51212) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:11.132069 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:11.132628 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:11.133325 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.133860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:11.134539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Bound port: f9817667-41e1-4971-ba45-15ab906aa678, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:11.135171 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.144565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:11.160224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'enable_snat': True}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:11.226664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:network and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:11.234624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:11.284112 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] For port f9817667-41e1-4971-ba45-15ab906aa678, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:11.288250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] For port f9817667-41e1-4971-ba45-15ab906aa678, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f9817667-41e1-4971-ba45-15ab906aa678,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:11.292320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-68e7fc16-ae1a-452e-a336-fd208dccae17 None None] Provisioning for port 900c3851-5328-44e0-9b49-08deb321adb1 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:11.309240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.353075 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:11.379587 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-72e8a057-5117-45b6-9e9d-aceb73a48c42 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3999827 Feb 21 09:03:11.382861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51216) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:11.417386 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98af0298-abd6-477f-aea1-98f71500bf69 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.446044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ed459-e218-4454-b078-e6e3ddcdd19c None None] Pushing event updated for resources: {'Port': ['ID=f9817667-41e1-4971-ba45-15ab906aa678,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:11.532791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.566605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.571090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Fanout notify agent at l3_agent the message router_deleted on router 7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:03:11.572737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:11.582365 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.628711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532310fc-94bd-4a39-9ca3-b43f301ba675']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:11.644978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:11.645276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ac3bf9-0ce6-4b49-9cbf-8f76dbe0c1c7') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:11.661518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.681559 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.689807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:11.690212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.707094 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a58a46c-acba-43a2-9e50-b77757626c10 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.780080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 900c3851-5328-44e0-9b49-08deb321adb1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:11.832911 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-98af0298-abd6-477f-aea1-98f71500bf69 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 489b5070-4503-4dcd-8540-9b0142a5e3e2 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:11.844663 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:11.895093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 900c3851-5328-44e0-9b49-08deb321adb1 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:11.912690 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a58a46c-acba-43a2-9e50-b77757626c10 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.912907 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 900c3851-5328-44e0-9b49-08deb321adb1 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:11.915181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.935685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.939690 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c0f7ac28-9804-4e04-9acd-12de0771c0c8 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "DELETE /v2.0/routers/7b2881ca-1f32-42c5-ad63-c3ebd4ce6e23 HTTP/1.1" status: 204 len: 168 time: 6.0330160 Feb 21 09:03:11.941505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51220) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:11.960693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:11.974604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.007772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a58a46c-acba-43a2-9e50-b77757626c10 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.035214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58a46c-acba-43a2-9e50-b77757626c10 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3679df8-8906-4f67-ac5d-0280c07cf118,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:12.205782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a58a46c-acba-43a2-9e50-b77757626c10 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.208172 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6a58a46c-acba-43a2-9e50-b77757626c10 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f3679df8-8906-4f67-ac5d-0280c07cf118 HTTP/1.1" status: 204 len: 168 time: 0.8241582 Feb 21 09:03:12.245575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51224) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:12.251331 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.338509 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/networks/532310fc-94bd-4a39-9ca3-b43f301ba675 HTTP/1.1" status: 204 len: 168 time: 4.0470784 Feb 21 09:03:12.342749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 900c3851-5328-44e0-9b49-08deb321adb1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=900c3851-5328-44e0-9b49-08deb321adb1,segment=NetworkSegment(1765f696-5b3c-414d-95fb-8cc2b9538a7a),segment_id=1765f696-5b3c-414d-95fb-8cc2b9538a7a)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:12.343891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5762176-c113-4ded-9d66-2bd64d537711 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Network': ['ID=532310fc-94bd-4a39-9ca3-b43f301ba675,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:12.351415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.353403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e87f0224-1376-4022-bfe0-41f2f4d22e41 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:12.357744 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51228) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:12.368113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98af0298-abd6-477f-aea1-98f71500bf69 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.372305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:03:12.412328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6907dbd2-0bab-42b8-9d63-47f116e2e921 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.418750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.419395 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Added segment d01a0bcb-7d5d-469d-a2a5-50fb77275bb3 of type vlan for network 6eee9024-4907-45af-b6cb-96a57b70016f Feb 21 09:03:12.571687 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af0298-abd6-477f-aea1-98f71500bf69 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=489b5070-4503-4dcd-8540-9b0142a5e3e2,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:12.579827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7bdd4326-b16e-4522-a187-ccbc67b36e8b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:12.592386 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522fa301-5bfd-4520-814a-0f77ff4cbb80 None None] Network 26b202a0-a02e-4e32-a099-cde041a846a5 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:12.716295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.831027 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-90f042e4-e873-4606-b4d6-86e2bb5ced3e None None] Provisioning complete for port 900c3851-5328-44e0-9b49-08deb321adb1 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:12.831380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-90f042e4-e873-4606-b4d6-86e2bb5ced3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.833984 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6907dbd2-0bab-42b8-9d63-47f116e2e921 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.875156 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98af0298-abd6-477f-aea1-98f71500bf69 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.889442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7bdd4326-b16e-4522-a187-ccbc67b36e8b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:12.890632 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-6907dbd2-0bab-42b8-9d63-47f116e2e921 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff9d5a3-0b37-4233-a413-0696d550825d']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:12.890839 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7bdd4326-b16e-4522-a187-ccbc67b36e8b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6420231 Feb 21 09:03:12.895892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51232) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:12.906849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.911268 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:12.911898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.926297 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:12.929048 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98af0298-abd6-477f-aea1-98f71500bf69 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/489b5070-4503-4dcd-8540-9b0142a5e3e2 HTTP/1.1" status: 204 len: 168 time: 2.3219326 Feb 21 09:03:12.929645 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=900c3851-5328-44e0-9b49-08deb321adb1,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:12.933055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51236) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:12.938364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-6907dbd2-0bab-42b8-9d63-47f116e2e921 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e7d077-087a-46cb-bc44-59fbc25b2646') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:12.939052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-6907dbd2-0bab-42b8-9d63-47f116e2e921 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e7d077-087a-46cb-bc44-59fbc25b2646') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:12.955029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Router a8fd69bc-f20c-453f-9ade-877e823c7cda is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:03:12.963015 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port e87f0224-1376-4022-bfe0-41f2f4d22e41 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:12.980190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb05595-d8bf-48ae-b528-9eaa8c64f512 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:12.989882 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cfb05595-d8bf-48ae-b528-9eaa8c64f512 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6309102 Feb 21 09:03:12.992784 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51240) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:13.040921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6907dbd2-0bab-42b8-9d63-47f116e2e921 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:13.072670 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 22207bd7-e751-4873-8a28-1797cce702ce no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:03:13.083210 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ebbdc2f-3841-43a7-a940-1c3283c4b3bf tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:13.099300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ebbdc2f-3841-43a7-a940-1c3283c4b3bf tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:13.102823 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0165019 Feb 21 09:03:13.121161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51244) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:13.129054 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'subnet': {'network_id': '6eee9024-4907-45af-b6cb-96a57b70016f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:13.137255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 22207bd7-e751-4873-8a28-1797cce702ce {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:03:13.137716 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 22207bd7-e751-4873-8a28-1797cce702ce not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:03:13.167841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3cf99-3916-457a-900d-97ccdbfcfcd7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Network': ['ID=6eee9024-4907-45af-b6cb-96a57b70016f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:13.177423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6907dbd2-0bab-42b8-9d63-47f116e2e921 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:13.186046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6907dbd2-0bab-42b8-9d63-47f116e2e921 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:13.186868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6907dbd2-0bab-42b8-9d63-47f116e2e921 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:13.257860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 6eee9024-4907-45af-b6cb-96a57b70016f details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:03:13.310975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ebbdc2f-3841-43a7-a940-1c3283c4b3bf tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:13.367788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbdc2f-3841-43a7-a940-1c3283c4b3bf tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=604b2f0c-90c6-4f6e-b65e-c5fb1e15efb3,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:13.391890 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:13.403281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae5f0da-148a-445b-b6fb-2ae042b69a53 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:13.411280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae5f0da-148a-445b-b6fb-2ae042b69a53 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:13.418382 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-aae5f0da-148a-445b-b6fb-2ae042b69a53 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4556899 Feb 21 09:03:13.425371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51248) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:13.481180 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ebbdc2f-3841-43a7-a940-1c3283c4b3bf tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:13.482678 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3ebbdc2f-3841-43a7-a940-1c3283c4b3bf tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/604b2f0c-90c6-4f6e-b65e-c5fb1e15efb3 HTTP/1.1" status: 204 len: 168 time: 0.5833559 Feb 21 09:03:13.487390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:13.494123 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51252) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:13.501165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:subnet and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:13.515287 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-27c5171a-7353-43a3-a001-30b16458272a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5213904 Feb 21 09:03:13.532029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:13.546445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51256) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:13.567430 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-349419716'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:13.573797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:13.597977 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:13.622925 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:network and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:13.627929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:13.659903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6907dbd2-0bab-42b8-9d63-47f116e2e921 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:13.662939 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:13.668857 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:13.686497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-90f042e4-e873-4606-b4d6-86e2bb5ced3e None None] Provisioning for port 69c30e37-fbec-4d5b-9332-3d7cd4d22624 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:13.688280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6907dbd2-0bab-42b8-9d63-47f116e2e921 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:13.728615 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-90f042e4-e873-4606-b4d6-86e2bb5ced3e None None] Provisioning complete for port 69c30e37-fbec-4d5b-9332-3d7cd4d22624 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:13.729134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-90f042e4-e873-4606-b4d6-86e2bb5ced3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:13.733407 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6907dbd2-0bab-42b8-9d63-47f116e2e921 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "DELETE /v2.0/networks/3ff9d5a3-0b37-4233-a413-0696d550825d HTTP/1.1" status: 204 len: 168 time: 1.7834544 Feb 21 09:03:13.746618 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51260) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:13.775413 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 900c3851-5328-44e0-9b49-08deb321adb1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:13.782837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907dbd2-0bab-42b8-9d63-47f116e2e921 tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event deleted for resources: {'Network': ['ID=3ff9d5a3-0b37-4233-a413-0696d550825d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:13.849702 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:13.852552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:13.880285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d057a73-22dd-45ea-b11e-c0b7029ad51c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:13.883656 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-90f042e4-e873-4606-b4d6-86e2bb5ced3e None None] Port 69c30e37-fbec-4d5b-9332-3d7cd4d22624 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:03:13.893000 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-019b9955-5bc7-458b-88b2-c640fdddfc6c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:13.935688 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 900c3851-5328-44e0-9b49-08deb321adb1 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:13.938311 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:13.968431 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d057a73-22dd-45ea-b11e-c0b7029ad51c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:13.996087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.042449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:03:14.045294 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-019b9955-5bc7-458b-88b2-c640fdddfc6c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:14.046713 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-019b9955-5bc7-458b-88b2-c640fdddfc6c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5476627 Feb 21 09:03:14.055429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51264) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:14.101970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.115407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-83527e8c-40bc-4b31-95eb-2648f8b3ea7d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet ee5f67cc-c5f4-455a-806b-0ccdbef794fb {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:14.123322 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-83527e8c-40bc-4b31-95eb-2648f8b3ea7d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.159672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.171017 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Provisioning for port e87f0224-1376-4022-bfe0-41f2f4d22e41 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:14.172420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.172420 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Added segment 5923a3f7-fb6a-4bbb-b246-c00ebe4dadba of type vlan for network 99ee9993-fd1e-4720-9cb4-969574a78eb6 Feb 21 09:03:14.181126 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:03:14.189407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Provisioning complete for port e87f0224-1376-4022-bfe0-41f2f4d22e41 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:14.189407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.211346 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-edee45c0-086c-4fa0-8ff5-39d4f1822bc0 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "PUT /v2.0/routers/a8fd69bc-f20c-453f-9ade-877e823c7cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8028710 Feb 21 09:03:14.218420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51268) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:14.292967 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96a570-b643-4713-9239-b738a190a56e None None] Sync routers for ids ['a8fd69bc-f20c-453f-9ade-877e823c7cda'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:03:14.336353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-83527e8c-40bc-4b31-95eb-2648f8b3ea7d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.357904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f9817667-41e1-4971-ba45-15ab906aa678 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:14.447492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d057a73-22dd-45ea-b11e-c0b7029ad51c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.462276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1fdde94e-be4e-4d98-ba2f-f692a58a3e94 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.462502 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.476198 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d057a73-22dd-45ea-b11e-c0b7029ad51c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72399a9-fd6c-4f0b-8103-f13e4ceb03c0,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:14.484531 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96a570-b643-4713-9239-b738a190a56e None None] Routers {'a8fd69bc-f20c-453f-9ade-877e823c7cda'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:14.485751 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2f96a570-b643-4713-9239-b738a190a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a8fd69bc-f20c-453f-9ade-877e823c7cda'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:14.566296 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1fdde94e-be4e-4d98-ba2f-f692a58a3e94 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.569379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.577851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:14.583821 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.591801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d057a73-22dd-45ea-b11e-c0b7029ad51c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.607373 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7d057a73-22dd-45ea-b11e-c0b7029ad51c tempest-TestNetworkAdvancedServerOps-1374885545 tempest-TestNetworkAdvancedServerOps-1374885545-project] 10.222.0.48 "DELETE /v2.0/security-groups/c72399a9-fd6c-4f0b-8103-f13e4ceb03c0 HTTP/1.1" status: 204 len: 168 time: 0.8310013 Feb 21 09:03:14.656316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Allocated IP 172.26.6.21 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/ae8c70fc-5e71-4873-85b4-e58b9b312fcf) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:14.681525 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2f96a570-b643-4713-9239-b738a190a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:14.684856 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1227944 Feb 21 09:03:14.701952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51274) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:14.712248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': '99ee9993-fd1e-4720-9cb4-969574a78eb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:14.759650 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9143c6f6-107d-4f78-8389-0b66005f0d85 None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:03:14.829818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-83527e8c-40bc-4b31-95eb-2648f8b3ea7d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.844500 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:14.857964 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96a570-b643-4713-9239-b738a190a56e None None] Routers {'a8fd69bc-f20c-453f-9ade-877e823c7cda'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:14.857964 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2f96a570-b643-4713-9239-b738a190a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a8fd69bc-f20c-453f-9ade-877e823c7cda'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:14.943250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2f96a570-b643-4713-9239-b738a190a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:14.943663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96a570-b643-4713-9239-b738a190a56e None None] The sync data for ids ['a8fd69bc-f20c-453f-9ade-877e823c7cda'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:03:14.982391 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] For port e87f0224-1376-4022-bfe0-41f2f4d22e41, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e87f0224-1376-4022-bfe0-41f2f4d22e41,segment=NetworkSegment(d4e69bcd-2eea-49ab-914a-d3fd7cf719ed),segment_id=d4e69bcd-2eea-49ab-914a-d3fd7cf719ed)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:15.001121 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:15.008532 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1fdde94e-be4e-4d98-ba2f-f692a58a3e94 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:15.021904 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:15.023394 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147ef74-947c-45ef-a1fb-e51a29232fdf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Network': ['ID=99ee9993-fd1e-4720-9cb4-969574a78eb6,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:15.028875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:15.033726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:15.042162 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port f9817667-41e1-4971-ba45-15ab906aa678 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:15.045482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:15.067508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 99ee9993-fd1e-4720-9cb4-969574a78eb6 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:03:15.098821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:15.174043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b2083817-a112-42bd-92d5-eb74c964a24c no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:03:15.196585 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:15.236554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: b2083817-a112-42bd-92d5-eb74c964a24c {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:03:15.236554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b2083817-a112-42bd-92d5-eb74c964a24c not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:03:15.269066 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdde94e-be4e-4d98-ba2f-f692a58a3e94 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ca21d3-91c7-4fd0-b220-7d2c16d9510d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:15.271792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Provisioning complete for port 69c30e37-fbec-4d5b-9332-3d7cd4d22624 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:15.272186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:15.285474 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-83527e8c-40bc-4b31-95eb-2648f8b3ea7d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:15.287327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1fdde94e-be4e-4d98-ba2f-f692a58a3e94 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:15.290095 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1fdde94e-be4e-4d98-ba2f-f692a58a3e94 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-groups/e6ca21d3-91c7-4fd0-b220-7d2c16d9510d HTTP/1.1" status: 204 len: 168 time: 1.2335196 Feb 21 09:03:15.309620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51280) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:15.336334 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Pushing event updated for resources: {'Port': ['ID=e87f0224-1376-4022-bfe0-41f2f4d22e41,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:15.346255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9143c6f6-107d-4f78-8389-0b66005f0d85 None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:03:15.350217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Subnet': ['ID=4fb35323-df07-4193-8155-de981fd9352d,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:15.384412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Port 69c30e37-fbec-4d5b-9332-3d7cd4d22624 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:03:15.400228 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:15.466345 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-83527e8c-40bc-4b31-95eb-2648f8b3ea7d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:15.478919 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83527e8c-40bc-4b31-95eb-2648f8b3ea7d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5f67cc-c5f4-455a-806b-0ccdbef794fb,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:15.490505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:15.532130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51286) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:15.540583 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-83527e8c-40bc-4b31-95eb-2648f8b3ea7d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/ee5f67cc-c5f4-455a-806b-0ccdbef794fb HTTP/1.1" status: 204 len: 168 time: 2.1037500 Feb 21 09:03:15.541873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51290) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:15.650028 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Provisioning for port f9817667-41e1-4971-ba45-15ab906aa678 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:15.655970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Checking segment: {'id': 'd01a0bcb-7d5d-469d-a2a5-50fb77275bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6eee9024-4907-45af-b6cb-96a57b70016f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:15.657198 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network hostable DHCP agents. Network: 6eee9024-4907-45af-b6cb-96a57b70016f, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:03:15.658569 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e87f0224-1376-4022-bfe0-41f2f4d22e41 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:15.691882 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-75d93fd8-8116-4ef4-b0aa-ec16a7430158 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346104 Feb 21 09:03:15.699444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51296) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:15.709696 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:15.712167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-76da2fd9-adbd-44fd-89e2-c94ad7f91e20 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:15.715442 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Provisioning complete for port f9817667-41e1-4971-ba45-15ab906aa678 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:15.716496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:15.850818 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:15.855034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:15.862325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-76da2fd9-adbd-44fd-89e2-c94ad7f91e20 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:15.864065 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-76da2fd9-adbd-44fd-89e2-c94ad7f91e20 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5534933 Feb 21 09:03:15.878879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51300) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:15.936632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a3f022e0-f73b-4d2f-812a-80059f2aa004 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group': {'name': 'tempest-secgroup--860928198'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:15.949257 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a3f022e0-f73b-4d2f-812a-80059f2aa004 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:15.964745 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a3f022e0-f73b-4d2f-812a-80059f2aa004 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:15.975538 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network 6eee9024-4907-45af-b6cb-96a57b70016f is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:03:15.977207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:15.993464 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3f022e0-f73b-4d2f-812a-80059f2aa004 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.001065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:16.013946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:16.018379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 6eee9024-4907-45af-b6cb-96a57b70016f) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:16.030691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:16.031965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.038721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:16.043032 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event updated for resources: {'Port': ['ID=ae8c70fc-5e71-4873-85b4-e58b9b312fcf,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:16.060391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:16.073381 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a3f022e0-f73b-4d2f-812a-80059f2aa004 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:16.077642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:16.080527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:16.080864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a3f022e0-f73b-4d2f-812a-80059f2aa004 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:16.081524 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e87f0224-1376-4022-bfe0-41f2f4d22e41 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:16.082109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.086194 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a3f022e0-f73b-4d2f-812a-80059f2aa004 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:16.091034 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fb468d9a-5832-4bfb-82bd-f951b1e812c1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9660487 Feb 21 09:03:16.094508 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51304) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:16.098644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a3f022e0-f73b-4d2f-812a-80059f2aa004 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:16.105220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-208020435'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:16.111540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:16.114305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Subnet': ['ID=14754423-743c-4a75-bbb4-d1bb0e08c4aa,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:16.123405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:network and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:16.130063 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:16.148338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:16.148928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.169517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:16.178228 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-90f60903-5a8f-4c55-bac2-49159f1dc3ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ab29c793ce9459198692d185d104aac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6435864 Feb 21 09:03:16.180382 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51308) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:16.221782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:16.224822 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.233785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] For port f9817667-41e1-4971-ba45-15ab906aa678, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f9817667-41e1-4971-ba45-15ab906aa678,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:16.267020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Checking segment: {'id': '5923a3f7-fb6a-4bbb-b246-c00ebe4dadba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99ee9993-fd1e-4720-9cb4-969574a78eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:16.269453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network hostable DHCP agents. Network: 99ee9993-fd1e-4720-9cb4-969574a78eb6, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:03:16.284845 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.338376 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3f022e0-f73b-4d2f-812a-80059f2aa004 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.345473 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.360849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3f022e0-f73b-4d2f-812a-80059f2aa004 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.388189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:03:16.412723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d59e6-7aee-4949-8f0a-39be615c0b52 None None] Pushing event updated for resources: {'Port': ['ID=f9817667-41e1-4971-ba45-15ab906aa678,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:16.433431 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1609e9c0-7805-4a31-b1be-0a690eeb6c8e None None] Provisioning complete for port e87f0224-1376-4022-bfe0-41f2f4d22e41 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:16.433847 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1609e9c0-7805-4a31-b1be-0a690eeb6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.441487 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-f9a47caf-7b8d-4dbe-9a92-0c30b3f126b3 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:03:16.443049 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f9a47caf-7b8d-4dbe-9a92-0c30b3f126b3 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "PUT /v2.0/routers/a8fd69bc-f20c-453f-9ade-877e823c7cda/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2219207 Feb 21 09:03:16.444427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.445007 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Added segment 18ba485f-7608-4455-b380-d016f3e76598 of type vlan for network 10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4 Feb 21 09:03:16.452955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51312) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:16.462395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f022e0-f73b-4d2f-812a-80059f2aa004 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74cf6ae2-0bea-4b3a-ab74-b73336d3be4f,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:16.465989 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-00b5afd6-22c4-4ddc-8b0e-b5c3ca934c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.475338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3f022e0-f73b-4d2f-812a-80059f2aa004 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.476705 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a3f022e0-f73b-4d2f-812a-80059f2aa004 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5496132 Feb 21 09:03:16.494523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b8d72d-6aae-49ee-bd8f-830d451b8fdd None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:16.497772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51316) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:16.513019 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-da83d4db-b99a-4103-9b1e-460046315bc1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group_rule': {'security_group_id': '74cf6ae2-0bea-4b3a-ab74-b73336d3be4f', 'direction': 'ingress', 'protocol': 17}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:16.513866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad1b382-aa34-4688-b6e7-f888545d6904 None None] Network 6eee9024-4907-45af-b6cb-96a57b70016f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:16.530648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.535107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-da83d4db-b99a-4103-9b1e-460046315bc1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:16.535808 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network 99ee9993-fd1e-4720-9cb4-969574a78eb6 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:03:16.606859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-00b5afd6-22c4-4ddc-8b0e-b5c3ca934c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.624471 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-da83d4db-b99a-4103-9b1e-460046315bc1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:16.642665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-da83d4db-b99a-4103-9b1e-460046315bc1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:16.650322 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.657363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:16.658447 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.721985 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-da83d4db-b99a-4103-9b1e-460046315bc1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:16.756215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 99ee9993-fd1e-4720-9cb4-969574a78eb6) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:16.769205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:16.769788 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:16.801101 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fa0cea-2af1-4c08-8501-c2276f29e387 None None] Network 99ee9993-fd1e-4720-9cb4-969574a78eb6 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:16.843815 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d0835ef1-7702-4073-ad3e-89e2165d88b0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1362002 Feb 21 09:03:16.872187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51320) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:16.902062 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8052711 Feb 21 09:03:16.910926 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51324) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:16.917170 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'network_id': '99ee9993-fd1e-4720-9cb4-969574a78eb6', 'name': 'tempest-PortsTestJSON-2069697772'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:16.917403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'subnet': {'network_id': '10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:16.963710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1609e9c0-7805-4a31-b1be-0a690eeb6c8e None None] Could not find standard attr ID for object 489b5070-4503-4dcd-8540-9b0142a5e3e2. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:03:17.058246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49a82d-efb9-49c9-b8e2-a0bc15efd0bd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Network': ['ID=10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:17.076320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da83d4db-b99a-4103-9b1e-460046315bc1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:17.091790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:03:17.106014 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-6eee9024-4907-45af-b6cb-96a57b70016f', 'network_id': '6eee9024-4907-45af-b6cb-96a57b70016f', 'tenant_id': '361546699e5a424c90202caa077b3902', 'fixed_ips': [{'subnet_id': '4fb35323-df07-4193-8155-de981fd9352d'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:17.106014 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:17.160263 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-00b5afd6-22c4-4ddc-8b0e-b5c3ca934c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:17.219133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:17.223819 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:subnet and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:17.227041 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:17.232832 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5afd6-22c4-4ddc-8b0e-b5c3ca934c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a8f09d-783d-42a1-a6e9-ee006b0af05d,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:17.233153 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:17.258637 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:17.283611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:17.283903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-00b5afd6-22c4-4ddc-8b0e-b5c3ca934c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:17.289580 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-00b5afd6-22c4-4ddc-8b0e-b5c3ca934c70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74a8f09d-783d-42a1-a6e9-ee006b0af05d HTTP/1.1" status: 204 len: 168 time: 1.1067204 Feb 21 09:03:17.313745 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:17.323486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:port and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:17.330851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:17.350319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:17.363333 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da83d4db-b99a-4103-9b1e-460046315bc1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:17.370554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:03:17.375392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da83d4db-b99a-4103-9b1e-460046315bc1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:17.396906 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Deleting port f9817667-41e1-4971-ba45-15ab906aa678 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:17.397373 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:17.419052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:17.426010 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:17.433486 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-99ee9993-fd1e-4720-9cb4-969574a78eb6', 'network_id': '99ee9993-fd1e-4720-9cb4-969574a78eb6', 'tenant_id': 'cfcd920978db4520a4cc5ac3df8924c1', 'fixed_ips': [{'subnet_id': '14754423-743c-4a75-bbb4-d1bb0e08c4aa'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:17.434431 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:17.485170 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83d4db-b99a-4103-9b1e-460046315bc1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37457eac-cf7e-4cc8-a1a7-e0998d76559f,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:17.516875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port 44e37e5f-368f-4962-90f7-538b3da97cd0 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:03:17.587746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da83d4db-b99a-4103-9b1e-460046315bc1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:17.590080 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-da83d4db-b99a-4103-9b1e-460046315bc1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0905449 Feb 21 09:03:17.592849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51330) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:17.625606 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:17.696479 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f9817667-41e1-4971-ba45-15ab906aa678 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:03:17.812161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Allocated IP 172.20.0.9 (99ee9993-fd1e-4720-9cb4-969574a78eb6/14754423-743c-4a75-bbb4-d1bb0e08c4aa/44e37e5f-368f-4962-90f7-538b3da97cd0) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:17.841871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Performing IP validity checks on allocation pools {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 21 09:03:17.842388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 21 09:03:17.871806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:17.900758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:17.913026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.objects.ports [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83585) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:03:17.963629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51336) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:17.975414 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7410df5e-44a7-456a-a1da-bf20861f0694 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:18.086706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Allocated IP 2001:db8::1 (6eee9024-4907-45af-b6cb-96a57b70016f/4fb35323-df07-4193-8155-de981fd9352d/adf0a484-a163-42b2-a898-856f2448fee6) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:18.100330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-853d2a93-506e-4c09-8a7b-98ac364e5f29 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:18.148549 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-81f3d2de-f36d-4344-8057-c1ad88887edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:18.173007 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] For port f9817667-41e1-4971-ba45-15ab906aa678, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f9817667-41e1-4971-ba45-15ab906aa678,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:18.174053 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:18.231931 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:18.233490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:18.260117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Transition to ACTIVE for port object 44e37e5f-368f-4962-90f7-538b3da97cd0 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:18.295115 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:18.367880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7410df5e-44a7-456a-a1da-bf20861f0694 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:18.432164 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network 99ee9993-fd1e-4720-9cb4-969574a78eb6 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:18.432980 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Calling delete_port for f9817667-41e1-4971-ba45-15ab906aa678 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:18.437390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:18.440992 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:18.498432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=44e37e5f-368f-4962-90f7-538b3da97cd0,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:18.519961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port f9817667-41e1-4971-ba45-15ab906aa678, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f9817667-41e1-4971-ba45-15ab906aa678,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:18.542536 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:18.551603 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:18.553208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:18.586125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-81f3d2de-f36d-4344-8057-c1ad88887edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:18.602627 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-73f31bb0-75d1-4224-8337-08f33fd5b149 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7290690 Feb 21 09:03:18.605207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51340) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:18.612193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-81f3d2de-f36d-4344-8057-c1ad88887edd admin admin] Usage tracker for resource:security_group_rule and tenant:149a552990454b2588a4b83371b2f111 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:18.614582 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Allocated IP 172.20.0.2 (99ee9993-fd1e-4720-9cb4-969574a78eb6/14754423-743c-4a75-bbb4-d1bb0e08c4aa/a2db1563-e016-4c75-8f91-5d3a870b2cd9) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:18.618422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-81f3d2de-f36d-4344-8057-c1ad88887edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:18.620466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'network_id': '99ee9993-fd1e-4720-9cb4-969574a78eb6', 'name': 'tempest-PortsTestJSON-290528711'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:18.643852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-81f3d2de-f36d-4344-8057-c1ad88887edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:18.714655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:18.718009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7410df5e-44a7-456a-a1da-bf20861f0694 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:18.799304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:03:18.799304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:03:18.806049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410df5e-44a7-456a-a1da-bf20861f0694 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cf6ae2-0bea-4b3a-ab74-b73336d3be4f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:18.814256 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=f9817667-41e1-4971-ba45-15ab906aa678,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:18.856250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:18.866450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:18.884776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Transition to ACTIVE for port object adf0a484-a163-42b2-a898-856f2448fee6 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:18.905052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Subnet': ['ID=310b0825-b6b5-414a-99e6-a248891d3713,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:18.905338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:18.913872 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:port and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:18.918440 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:18.928154 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Transition to ACTIVE for port object adf0a484-a163-42b2-a898-856f2448fee6 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:18.928804 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:18.961984 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.010814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7410df5e-44a7-456a-a1da-bf20861f0694 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.011957 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7410df5e-44a7-456a-a1da-bf20861f0694 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-groups/74cf6ae2-0bea-4b3a-ab74-b73336d3be4f HTTP/1.1" status: 204 len: 168 time: 1.4128695 Feb 21 09:03:19.014846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51344) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:19.060388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-81f3d2de-f36d-4344-8057-c1ad88887edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.074417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-726e1967-7acf-4c86-9ddc-ba6399301b88 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:19.079458 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:19.082761 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.086038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-81f3d2de-f36d-4344-8057-c1ad88887edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.107378 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Network 6eee9024-4907-45af-b6cb-96a57b70016f is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:19.111799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Checking segment: {'id': '18ba485f-7608-4455-b380-d016f3e76598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:19.111799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network hostable DHCP agents. Network: 10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:03:19.115231 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port ddcea7d2-9807-4c29-803a-103517853669 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:03:19.116161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:19.122058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Pushing event updated for resources: {'Port': ['ID=adf0a484-a163-42b2-a898-856f2448fee6,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:19.125446 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:19.135751 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.156213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-726e1967-7acf-4c86-9ddc-ba6399301b88 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:19.161536 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-726e1967-7acf-4c86-9ddc-ba6399301b88 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1410778 Feb 21 09:03:19.163422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51348) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:19.167938 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-08f02490-3157-43f8-b07b-a10c2e11e94d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group': {'name': 'tempest-secgroup--173224178'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:19.179830 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-08f02490-3157-43f8-b07b-a10c2e11e94d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:19.199199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Transition to ACTIVE for port object a2db1563-e016-4c75-8f91-5d3a870b2cd9 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:19.207993 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-08f02490-3157-43f8-b07b-a10c2e11e94d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:19.226751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-08f02490-3157-43f8-b07b-a10c2e11e94d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.268199 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-08f02490-3157-43f8-b07b-a10c2e11e94d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:19.273787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-08f02490-3157-43f8-b07b-a10c2e11e94d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:19.277082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-08f02490-3157-43f8-b07b-a10c2e11e94d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:19.284463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-08f02490-3157-43f8-b07b-a10c2e11e94d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:19.311048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3d2de-f36d-4344-8057-c1ad88887edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a341e38-0dfe-4f68-bc74-c46a23ddce5c,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:19.333456 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-81f3d2de-f36d-4344-8057-c1ad88887edd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=149a552990454b2588a4b83371b2f111&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3598003 Feb 21 09:03:19.337622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Deleting port f9817667-41e1-4971-ba45-15ab906aa678 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:19.338016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51352) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:19.338401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.357652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-08f02490-3157-43f8-b07b-a10c2e11e94d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.360898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-08f02490-3157-43f8-b07b-a10c2e11e94d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.408459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f02490-3157-43f8-b07b-a10c2e11e94d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a518aff-ed5e-4653-ba4b-19c3384676bd,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:19.424967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-08f02490-3157-43f8-b07b-a10c2e11e94d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.426560 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-08f02490-3157-43f8-b07b-a10c2e11e94d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2634742 Feb 21 09:03:19.429640 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51356) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:19.436261 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532414358'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:19.437118 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Attempting to bind port adf0a484-a163-42b2-a898-856f2448fee6 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:19.437646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Attempting to bind port adf0a484-a163-42b2-a898-856f2448fee6 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'd01a0bcb-7d5d-469d-a2a5-50fb77275bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6eee9024-4907-45af-b6cb-96a57b70016f'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:19.438359 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Attempting to bind port adf0a484-a163-42b2-a898-856f2448fee6 on network 6eee9024-4907-45af-b6cb-96a57b70016f {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:19.442932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:19.447595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:19.450755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:19.451834 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Transition to ACTIVE for port object a2db1563-e016-4c75-8f91-5d3a870b2cd9 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:19.457963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:19.459184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network 10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:03:19.464906 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:19.465817 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Checking segment: {'id': 'd01a0bcb-7d5d-469d-a2a5-50fb77275bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6eee9024-4907-45af-b6cb-96a57b70016f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:19.466611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.467576 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Bound using segment: {'id': 'd01a0bcb-7d5d-469d-a2a5-50fb77275bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6eee9024-4907-45af-b6cb-96a57b70016f'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:19.468613 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Bound port: adf0a484-a163-42b2-a898-856f2448fee6, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01a0bcb-7d5d-469d-a2a5-50fb77275bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6eee9024-4907-45af-b6cb-96a57b70016f'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:19.469462 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.493451 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.500494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] For port f9817667-41e1-4971-ba45-15ab906aa678, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f9817667-41e1-4971-ba45-15ab906aa678,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:19.512129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:19.525895 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.527544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:19.528149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.572013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:19.576041 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:19.579108 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:19.586520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:19.590290 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b6551-6566-4dcb-a6a3-8c218ca200b1 None None] Network 10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:19.602233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.625053 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ccab3d5e-ac1f-4e4f-8ad3-452e4ee61555 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7130027 Feb 21 09:03:19.633647 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51360) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:19.640413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.641136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.654831 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.664662 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.691405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Allocated IP 172.20.0.13 (99ee9993-fd1e-4720-9cb4-969574a78eb6/14754423-743c-4a75-bbb4-d1bb0e08c4aa/ddcea7d2-9807-4c29-803a-103517853669) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:19.736612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Router b71ef8a6-7cfb-455f-936d-e3750bd4d412 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:03:19.739070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a699b68a-2e63-4906-832e-b01991a76432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.747134 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094fa4e7-94d2-4186-8a42-94627b15a681,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:19.754683 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.758237 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-260244f7-be1b-4b9d-bc1b-309000dd776c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3245649 Feb 21 09:03:19.759112 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51364) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:19.768056 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-033e966c-9c43-4d75-b5a8-7548f14aeb0c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group_rule': {'security_group_id': '8a518aff-ed5e-4653-ba4b-19c3384676bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '094fa4e7-94d2-4186-8a42-94627b15a681', 'remote_ip_prefix': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:19.784546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-033e966c-9c43-4d75-b5a8-7548f14aeb0c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:19.796325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-033e966c-9c43-4d75-b5a8-7548f14aeb0c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:19.802162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-033e966c-9c43-4d75-b5a8-7548f14aeb0c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:19.811769 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-033e966c-9c43-4d75-b5a8-7548f14aeb0c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:19.899143 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Network 99ee9993-fd1e-4720-9cb4-969574a78eb6 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:19.921383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-033e966c-9c43-4d75-b5a8-7548f14aeb0c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.936350 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:19.938187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a699b68a-2e63-4906-832e-b01991a76432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.964120 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:19.971312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=f3193a31-dc89-4faf-a0b5-0c2733a94f45,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:19.979349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:19.979843 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:19.979992 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:19.982306 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Pushing event updated for resources: {'Port': ['ID=a2db1563-e016-4c75-8f91-5d3a870b2cd9,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:19.992220 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:20.044986 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.055897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=f9817667-41e1-4971-ba45-15ab906aa678,revision_number=7']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:20.075515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-033e966c-9c43-4d75-b5a8-7548f14aeb0c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.079294 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Transition to ACTIVE for port object ddcea7d2-9807-4c29-803a-103517853669 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:20.081610 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-033e966c-9c43-4d75-b5a8-7548f14aeb0c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.118779 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e966c-9c43-4d75-b5a8-7548f14aeb0c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc1b6e7-3703-48f2-848a-671da281cf9c,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:20.136529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-033e966c-9c43-4d75-b5a8-7548f14aeb0c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.141074 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-033e966c-9c43-4d75-b5a8-7548f14aeb0c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3775918 Feb 21 09:03:20.142709 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51368) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:20.155584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] For port adf0a484-a163-42b2-a898-856f2448fee6, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:20.176301 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.232028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3f02ba43-a087-47b6-adbc-30f21dce339c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.264663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3f02ba43-a087-47b6-adbc-30f21dce339c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.287916 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network 99ee9993-fd1e-4720-9cb4-969574a78eb6 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:20.292591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:20.295639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:20.300303 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] For port adf0a484-a163-42b2-a898-856f2448fee6, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=adf0a484-a163-42b2-a898-856f2448fee6,segment=NetworkSegment(d01a0bcb-7d5d-469d-a2a5-50fb77275bb3),segment_id=d01a0bcb-7d5d-469d-a2a5-50fb77275bb3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:20.310964 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2b29ef9b-458b-432d-9f2b-d38385b3a358 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.6104803 Feb 21 09:03:20.317304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51372) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:20.322012 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.324011 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=ddcea7d2-9807-4c29-803a-103517853669,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:20.333024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'mac_address': 'fa:16:3e:1f:8f:ea', 'name': 'tempest-NetworksTestDHCPv6-1094785807'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:20.345735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.367936 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3f02ba43-a087-47b6-adbc-30f21dce339c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.393175 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:20.393823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.399970 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Attempting to bind port a2db1563-e016-4c75-8f91-5d3a870b2cd9 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:20.400517 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Attempting to bind port a2db1563-e016-4c75-8f91-5d3a870b2cd9 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '5923a3f7-fb6a-4bbb-b246-c00ebe4dadba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99ee9993-fd1e-4720-9cb4-969574a78eb6'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:20.401305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Attempting to bind port a2db1563-e016-4c75-8f91-5d3a870b2cd9 on network 99ee9993-fd1e-4720-9cb4-969574a78eb6 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:20.402415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02ba43-a087-47b6-adbc-30f21dce339c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fc1b6e7-3703-48f2-848a-671da281cf9c,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:20.413557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3f02ba43-a087-47b6-adbc-30f21dce339c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.417108 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3f02ba43-a087-47b6-adbc-30f21dce339c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5fc1b6e7-3703-48f2-848a-671da281cf9c HTTP/1.1" status: 204 len: 168 time: 0.2719240 Feb 21 09:03:20.418205 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51376) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:20.429979 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] For port f9817667-41e1-4971-ba45-15ab906aa678, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f9817667-41e1-4971-ba45-15ab906aa678,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:20.430543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.440940 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-723e9a97-c00d-43cb-83d3-45ba827f94ba tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8341982 Feb 21 09:03:20.444822 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51380) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:20.481238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a699b68a-2e63-4906-832e-b01991a76432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.492710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:20.493224 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Checking segment: {'id': '5923a3f7-fb6a-4bbb-b246-c00ebe4dadba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99ee9993-fd1e-4720-9cb4-969574a78eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:20.493797 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.494342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Bound using segment: {'id': '5923a3f7-fb6a-4bbb-b246-c00ebe4dadba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99ee9993-fd1e-4720-9cb4-969574a78eb6'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:20.495027 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Bound port: a2db1563-e016-4c75-8f91-5d3a870b2cd9, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5923a3f7-fb6a-4bbb-b246-c00ebe4dadba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99ee9993-fd1e-4720-9cb4-969574a78eb6'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:20.495545 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.536190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6bf1ed54-2ae3-404f-8cb7-d3d6c9838c1e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:20.558640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699b68a-2e63-4906-832e-b01991a76432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a341e38-0dfe-4f68-bc74-c46a23ddce5c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:20.569190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0867bf6-d58d-42aa-b094-54ad117742fb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:20.569973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f0867bf6-d58d-42aa-b094-54ad117742fb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:20.573231 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6bf1ed54-2ae3-404f-8cb7-d3d6c9838c1e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:20.574463 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6bf1ed54-2ae3-404f-8cb7-d3d6c9838c1e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1552920 Feb 21 09:03:20.577483 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51384) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:20.609105 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a699b68a-2e63-4906-832e-b01991a76432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.610636 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a699b68a-2e63-4906-832e-b01991a76432 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a341e38-0dfe-4f68-bc74-c46a23ddce5c HTTP/1.1" status: 204 len: 168 time: 1.2688434 Feb 21 09:03:20.629104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f0867bf6-d58d-42aa-b094-54ad117742fb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:20.633218 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f0867bf6-d58d-42aa-b094-54ad117742fb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.1843479 Feb 21 09:03:20.646525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.648444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51390) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:20.743823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.747865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:20.749833 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Calling delete_port for f9817667-41e1-4971-ba45-15ab906aa678 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:20.777580 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-1837f9fb-d824-4402-9524-61bc04e694a4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port ddcea7d2-9807-4c29-803a-103517853669 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:20.778429 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1837f9fb-d824-4402-9524-61bc04e694a4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.792639 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:port and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:20.797758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:20.802257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Subnet': ['ID=310b0825-b6b5-414a-99e6-a248891d3713,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:20.810925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:20.828385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c05fef5-5cc7-43ed-be7d-45d22d25daa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4', 'network_id': '10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4', 'tenant_id': '361546699e5a424c90202caa077b3902', 'fixed_ips': [{'subnet_id': '310b0825-b6b5-414a-99e6-a248891d3713'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:20.829542 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7c05fef5-5cc7-43ed-be7d-45d22d25daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:20.919476 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8c419-67bd-4fa2-9d6f-ce9c4900dbb7 None None] Pushing event updated for resources: {'Port': ['ID=adf0a484-a163-42b2-a898-856f2448fee6,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:20.962077 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:20.966132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:21.013077 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-853d2a93-506e-4c09-8a7b-98ac364e5f29 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Deleting port 69c30e37-fbec-4d5b-9332-3d7cd4d22624 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:21.013445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-853d2a93-506e-4c09-8a7b-98ac364e5f29 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:21.041509 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:21.066932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 3b8aaa25-2e0f-4356-89bd-6133b496d398 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:03:21.185409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:03:21.186055 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:03:21.196844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] For port a2db1563-e016-4c75-8f91-5d3a870b2cd9, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:21.204457 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] For port a2db1563-e016-4c75-8f91-5d3a870b2cd9, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a2db1563-e016-4c75-8f91-5d3a870b2cd9,segment=NetworkSegment(5923a3f7-fb6a-4bbb-b246-c00ebe4dadba),segment_id=5923a3f7-fb6a-4bbb-b246-c00ebe4dadba)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:21.218570 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f515781-ca8e-4b6f-bd7d-3025c123d6d2 None None] Network 10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:21.240333 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:21.262329 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1837f9fb-d824-4402-9524-61bc04e694a4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:21.357429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:21.555163 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Pushing event updated for resources: {'Port': ['ID=a2db1563-e016-4c75-8f91-5d3a870b2cd9,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:21.564414 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:21.564758 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:21.565225 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:21.566084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:21.566414 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:21.566740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:21.567098 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:21.567420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:21.567743 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:21.568063 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:21.568377 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ab3aa-cc7b-4fde-aba8-3aeae44ec6f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:21.628040 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device adf0a484-a163-42b2-a898-856f2448fee6 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:21.643355 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-1837f9fb-d824-4402-9524-61bc04e694a4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for ddcea7d2-9807-4c29-803a-103517853669 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:21.645216 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-853d2a93-506e-4c09-8a7b-98ac364e5f29 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:21.686646 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:21.730242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:03:21.746333 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d681fa-e5f6-454b-9baa-ecf7b29b0b28 None None] Sync routers for ids ['b71ef8a6-7cfb-455f-936d-e3750bd4d412'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:03:21.764048 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d681fa-e5f6-454b-9baa-ecf7b29b0b28 None None] Routers {'b71ef8a6-7cfb-455f-936d-e3750bd4d412'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:21.765054 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-57d681fa-e5f6-454b-9baa-ecf7b29b0b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b71ef8a6-7cfb-455f-936d-e3750bd4d412'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:21.772542 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:21.828566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ba485f-7608-4455-b380-d016f3e76598') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:21.828849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ba485f-7608-4455-b380-d016f3e76598') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:21.840517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::f816:3eff:fe1f:8fea (749b6d65-c680-4e97-918b-6efdfcb19e4b/f3193a31-dc89-4faf-a0b5-0c2733a94f45/3b8aaa25-2e0f-4356-89bd-6133b496d398) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:21.851992 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-853d2a93-506e-4c09-8a7b-98ac364e5f29 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Calling delete_port for 69c30e37-fbec-4d5b-9332-3d7cd4d22624 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:21.891406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port adf0a484-a163-42b2-a898-856f2448fee6 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:21.894557 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-57d681fa-e5f6-454b-9baa-ecf7b29b0b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:21.896628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:21.916845 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d681fa-e5f6-454b-9baa-ecf7b29b0b28 None None] Routers {'b71ef8a6-7cfb-455f-936d-e3750bd4d412'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:21.917735 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-57d681fa-e5f6-454b-9baa-ecf7b29b0b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b71ef8a6-7cfb-455f-936d-e3750bd4d412'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:21.919364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:21.936652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:21.966785 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094fa4e7-94d2-4186-8a42-94627b15a681,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:21.970652 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:21.971064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:21.985230 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1837f9fb-d824-4402-9524-61bc04e694a4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:21.988998 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:21.995697 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-57d681fa-e5f6-454b-9baa-ecf7b29b0b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:21.996218 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d681fa-e5f6-454b-9baa-ecf7b29b0b28 None None] The sync data for ids ['b71ef8a6-7cfb-455f-936d-e3750bd4d412'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:03:22.024224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:22.028148 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a3f015df-f2cc-4634-bea1-c85a76b37f97 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "PUT /v2.0/routers/b71ef8a6-7cfb-455f-936d-e3750bd4d412 HTTP/1.1" status: 200 len: 918 time: 10.9146976 Feb 21 09:03:22.071569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51394) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:22.078638 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.079038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.079342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.079712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.080045 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.080370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.081395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.081727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.082213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.082531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.082852 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.115520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Deleting port f9817667-41e1-4971-ba45-15ab906aa678 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:22.115916 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:22.201612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:22.203329 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-20d35f95-7312-4142-b657-0c4683421e96 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-groups/094fa4e7-94d2-4186-8a42-94627b15a681 HTTP/1.1" status: 204 len: 168 time: 1.6248369 Feb 21 09:03:22.213522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837f9fb-d824-4402-9524-61bc04e694a4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=ddcea7d2-9807-4c29-803a-103517853669,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:22.228237 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51398) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:22.279811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:22.309886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:22.349199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Network': ['ID=10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:22.352221 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1837f9fb-d824-4402-9524-61bc04e694a4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:22.354317 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1837f9fb-d824-4402-9524-61bc04e694a4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/ddcea7d2-9807-4c29-803a-103517853669 HTTP/1.1" status: 204 len: 168 time: 1.7048209 Feb 21 09:03:22.361270 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51402) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:22.388662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-853d2a93-506e-4c09-8a7b-98ac364e5f29 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:22.407335 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] For port f9817667-41e1-4971-ba45-15ab906aa678, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f9817667-41e1-4971-ba45-15ab906aa678,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:22.407976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:22.458686 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6e34aa-f62c-4ab2-88be-69c880fc956f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] GET failed (client error): The resource could not be found. Feb 21 09:03:22.459241 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ee6e34aa-f62c-4ab2-88be-69c880fc956f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:22.492101 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2af5bf12-678b-4151-85dd-2238156e1dd8 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:22.540460 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ee6e34aa-f62c-4ab2-88be-69c880fc956f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:22.544307 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ee6e34aa-f62c-4ab2-88be-69c880fc956f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/ddcea7d2-9807-4c29-803a-103517853669 HTTP/1.1" status: 404 len: 333 time: 0.1786172 Feb 21 09:03:22.544922 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51406) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:22.578722 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2af5bf12-678b-4151-85dd-2238156e1dd8 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:22.583247 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2af5bf12-678b-4151-85dd-2238156e1dd8 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3538485 Feb 21 09:03:22.591021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51410) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:22.611431 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Calling delete_port for f9817667-41e1-4971-ba45-15ab906aa678 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:22.613478 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4 HTTP/1.1" status: 204 len: 168 time: 2.9788272 Feb 21 09:03:22.636142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51414) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:22.650330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.650330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.650330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.651195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.651195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.651195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.651468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.651698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.651979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.652287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.652610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21421c8c-7d35-4a40-8a9f-c11b5e6c380c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:03:22.655306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d2a93-506e-4c09-8a7b-98ac364e5f29 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event deleted for resources: {'Port': ['ID=69c30e37-fbec-4d5b-9332-3d7cd4d22624,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:22.663497 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2046399552'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:22.716765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-262eacf3-8724-4afc-969b-718e0932751a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 44e37e5f-368f-4962-90f7-538b3da97cd0 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:22.717350 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-262eacf3-8724-4afc-969b-718e0932751a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:22.742148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:22.770971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 3b8aaa25-2e0f-4356-89bd-6133b496d398 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:22.796151 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:22.802375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565dcff8-7ec2-413c-bb4a-f9f524be6935 None None] Network 6eee9024-4907-45af-b6cb-96a57b70016f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:22.838226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:22.844847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:network and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:22.884438 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:22.886848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:22.934701 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103d05bd-d060-4b20-9a2a-cb054b9574f1 None None] Network 99ee9993-fd1e-4720-9cb4-969574a78eb6 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:22.954299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:23.030867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] Pushing event deleted for resources: {'Port': ['ID=f9817667-41e1-4971-ba45-15ab906aa678,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:23.035432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-262eacf3-8724-4afc-969b-718e0932751a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.060052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b93ca503-14fa-4d2e-a282-60dd6248b51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.072380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:23.077624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:23.083515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:23.086516 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.096220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:23.100741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:23.101358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.112229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=3b8aaa25-2e0f-4356-89bd-6133b496d398,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:23.142955 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6ab54d56-4cfc-417a-90e4-45ecdc9cf495 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8162494 Feb 21 09:03:23.143902 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51418) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:23.181622 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-853d2a93-506e-4c09-8a7b-98ac364e5f29 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.193157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:03:23.208762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-262eacf3-8724-4afc-969b-718e0932751a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 44e37e5f-368f-4962-90f7-538b3da97cd0 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:23.213940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.214339 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Added segment e93f1de8-ac3b-49c9-861c-deb55a86d647 of type vlan for network 19c91b43-ae38-427c-9e3a-d65affe7eaec Feb 21 09:03:23.239841 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-68ffedd9-24c0-4f42-8f54-b2348459ea8f None None] Provisioning for port adf0a484-a163-42b2-a898-856f2448fee6 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:23.285074 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b93ca503-14fa-4d2e-a282-60dd6248b51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.308245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87875a8e-f227-4bf7-bd24-a27d3061e41f None None] No DVR routers for this DVR port f9817667-41e1-4971-ba45-15ab906aa678 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:23.314200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-68ffedd9-24c0-4f42-8f54-b2348459ea8f None None] Provisioning complete for port adf0a484-a163-42b2-a898-856f2448fee6 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:23.314200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-68ffedd9-24c0-4f42-8f54-b2348459ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.353013 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-41bcc168-8241-4888-87e2-04db69406993 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/routers/b71ef8a6-7cfb-455f-936d-e3750bd4d412 HTTP/1.1" status: 200 len: 924 time: 1.2656586 Feb 21 09:03:23.356765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51422) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:23.370109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.386681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd04f29-60c3-4976-85a9-e0a26c551e18 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:23.445406 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b93ca503-14fa-4d2e-a282-60dd6248b51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.474970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a514686-42f5-4475-bf7a-3d5d75157350 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:23.475723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8a514686-42f5-4475-bf7a-3d5d75157350 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:23.481477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ca503-14fa-4d2e-a282-60dd6248b51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a518aff-ed5e-4653-ba4b-19c3384676bd,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:23.528238 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-262eacf3-8724-4afc-969b-718e0932751a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.613200 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.617934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:23.619286 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.698893 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b93ca503-14fa-4d2e-a282-60dd6248b51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.700045 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b93ca503-14fa-4d2e-a282-60dd6248b51a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-groups/8a518aff-ed5e-4653-ba4b-19c3384676bd HTTP/1.1" status: 204 len: 168 time: 1.1085107 Feb 21 09:03:23.704128 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262eacf3-8724-4afc-969b-718e0932751a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=44e37e5f-368f-4962-90f7-538b3da97cd0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:23.707344 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51426) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:23.712696 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c5eb5b67-61fe-4f69-94ac-45b34b641a26 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&device_id=b71ef8a6-7cfb-455f-936d-e3750bd4d412&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3552196 Feb 21 09:03:23.719832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a2db1563-e016-4c75-8f91-5d3a870b2cd9 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:23.727907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51430) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:23.796487 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1558831 Feb 21 09:03:23.796487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8a514686-42f5-4475-bf7a-3d5d75157350 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:23.798552 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8a514686-42f5-4475-bf7a-3d5d75157350 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6528187 Feb 21 09:03:23.808006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51434) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:23.808006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51436) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:23.896462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3992c4fd-b65c-49ff-a881-043defa3f4ba tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:23.897034 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3992c4fd-b65c-49ff-a881-043defa3f4ba tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Synchronizing usage tracker for tenant:6d6550ff711844ceb8b0d98a5a2aafff on resource:network {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:23.907921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'subnet': {'network_id': '19c91b43-ae38-427c-9e3a-d65affe7eaec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:23.968338 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-68ffedd9-24c0-4f42-8f54-b2348459ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:23.970785 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3992c4fd-b65c-49ff-a881-043defa3f4ba tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Unset dirty status for tenant:6d6550ff711844ceb8b0d98a5a2aafff on resource:network {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:23.974846 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3992c4fd-b65c-49ff-a881-043defa3f4ba tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/networks/26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 881 time: 0.2431357 Feb 21 09:03:23.979582 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51442) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:23.991263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port a2db1563-e016-4c75-8f91-5d3a870b2cd9 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:24.014328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7407229-260d-4b0b-a162-0a83c8cea7f3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Network': ['ID=19c91b43-ae38-427c-9e3a-d65affe7eaec,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:24.022695 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-68ffedd9-24c0-4f42-8f54-b2348459ea8f None None] For port adf0a484-a163-42b2-a898-856f2448fee6, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=adf0a484-a163-42b2-a898-856f2448fee6,segment=NetworkSegment(d01a0bcb-7d5d-469d-a2a5-50fb77275bb3),segment_id=d01a0bcb-7d5d-469d-a2a5-50fb77275bb3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:24.030896 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-68ffedd9-24c0-4f42-8f54-b2348459ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.052879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9d072-349b-427b-909f-60355dde3412 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 3b8aaa25-2e0f-4356-89bd-6133b496d398 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:24.053117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-262eacf3-8724-4afc-969b-718e0932751a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.053219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6ec9d072-349b-427b-909f-60355dde3412 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.058105 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-262eacf3-8724-4afc-969b-718e0932751a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/44e37e5f-368f-4962-90f7-538b3da97cd0 HTTP/1.1" status: 204 len: 168 time: 1.5120790 Feb 21 09:03:24.058775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51446) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:24.076440 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bdf7dd82-2a0d-4a7b-9585-9570dc8520eb tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "GET /v2.0/ports?device_id=b71ef8a6-7cfb-455f-936d-e3750bd4d412 HTTP/1.1" status: 200 len: 205 time: 0.0932357 Feb 21 09:03:24.077308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 19c91b43-ae38-427c-9e3a-d65affe7eaec details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:03:24.104078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': 'f3193a31-dc89-4faf-a0b5-0c2733a94f45'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:24.105416 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.109536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51450) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:24.116359 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4a4b24-4d65-4f0e-bad3-de412dafafff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] GET failed (client error): The resource could not be found. Feb 21 09:03:24.116879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6b4a4b24-4d65-4f0e-bad3-de412dafafff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:24.122506 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a87798c1-edb4-4e4f-91e6-2aa03c74fd7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:24.144426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853d2a93-506e-4c09-8a7b-98ac364e5f29 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Router a8fd69bc-f20c-453f-9ade-877e823c7cda has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:03:24.146868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6b4a4b24-4d65-4f0e-bad3-de412dafafff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:24.152210 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6b4a4b24-4d65-4f0e-bad3-de412dafafff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/44e37e5f-368f-4962-90f7-538b3da97cd0 HTTP/1.1" status: 404 len: 333 time: 0.0845444 Feb 21 09:03:24.153154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51454) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:24.157881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a87798c1-edb4-4e4f-91e6-2aa03c74fd7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:24.160009 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a87798c1-edb4-4e4f-91e6-2aa03c74fd7e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4462936 Feb 21 09:03:24.194551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51458) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:24.218966 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-22ab63cd-b509-4747-a85b-85daa7a08b34 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285754335'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:24.242462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-22ab63cd-b509-4747-a85b-85daa7a08b34 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:24.286620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-22ab63cd-b509-4747-a85b-85daa7a08b34 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:24.344661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-22ab63cd-b509-4747-a85b-85daa7a08b34 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.373586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffedd9-24c0-4f42-8f54-b2348459ea8f None None] Pushing event updated for resources: {'Port': ['ID=adf0a484-a163-42b2-a898-856f2448fee6,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:24.402068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-10de0213-0ce6-4ed9-b301-395dbc1ca145 None None] Provisioning for port a2db1563-e016-4c75-8f91-5d3a870b2cd9 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:24.409949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-10de0213-0ce6-4ed9-b301-395dbc1ca145 None None] Provisioning complete for port a2db1563-e016-4c75-8f91-5d3a870b2cd9 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:24.410390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-10de0213-0ce6-4ed9-b301-395dbc1ca145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.451035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:24.456793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:subnet and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:24.460128 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:24.467352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:24.468805 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-22ab63cd-b509-4747-a85b-85daa7a08b34 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:24.477812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-22ab63cd-b509-4747-a85b-85daa7a08b34 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:24.499758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-22ab63cd-b509-4747-a85b-85daa7a08b34 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:24.509895 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-22ab63cd-b509-4747-a85b-85daa7a08b34 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:24.526601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:24.539511 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-e980c427-b27f-400c-8e8a-9add65a484c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting subnet 14754423-743c-4a75-bbb4-d1bb0e08c4aa {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:24.545364 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e980c427-b27f-400c-8e8a-9add65a484c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.549219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Allocated IP 2001:db8::f816:3eff:fef8:7ced (749b6d65-c680-4e97-918b-6efdfcb19e4b/f3193a31-dc89-4faf-a0b5-0c2733a94f45/210ed280-815e-4ff0-8701-44087ff4df59) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:24.653043 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-22ab63cd-b509-4747-a85b-85daa7a08b34 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.660449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e980c427-b27f-400c-8e8a-9add65a484c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.685092 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-10de0213-0ce6-4ed9-b301-395dbc1ca145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.699652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-22ab63cd-b509-4747-a85b-85daa7a08b34 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.747768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.769716 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-10de0213-0ce6-4ed9-b301-395dbc1ca145 None None] For port a2db1563-e016-4c75-8f91-5d3a870b2cd9, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a2db1563-e016-4c75-8f91-5d3a870b2cd9,segment=NetworkSegment(5923a3f7-fb6a-4bbb-b246-c00ebe4dadba),segment_id=5923a3f7-fb6a-4bbb-b246-c00ebe4dadba)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:24.779850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-10de0213-0ce6-4ed9-b301-395dbc1ca145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.810387 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab63cd-b509-4747-a85b-85daa7a08b34 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628e81e6-50c3-4e18-9773-88318ae54726,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:24.812954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-22ab63cd-b509-4747-a85b-85daa7a08b34 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.817888 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-22ab63cd-b509-4747-a85b-85daa7a08b34 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6157832 Feb 21 09:03:24.818370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51462) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:24.825715 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-bdd7623f-da0e-4643-8368-ace688a82c0a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group_rule': {'security_group_id': '628e81e6-50c3-4e18-9773-88318ae54726', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:24.832513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bdd7623f-da0e-4643-8368-ace688a82c0a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:24.838240 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bdd7623f-da0e-4643-8368-ace688a82c0a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:24.843315 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bdd7623f-da0e-4643-8368-ace688a82c0a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:24.853068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bdd7623f-da0e-4643-8368-ace688a82c0a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:24.856026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e980c427-b27f-400c-8e8a-9add65a484c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.923856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bdd7623f-da0e-4643-8368-ace688a82c0a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.926897 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9c92eb4c-7e45-4608-a85c-058d3b5752b6 None None] Could not find standard attr ID for object 44e37e5f-368f-4962-90f7-538b3da97cd0. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:03:24.955174 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de0213-0ce6-4ed9-b301-395dbc1ca145 None None] Pushing event updated for resources: {'Port': ['ID=a2db1563-e016-4c75-8f91-5d3a870b2cd9,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:24.965146 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.982768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9c92eb4c-7e45-4608-a85c-058d3b5752b6 None None] Provisioning complete for port a2db1563-e016-4c75-8f91-5d3a870b2cd9 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:24.982972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9c92eb4c-7e45-4608-a85c-058d3b5752b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:24.998597 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e980c427-b27f-400c-8e8a-9add65a484c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.013044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Transition to ACTIVE for port object 210ed280-815e-4ff0-8701-44087ff4df59 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:25.055760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980c427-b27f-400c-8e8a-9add65a484c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Subnet': ['ID=14754423-743c-4a75-bbb4-d1bb0e08c4aa,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:25.057820 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Transition to ACTIVE for port object 210ed280-815e-4ff0-8701-44087ff4df59 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:25.062836 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bdd7623f-da0e-4643-8368-ace688a82c0a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.066846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e980c427-b27f-400c-8e8a-9add65a484c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.072616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.075293 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bdd7623f-da0e-4643-8368-ace688a82c0a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.105485 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e980c427-b27f-400c-8e8a-9add65a484c4 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/14754423-743c-4a75-bbb4-d1bb0e08c4aa HTTP/1.1" status: 204 len: 168 time: 0.9499762 Feb 21 09:03:25.110021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51466) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:25.131956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7623f-da0e-4643-8368-ace688a82c0a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d777c638-93a7-49ce-bf74-4fbea8ab5b2e,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:25.136726 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bdd7623f-da0e-4643-8368-ace688a82c0a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.140625 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bdd7623f-da0e-4643-8368-ace688a82c0a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3187022 Feb 21 09:03:25.142763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51470) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:25.148138 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Pushing event updated for resources: {'Port': ['ID=210ed280-815e-4ff0-8701-44087ff4df59,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:25.228235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:25.230697 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:25.233521 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:25.249649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853d2a93-506e-4c09-8a7b-98ac364e5f29 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:03:25.258656 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-56bd1122-901c-4865-8a80-1cc5a76c9951 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.270973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.277007 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-56bd1122-901c-4865-8a80-1cc5a76c9951 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.289354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96893c16-c6a2-4d07-8b69-7f4f18f41328 None None] Sync routers for ids ['a8fd69bc-f20c-453f-9ade-877e823c7cda'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:03:25.301842 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port a2db1563-e016-4c75-8f91-5d3a870b2cd9 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:25.301842 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.313139 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-853d2a93-506e-4c09-8a7b-98ac364e5f29 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "PUT /v2.0/routers/a8fd69bc-f20c-453f-9ade-877e823c7cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8525107 Feb 21 09:03:25.317710 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51474) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:25.356235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-56bd1122-901c-4865-8a80-1cc5a76c9951 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.356504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9c92eb4c-7e45-4608-a85c-058d3b5752b6 None None] Provisioning complete for port adf0a484-a163-42b2-a898-856f2448fee6 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:25.356504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9c92eb4c-7e45-4608-a85c-058d3b5752b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.379976 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd1122-901c-4865-8a80-1cc5a76c9951 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d777c638-93a7-49ce-bf74-4fbea8ab5b2e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:25.383123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6ec9d072-349b-427b-909f-60355dde3412 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.407724 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-56bd1122-901c-4865-8a80-1cc5a76c9951 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.408046 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Attempting to bind port 210ed280-815e-4ff0-8701-44087ff4df59 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:25.414429 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Attempting to bind port 210ed280-815e-4ff0-8701-44087ff4df59 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:25.414738 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-56bd1122-901c-4865-8a80-1cc5a76c9951 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d777c638-93a7-49ce-bf74-4fbea8ab5b2e HTTP/1.1" status: 204 len: 168 time: 0.2646134 Feb 21 09:03:25.415086 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Attempting to bind port 210ed280-815e-4ff0-8701-44087ff4df59 on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:25.415213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51478) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:25.420453 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96893c16-c6a2-4d07-8b69-7f4f18f41328 None None] Routers {'a8fd69bc-f20c-453f-9ade-877e823c7cda'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:25.421403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-96893c16-c6a2-4d07-8b69-7f4f18f41328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a8fd69bc-f20c-453f-9ade-877e823c7cda'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:25.423518 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-cd7b37fc-741c-4731-8a31-a4df127d5718 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] delete failed (client error): The resource could not be found. Feb 21 09:03:25.429029 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cd7b37fc-741c-4731-8a31-a4df127d5718 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1569906789 HTTP/1.1" status: 404 len: 335 time: 0.1101327 Feb 21 09:03:25.429877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51482) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:25.497840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc261ad-100e-4643-a01a-c35494834a15 None None] Network 99ee9993-fd1e-4720-9cb4-969574a78eb6 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:25.505241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-e48b64c8-0927-4917-aa7e-bbc71663f221 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a8fd69bc-f20c-453f-9ade-877e823c7cda'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:25.516666 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:25.517040 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:25.517438 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.517823 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:25.519035 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Bound port: 210ed280-815e-4ff0-8701-44087ff4df59, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:25.519411 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.535568 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-96893c16-c6a2-4d07-8b69-7f4f18f41328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:25.573405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c7061eb5-babd-4f1b-b292-305ad481c83f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:25.589552 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device adf0a484-a163-42b2-a898-856f2448fee6 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:25.603095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] For port a2db1563-e016-4c75-8f91-5d3a870b2cd9, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a2db1563-e016-4c75-8f91-5d3a870b2cd9,segment=NetworkSegment(5923a3f7-fb6a-4bbb-b246-c00ebe4dadba),segment_id=5923a3f7-fb6a-4bbb-b246-c00ebe4dadba)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:25.603462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:25.733586 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9d072-349b-427b-909f-60355dde3412 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 3b8aaa25-2e0f-4356-89bd-6133b496d398 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:25.761141 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for a2db1563-e016-4c75-8f91-5d3a870b2cd9 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:25.794901 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96893c16-c6a2-4d07-8b69-7f4f18f41328 None None] Routers {'a8fd69bc-f20c-453f-9ade-877e823c7cda'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:25.795685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-96893c16-c6a2-4d07-8b69-7f4f18f41328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a8fd69bc-f20c-453f-9ade-877e823c7cda'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:25.805810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c7061eb5-babd-4f1b-b292-305ad481c83f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:25.810219 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c7061eb5-babd-4f1b-b292-305ad481c83f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3959825 Feb 21 09:03:25.814176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51486) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:26.015768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-96893c16-c6a2-4d07-8b69-7f4f18f41328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:26.016256 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96893c16-c6a2-4d07-8b69-7f4f18f41328 None None] The sync data for ids ['a8fd69bc-f20c-453f-9ade-877e823c7cda'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:03:26.038429 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] For port 210ed280-815e-4ff0-8701-44087ff4df59, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:26.057812 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] For port 210ed280-815e-4ff0-8701-44087ff4df59, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=210ed280-815e-4ff0-8701-44087ff4df59,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:26.069830 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.075412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.117303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.122435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port adf0a484-a163-42b2-a898-856f2448fee6 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:26.122811 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.137602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=a2db1563-e016-4c75-8f91-5d3a870b2cd9,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:26.142760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ff46a27c-0f8b-4420-9272-0b036a837d13 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.183719 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No DVR routers for this DVR port a2db1563-e016-4c75-8f91-5d3a870b2cd9 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:26.200963 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b18cba5b-2821-4711-8589-376b372e87d5 None None] Could not find standard attr ID for object ddcea7d2-9807-4c29-803a-103517853669. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:03:26.242466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ff46a27c-0f8b-4420-9272-0b036a837d13 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.357970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.373506 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0f7f1-1040-4dbf-8d15-f7fba8bb5344 None None] Pushing event updated for resources: {'Port': ['ID=210ed280-815e-4ff0-8701-44087ff4df59,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:26.468551 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6ec9d072-349b-427b-909f-60355dde3412 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.486058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.497626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221be23a-6049-4b34-9fc5-dfee3f41d38f None None] DHCP port deletion for 99ee9993-fd1e-4720-9cb4-969574a78eb6 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:03:26.501770 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a2db1563-e016-4c75-8f91-5d3a870b2cd9 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:26.553460 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ff46a27c-0f8b-4420-9272-0b036a837d13 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.576255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: a2db1563-e016-4c75-8f91-5d3a870b2cd9 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:03:26.576513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ee9993-fd1e-4720-9cb4-969574a78eb6']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:26.576640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a2db1563-e016-4c75-8f91-5d3a870b2cd9 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 21 09:03:26.597597 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5923a3f7-fb6a-4bbb-b246-c00ebe4dadba') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:26.603040 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5923a3f7-fb6a-4bbb-b246-c00ebe4dadba') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:26.623623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.645490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46a27c-0f8b-4420-9272-0b036a837d13 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628e81e6-50c3-4e18-9773-88318ae54726,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:26.659200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Port a2db1563-e016-4c75-8f91-5d3a870b2cd9 not found, will not notify nova. {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 21 09:03:26.687690 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.716091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:26.716996 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.750122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Subnet': ['ID=c9a777c6-1fa0-4b67-b2e8-153b725ebc5f,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:26.751158 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:26.764108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9d072-349b-427b-909f-60355dde3412 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=3b8aaa25-2e0f-4356-89bd-6133b496d398,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:26.817533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ff46a27c-0f8b-4420-9272-0b036a837d13 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.818785 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ff46a27c-0f8b-4420-9272-0b036a837d13 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-groups/628e81e6-50c3-4e18-9773-88318ae54726 HTTP/1.1" status: 204 len: 168 time: 1.0043278 Feb 21 09:03:26.822548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51490) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:26.831465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6ec9d072-349b-427b-909f-60355dde3412 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.865540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Checking segment: {'id': 'e93f1de8-ac3b-49c9-861c-deb55a86d647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '19c91b43-ae38-427c-9e3a-d65affe7eaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:26.866047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network hostable DHCP agents. Network: 19c91b43-ae38-427c-9e3a-d65affe7eaec, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:03:26.868520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.873810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.886584 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6ec9d072-349b-427b-909f-60355dde3412 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/3b8aaa25-2e0f-4356-89bd-6133b496d398 HTTP/1.1" status: 204 len: 168 time: 3.0755761 Feb 21 09:03:26.894552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51494) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:26.911018 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/networks/99ee9993-fd1e-4720-9cb4-969574a78eb6 HTTP/1.1" status: 204 len: 168 time: 1.8002543 Feb 21 09:03:26.915956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fb00d-2573-4844-bf15-12bb24646be2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Network': ['ID=99ee9993-fd1e-4720-9cb4-969574a78eb6,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:26.919125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51498) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:26.933342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-614576770'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:26.943765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:26.949496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5f4caf09-c363-48c1-a67e-1f42d249fa9a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:26.952201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:network and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:26.955768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:26.956603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e48b64c8-0927-4917-aa7e-bbc71663f221 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.963235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:26.979752 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5f4caf09-c363-48c1-a67e-1f42d249fa9a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:26.981222 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5f4caf09-c363-48c1-a67e-1f42d249fa9a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1577120 Feb 21 09:03:26.982479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:26.985477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:26.987438 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51502) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:27.014599 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c7343133-1cfb-4794-adfd-402d29a831ef tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group': {'name': 'tempest-secgroup--129090632'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:27.020385 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:03:27.031314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.031691 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Added segment 55ba383a-d39f-44ec-b085-7cbc3f6a24ce of type vlan for network c156d53a-1e5b-431a-8eed-015e2c5f925a Feb 21 09:03:27.035421 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c7343133-1cfb-4794-adfd-402d29a831ef tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:27.059804 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.087801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network 19c91b43-ae38-427c-9e3a-d65affe7eaec is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:03:27.091052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.094807 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:27.095817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.098251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c7343133-1cfb-4794-adfd-402d29a831ef tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:27.101635 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-e48b64c8-0927-4917-aa7e-bbc71663f221 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] update failed (client error): The resource could not be found. Feb 21 09:03:27.103110 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e48b64c8-0927-4917-aa7e-bbc71663f221 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "PUT /v2.0/routers/a8fd69bc-f20c-453f-9ade-877e823c7cda HTTP/1.1" status: 404 len: 339 time: 1.6051323 Feb 21 09:03:27.112524 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e944b88-b4af-4415-b645-4002bacdf3b1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:27.114591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e944b88-b4af-4415-b645-4002bacdf3b1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:27.115723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9e944b88-b4af-4415-b645-4002bacdf3b1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:27.117611 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51506) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:27.135639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-178988356'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:27.147038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 19c91b43-ae38-427c-9e3a-d65affe7eaec) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:27.159147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c7343133-1cfb-4794-adfd-402d29a831ef tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.160464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3c27f3-0080-4363-bf7f-1074d96282a4 None None] Network 19c91b43-ae38-427c-9e3a-d65affe7eaec requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:27.177708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:27.178576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.200809 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:27.205593 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Usage tracker for resource:network and tenant:c691af0040cd490d9c4ca3c3388b0fa6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:27.210412 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:27.220628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9e944b88-b4af-4415-b645-4002bacdf3b1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:27.224658 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9e944b88-b4af-4415-b645-4002bacdf3b1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3233685 Feb 21 09:03:27.224843 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:27.226517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51510) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:27.247087 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-80d2b7e9-ccb8-485e-95de-1fc3df121f8c tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.4373319 Feb 21 09:03:27.260908 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51514) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:27.301420 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3792191 Feb 21 09:03:27.310142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51518) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:27.313461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c7343133-1cfb-4794-adfd-402d29a831ef tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:27.330343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': 'c156d53a-1e5b-431a-8eed-015e2c5f925a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:27.403855 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Made reservation on behalf of c691af0040cd490d9c4ca3c3388b0fa6 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:27.406949 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.423216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf7170-5588-45de-af66-de72eb8e0409 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Network': ['ID=c156d53a-1e5b-431a-8eed-015e2c5f925a,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:27.426620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c7343133-1cfb-4794-adfd-402d29a831ef tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:27.436216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network c156d53a-1e5b-431a-8eed-015e2c5f925a details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:03:27.469691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c7343133-1cfb-4794-adfd-402d29a831ef tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:27.488633 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:03:27.500385 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-785ff31b-e5ce-4c9d-874d-7d91ae43e64a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet f3193a31-dc89-4faf-a0b5-0c2733a94f45 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:27.503941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-785ff31b-e5ce-4c9d-874d-7d91ae43e64a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.563156 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-785ff31b-e5ce-4c9d-874d-7d91ae43e64a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.591545 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-19c91b43-ae38-427c-9e3a-d65affe7eaec', 'network_id': '19c91b43-ae38-427c-9e3a-d65affe7eaec', 'tenant_id': '361546699e5a424c90202caa077b3902', 'fixed_ips': [{'subnet_id': 'c9a777c6-1fa0-4b67-b2e8-153b725ebc5f'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:27.592647 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.625192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c7343133-1cfb-4794-adfd-402d29a831ef tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:27.628762 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.648076 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 210ed280-815e-4ff0-8701-44087ff4df59 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:27.649070 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-785ff31b-e5ce-4c9d-874d-7d91ae43e64a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.724155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Deleting port ae8c70fc-5e71-4873-85b4-e58b9b312fcf {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:27.724651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.728331 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.728666 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Added segment 602a6d23-7ef8-4cc0-851a-260884203cda of type vlan for network 3739e07b-299b-4bfd-8f41-43acdf8361c4 Feb 21 09:03:27.737999 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-785ff31b-e5ce-4c9d-874d-7d91ae43e64a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.780867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ff31b-e5ce-4c9d-874d-7d91ae43e64a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=f3193a31-dc89-4faf-a0b5-0c2733a94f45,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:27.808454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.818385 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-785ff31b-e5ce-4c9d-874d-7d91ae43e64a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.839360 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c385286b-c8be-484b-8b5d-7bd9bf5b3571 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:27.851749 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-785ff31b-e5ce-4c9d-874d-7d91ae43e64a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/f3193a31-dc89-4faf-a0b5-0c2733a94f45 HTTP/1.1" status: 204 len: 168 time: 0.6232283 Feb 21 09:03:27.853486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51522) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:27.899991 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:27.928851 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6b731c19-ab8c-4f9e-9722-a3885b1e07b1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731981 Feb 21 09:03:27.929096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:27.929683 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51526) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:27.935858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.938634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:27.972101 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.975746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:27.976324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:27.978393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:27.991037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-37932d49-9b76-4422-8d2a-24eb3fda2d91 None None] Could not find standard attr ID for object 3b8aaa25-2e0f-4356-89bd-6133b496d398. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:03:28.003019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 210ed280-815e-4ff0-8701-44087ff4df59 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:28.087867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Allocated IP 2001:db8::1 (19c91b43-ae38-427c-9e3a-d65affe7eaec/c9a777c6-1fa0-4b67-b2e8-153b725ebc5f/2baa4b0e-5ae9-4e79-9114-d30842988413) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:28.101211 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9781642 Feb 21 09:03:28.102106 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51530) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:28.109680 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa229de-2428-4d13-bb7a-45e7cf0f449f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event updated for resources: {'Network': ['ID=3739e07b-299b-4bfd-8f41-43acdf8361c4,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:28.114595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-37932d49-9b76-4422-8d2a-24eb3fda2d91 None None] Provisioning for port 210ed280-815e-4ff0-8701-44087ff4df59 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:28.114905 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Request body: {'subnet': {'network_id': '3739e07b-299b-4bfd-8f41-43acdf8361c4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:28.124555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c7343133-1cfb-4794-adfd-402d29a831ef tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:28.139473 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 3739e07b-299b-4bfd-8f41-43acdf8361c4 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:03:28.155906 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-37932d49-9b76-4422-8d2a-24eb3fda2d91 None None] Provisioning complete for port 210ed280-815e-4ff0-8701-44087ff4df59 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:28.156381 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-37932d49-9b76-4422-8d2a-24eb3fda2d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:28.188786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c7343133-1cfb-4794-adfd-402d29a831ef tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:28.195248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:28.224842 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1b0436-4f02-4b98-af6b-126cc04961ca tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:28.225676 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8b1b0436-4f02-4b98-af6b-126cc04961ca tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:28.242892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a2db1563-e016-4c75-8f91-5d3a870b2cd9 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:03:28.265775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:28.270633 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8b1b0436-4f02-4b98-af6b-126cc04961ca tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:28.274530 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8b1b0436-4f02-4b98-af6b-126cc04961ca tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3417015 Feb 21 09:03:28.274530 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Usage tracker for resource:subnet and tenant:c691af0040cd490d9c4ca3c3388b0fa6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:28.275986 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51534) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:28.278575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:28.372667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: a2db1563-e016-4c75-8f91-5d3a870b2cd9 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:03:28.373085 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a2db1563-e016-4c75-8f91-5d3a870b2cd9 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:03:28.414222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:28.443267 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Made reservation on behalf of c691af0040cd490d9c4ca3c3388b0fa6 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:28.473350 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3588e75b-b144-425e-a23e-e31bd5053b07 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:28.474033 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3588e75b-b144-425e-a23e-e31bd5053b07 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:28.562319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3588e75b-b144-425e-a23e-e31bd5053b07 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:28.563765 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3588e75b-b144-425e-a23e-e31bd5053b07 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2868783 Feb 21 09:03:28.567171 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51538) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:28.626736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7343133-1cfb-4794-adfd-402d29a831ef tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b69a8e5-65af-4ed0-813d-62e04fc6c619,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:28.640076 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1eef1cb9-c2cf-40b9-bf2f-880d6bdc70d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716629 Feb 21 09:03:28.642728 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:28.663824 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51542) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:28.673274 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-37932d49-9b76-4422-8d2a-24eb3fda2d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:28.676454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-cd6a9263-5404-4bda-b70b-b64de986d4bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:28.694358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:28.700833 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e683c28-c2b7-4756-bd84-a4b2ab6f1b0c None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:03:28.712449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:28.718885 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-7e683c28-c2b7-4756-bd84-a4b2ab6f1b0c None None] Deleting port 210ed280-815e-4ff0-8701-44087ff4df59 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:28.719328 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7e683c28-c2b7-4756-bd84-a4b2ab6f1b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:28.751303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c7343133-1cfb-4794-adfd-402d29a831ef tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:28.753639 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c7343133-1cfb-4794-adfd-402d29a831ef tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7597375 Feb 21 09:03:28.763936 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Transition to ACTIVE for port object 2baa4b0e-5ae9-4e79-9114-d30842988413 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:28.768034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:28.790355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51546) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:28.796402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:28.801292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Transition to ACTIVE for port object 2baa4b0e-5ae9-4e79-9114-d30842988413 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:28.810557 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-37932d49-9b76-4422-8d2a-24eb3fda2d91 None None] For port 210ed280-815e-4ff0-8701-44087ff4df59, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=210ed280-815e-4ff0-8701-44087ff4df59,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:28.814437 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:28.882480 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-37932d49-9b76-4422-8d2a-24eb3fda2d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:28.888011 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cd6a9263-5404-4bda-b70b-b64de986d4bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:28.901303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cd6a9263-5404-4bda-b70b-b64de986d4bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:28.923724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-898abde9-50df-46a1-a6ee-4ef33b02503a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group_rule': {'security_group_id': '1b69a8e5-65af-4ed0-813d-62e04fc6c619', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:28.946978 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6a9263-5404-4bda-b70b-b64de986d4bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:28.950584 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9263-5404-4bda-b70b-b64de986d4bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:28.959807 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Network 19c91b43-ae38-427c-9e3a-d65affe7eaec is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:28.963538 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Pushing event updated for resources: {'Port': ['ID=2baa4b0e-5ae9-4e79-9114-d30842988413,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:29.043698 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:29.046736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:29.089443 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Calling delete_port for ae8c70fc-5e71-4873-85b4-e58b9b312fcf owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:29.125104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-898abde9-50df-46a1-a6ee-4ef33b02503a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:29.149328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-898abde9-50df-46a1-a6ee-4ef33b02503a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:29.180701 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-898abde9-50df-46a1-a6ee-4ef33b02503a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:29.192681 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.207134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-898abde9-50df-46a1-a6ee-4ef33b02503a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:29.210042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37932d49-9b76-4422-8d2a-24eb3fda2d91 None None] Pushing event updated for resources: {'Port': ['ID=210ed280-815e-4ff0-8701-44087ff4df59,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:29.215227 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7e683c28-c2b7-4756-bd84-a4b2ab6f1b0c None None] For port 210ed280-815e-4ff0-8701-44087ff4df59, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=210ed280-815e-4ff0-8701-44087ff4df59,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:29.215700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7e683c28-c2b7-4756-bd84-a4b2ab6f1b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.298955 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Attempting to bind port 2baa4b0e-5ae9-4e79-9114-d30842988413 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:29.300123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Attempting to bind port 2baa4b0e-5ae9-4e79-9114-d30842988413 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'e93f1de8-ac3b-49c9-861c-deb55a86d647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '19c91b43-ae38-427c-9e3a-d65affe7eaec'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:29.300123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Attempting to bind port 2baa4b0e-5ae9-4e79-9114-d30842988413 on network 19c91b43-ae38-427c-9e3a-d65affe7eaec {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:29.303760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event updated for resources: {'Subnet': ['ID=c62e9f15-41c9-4738-ae40-198dc1a5fe33,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:29.311975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.317691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-898abde9-50df-46a1-a6ee-4ef33b02503a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.353044 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Checking segment: {'id': '602a6d23-7ef8-4cc0-851a-260884203cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3739e07b-299b-4bfd-8f41-43acdf8361c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:29.353454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Network hostable DHCP agents. Network: 3739e07b-299b-4bfd-8f41-43acdf8361c4, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:03:29.362309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-7e683c28-c2b7-4756-bd84-a4b2ab6f1b0c None None] Calling delete_port for 210ed280-815e-4ff0-8701-44087ff4df59 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:29.375630 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9263-5404-4bda-b70b-b64de986d4bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.402727 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:29.403131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Checking segment: {'id': 'e93f1de8-ac3b-49c9-861c-deb55a86d647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '19c91b43-ae38-427c-9e3a-d65affe7eaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:29.403433 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.403825 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Bound using segment: {'id': 'e93f1de8-ac3b-49c9-861c-deb55a86d647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '19c91b43-ae38-427c-9e3a-d65affe7eaec'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:29.404292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Bound port: 2baa4b0e-5ae9-4e79-9114-d30842988413, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93f1de8-ac3b-49c9-861c-deb55a86d647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '19c91b43-ae38-427c-9e3a-d65affe7eaec'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:29.404663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.417587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a777c6-1fa0-4b67-b2e8-153b725ebc5f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:29.436222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Network 3739e07b-299b-4bfd-8f41-43acdf8361c4 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:03:29.450805 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6a9263-5404-4bda-b70b-b64de986d4bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:29.457143 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-cd6a9263-5404-4bda-b70b-b64de986d4bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:29.459279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a9263-5404-4bda-b70b-b64de986d4bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=adc46792-2d10-41e8-85f6-8076bed87d9b,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:29.464918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a9263-5404-4bda-b70b-b64de986d4bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:29.464918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9263-5404-4bda-b70b-b64de986d4bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.465987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 3739e07b-299b-4bfd-8f41-43acdf8361c4) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:29.476558 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:29.477433 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.511545 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cd6a9263-5404-4bda-b70b-b64de986d4bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8462927 Feb 21 09:03:29.519364 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51550) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:29.519599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8662ce1d-c37d-4d5e-b888-cd38c4918fbc None None] Network 3739e07b-299b-4bfd-8f41-43acdf8361c4 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:29.527519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'mac_address': 'fa:16:3e:17:c1:33', 'name': 'tempest-NetworksTestDHCPv6-921016980'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:29.604780 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7e683c28-c2b7-4756-bd84-a4b2ab6f1b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.641397 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 210ed280-815e-4ff0-8701-44087ff4df59 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:03:29.704775 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-71bd5a75-f8f8-4252-8e69-870ea9aee347 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5984306 Feb 21 09:03:29.708935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51554) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:29.710099 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e683c28-c2b7-4756-bd84-a4b2ab6f1b0c None None] Pushing event deleted for resources: {'Port': ['ID=210ed280-815e-4ff0-8701-44087ff4df59,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:29.713478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 210ed280-815e-4ff0-8701-44087ff4df59 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:03:29.713826 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 210ed280-815e-4ff0-8701-44087ff4df59 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:03:29.717437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-dc4b32cc-edbe-4bf6-b9d3-51842b9df861 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Request body: {'router': {'external_gateway_info': {'network_id': '3739e07b-299b-4bfd-8f41-43acdf8361c4'}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:29.729462 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e683c28-c2b7-4756-bd84-a4b2ab6f1b0c None None] No DVR routers for this DVR port 210ed280-815e-4ff0-8701-44087ff4df59 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:29.735361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.745042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] For port 2baa4b0e-5ae9-4e79-9114-d30842988413, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:29.750691 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] For port 2baa4b0e-5ae9-4e79-9114-d30842988413, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2baa4b0e-5ae9-4e79-9114-d30842988413,segment=NetworkSegment(e93f1de8-ac3b-49c9-861c-deb55a86d647),segment_id=e93f1de8-ac3b-49c9-861c-deb55a86d647)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:29.766603 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee620e9-b678-458f-8c3f-61f7be67ad14 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:29.783830 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.849304 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:29.864148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-898abde9-50df-46a1-a6ee-4ef33b02503a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.871107 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c91b43-ae38-427c-9e3a-d65affe7eaec']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:29.874192 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:29.904896 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-898abde9-50df-46a1-a6ee-4ef33b02503a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.909592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93f1de8-ac3b-49c9-861c-deb55a86d647') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:29.910018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93f1de8-ac3b-49c9-861c-deb55a86d647') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:29.930674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:29.947813 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:29.949902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:30.005852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:30.036879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898abde9-50df-46a1-a6ee-4ef33b02503a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12baaa3e-6568-4aec-9fd2-b97625aa56d8,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:30.041771 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 92501455-79cc-4447-9366-b4e1e4629265 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:03:30.086728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:30.090848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:30.164817 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482096c-161f-4485-a1cf-e5750b17349e None None] Pushing event updated for resources: {'Port': ['ID=2baa4b0e-5ae9-4e79-9114-d30842988413,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:30.180265 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:30.180923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:30.216071 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:30.233278 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Pushing event deleted for resources: {'Port': ['ID=ae8c70fc-5e71-4873-85b4-e58b9b312fcf,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:30.287346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-70ad2dc6-ee84-41d2-b885-2254d37cceaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:30.296501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:30.303925 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-3739e07b-299b-4bfd-8f41-43acdf8361c4', 'network_id': '3739e07b-299b-4bfd-8f41-43acdf8361c4', 'tenant_id': 'c691af0040cd490d9c4ca3c3388b0fa6', 'fixed_ips': [{'subnet_id': 'c62e9f15-41c9-4738-ae40-198dc1a5fe33'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:30.304766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:30.337963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-898abde9-50df-46a1-a6ee-4ef33b02503a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:30.341911 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-898abde9-50df-46a1-a6ee-4ef33b02503a tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5273263 Feb 21 09:03:30.342635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51558) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:30.351371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Subnet': ['ID=e435c2c7-af6e-40e4-b38f-af4298474db8,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:30.353293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb9da8-e625-4fad-9315-b4892b901abe None None] Network 19c91b43-ae38-427c-9e3a-d65affe7eaec requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:30.415475 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-795e4647-8354-46d2-ab2f-57621058f79e tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules/12baaa3e-6568-4aec-9fd2-b97625aa56d8 HTTP/1.1" status: 200 len: 705 time: 0.0695693 Feb 21 09:03:30.416060 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51562) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:30.450173 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc4b32cc-edbe-4bf6-b9d3-51842b9df861 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:30.468441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::11a (749b6d65-c680-4e97-918b-6efdfcb19e4b/adc46792-2d10-41e8-85f6-8076bed87d9b/92501455-79cc-4447-9366-b4e1e4629265) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:30.469486 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': 'adc46792-2d10-41e8-85f6-8076bed87d9b'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:30.470316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:30.501310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 21 09:03:30.501310 dv-neutron-830062-1-hyperv neutron-server[83585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 21 09:03:30.501310 dv-neutron-830062-1-hyperv neutron-server[83585]: [parameters: {'id': '19c91b43-ae38-427c-9e3a-d65affe7eaec'}] Feb 21 09:03:30.501310 dv-neutron-830062-1-hyperv neutron-server[83585]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:03:30.501782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:03:30.517202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Checking segment: {'id': '55ba383a-d39f-44ec-b085-7cbc3f6a24ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c156d53a-1e5b-431a-8eed-015e2c5f925a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:30.517730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network hostable DHCP agents. Network: c156d53a-1e5b-431a-8eed-015e2c5f925a, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:03:30.540410 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3292ab02-1a29-4531-b37d-09f838db322f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:30.635864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3292ab02-1a29-4531-b37d-09f838db322f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:30.637445 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3292ab02-1a29-4531-b37d-09f838db322f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2205062 Feb 21 09:03:30.642565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51566) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:30.775651 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Allocated IP 2001:db8:1::2 (3739e07b-299b-4bfd-8f41-43acdf8361c4/c62e9f15-41c9-4738-ae40-198dc1a5fe33/9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:30.777758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:30.818499 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:30.834905 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 92501455-79cc-4447-9366-b4e1e4629265 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:30.867291 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:30.945068 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-dc4b32cc-edbe-4bf6-b9d3-51842b9df861 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:03:30.949633 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dc4b32cc-edbe-4bf6-b9d3-51842b9df861 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "PUT /v2.0/routers/a8fd69bc-f20c-453f-9ade-877e823c7cda HTTP/1.1" status: 400 len: 364 time: 1.2359645 Feb 21 09:03:30.952739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network c156d53a-1e5b-431a-8eed-015e2c5f925a is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:03:30.958301 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51570) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:30.967103 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Allocated IP 2001:db8::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/adc46792-2d10-41e8-85f6-8076bed87d9b/db1ccb9b-77cc-4175-b9ef-0b976a543676) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:31.017219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:31.020124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=92501455-79cc-4447-9366-b4e1e4629265,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:31.021429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.026957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:31.032277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28e857f3-c2dd-4cf0-a9f1-2fd88668aea3 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.035952 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:31.039926 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:31.040552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.055662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28e857f3-c2dd-4cf0-a9f1-2fd88668aea3 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.062953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, c156d53a-1e5b-431a-8eed-015e2c5f925a) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:31.103086 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091c4504-6f79-4e8a-a338-59eca8fbf7cb None None] Network c156d53a-1e5b-431a-8eed-015e2c5f925a requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:31.131585 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9b11eb6a-a228-42ad-be84-1e14ce4ce0c0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6106024 Feb 21 09:03:31.132496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51574) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:31.132615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:31.133198 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.204732 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Deleting port 2baa4b0e-5ae9-4e79-9114-d30842988413 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:31.205404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.257365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.278934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.284157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28e857f3-c2dd-4cf0-a9f1-2fd88668aea3 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.294901 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Transition to ACTIVE for port object 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:31.301785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28e857f3-c2dd-4cf0-a9f1-2fd88668aea3 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.305337 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-28e857f3-c2dd-4cf0-a9f1-2fd88668aea3 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/12baaa3e-6568-4aec-9fd2-b97625aa56d8 HTTP/1.1" status: 204 len: 168 time: 0.5723157 Feb 21 09:03:31.306114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51578) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:31.308733 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5819aa38-8245-4311-97e7-01da3fe67744 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9915409 Feb 21 09:03:31.309894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.313468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e857f3-c2dd-4cf0-a9f1-2fd88668aea3 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12baaa3e-6568-4aec-9fd2-b97625aa56d8,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:31.315560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51580) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:31.345159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'network_id': 'c156d53a-1e5b-431a-8eed-015e2c5f925a', 'name': 'tempest-PortsTestJSON-1653121709', 'fixed_ips': [{'subnet_id': 'e435c2c7-af6e-40e4-b38f-af4298474db8', 'ip_address': '172.20.0.10'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:31.418484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Transition to ACTIVE for port object 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:31.439992 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.446092 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f0445a-011d-4be7-86e3-2a22bdece013 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:31.447212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e3f0445a-011d-4be7-86e3-2a22bdece013 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:31.477747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.524765 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6d37ecac-7e26-4288-8fd9-5cf667f16e9c tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2048669 Feb 21 09:03:31.527639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51586) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:31.534040 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-dca5c188-568b-4669-be97-745cfbb122c1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group_rule': {'security_group_id': '1b69a8e5-65af-4ed0-813d-62e04fc6c619', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:31.539625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e3f0445a-011d-4be7-86e3-2a22bdece013 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:31.543595 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e3f0445a-011d-4be7-86e3-2a22bdece013 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4086902 Feb 21 09:03:31.544557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51590) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:31.550471 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-dca5c188-568b-4669-be97-745cfbb122c1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:31.602852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.603376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Fanout notify agent at l3_agent the message router_deleted on router b71ef8a6-7cfb-455f-936d-e3750bd4d412 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:03:31.606479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-dca5c188-568b-4669-be97-745cfbb122c1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:31.607943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:31.609170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Transition to ACTIVE for port object db1ccb9b-77cc-4175-b9ef-0b976a543676 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:31.647552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:31.652765 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.654107 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5eaf9a66-78d6-46f8-8873-122f508c6fdd tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "DELETE /v2.0/routers/b71ef8a6-7cfb-455f-936d-e3750bd4d412 HTTP/1.1" status: 204 len: 168 time: 7.5429344 Feb 21 09:03:31.658265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Network 3739e07b-299b-4bfd-8f41-43acdf8361c4 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:31.661335 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51594) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:31.667611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c78495fd-130f-4f57-a85f-6a4b7e736c8a tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1286940134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:31.668295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-c156d53a-1e5b-431a-8eed-015e2c5f925a', 'network_id': 'c156d53a-1e5b-431a-8eed-015e2c5f925a', 'tenant_id': 'cfcd920978db4520a4cc5ac3df8924c1', 'fixed_ips': [{'subnet_id': 'e435c2c7-af6e-40e4-b38f-af4298474db8'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:31.669190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.681406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] For port 2baa4b0e-5ae9-4e79-9114-d30842988413, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2baa4b0e-5ae9-4e79-9114-d30842988413,segment=NetworkSegment(e93f1de8-ac3b-49c9-861c-deb55a86d647),segment_id=e93f1de8-ac3b-49c9-861c-deb55a86d647)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:31.682045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.684078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Pushing event updated for resources: {'Port': ['ID=9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:31.684719 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-cdd183df-ad5e-4afa-8e40-65e78c7e87f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 92501455-79cc-4447-9366-b4e1e4629265 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:31.685072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cdd183df-ad5e-4afa-8e40-65e78c7e87f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.687990 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:31.692151 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c78495fd-130f-4f57-a85f-6a4b7e736c8a tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:31.693671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Transition to ACTIVE for port object db1ccb9b-77cc-4175-b9ef-0b976a543676 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:31.698633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:31.701916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:31.714270 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.717647 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dca5c188-568b-4669-be97-745cfbb122c1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.762514 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.778676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c78495fd-130f-4f57-a85f-6a4b7e736c8a tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Usage tracker for resource:router and tenant:0d450ac4c78c4887b8294fe5f73efc7d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:31.844995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c78495fd-130f-4f57-a85f-6a4b7e736c8a tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:31.856729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Calling delete_port for 2baa4b0e-5ae9-4e79-9114-d30842988413 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:31.902838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c78495fd-130f-4f57-a85f-6a4b7e736c8a tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:31.914238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port 4488675e-03f8-4419-8ec6-03dee6e03083 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:03:31.944288 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.961712 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:31.964891 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Pushing event updated for resources: {'Port': ['ID=db1ccb9b-77cc-4175-b9ef-0b976a543676,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:31.971226 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Attempting to bind port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:31.971631 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Attempting to bind port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '602a6d23-7ef8-4cc0-851a-260884203cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3739e07b-299b-4bfd-8f41-43acdf8361c4'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:31.972062 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Attempting to bind port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b on network 3739e07b-299b-4bfd-8f41-43acdf8361c4 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:31.979730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:31.983753 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:31.988592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c78495fd-130f-4f57-a85f-6a4b7e736c8a tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.989526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c78495fd-130f-4f57-a85f-6a4b7e736c8a tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.989927 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:31.990301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Checking segment: {'id': '602a6d23-7ef8-4cc0-851a-260884203cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3739e07b-299b-4bfd-8f41-43acdf8361c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:31.990696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:31.991107 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Bound using segment: {'id': '602a6d23-7ef8-4cc0-851a-260884203cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3739e07b-299b-4bfd-8f41-43acdf8361c4'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:31.991575 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Bound port: 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602a6d23-7ef8-4cc0-851a-260884203cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3739e07b-299b-4bfd-8f41-43acdf8361c4'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:31.992070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.085227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.160920 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c78495fd-130f-4f57-a85f-6a4b7e736c8a tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.165415 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Port': ['ID=2baa4b0e-5ae9-4e79-9114-d30842988413,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:32.180385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No DVR routers for this DVR port 2baa4b0e-5ae9-4e79-9114-d30842988413 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:32.210442 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Allocated IP 172.20.0.2 (c156d53a-1e5b-431a-8eed-015e2c5f925a/e435c2c7-af6e-40e4-b38f-af4298474db8/b688d2f6-6095-4c4f-b585-cb1234630e63) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:32.229757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Attempting to bind port db1ccb9b-77cc-4175-b9ef-0b976a543676 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:32.230426 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Attempting to bind port db1ccb9b-77cc-4175-b9ef-0b976a543676 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:32.230936 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Attempting to bind port db1ccb9b-77cc-4175-b9ef-0b976a543676 on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:32.249675 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:32.250153 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:32.250946 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.250946 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:32.251293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Bound port: db1ccb9b-77cc-4175-b9ef-0b976a543676, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:32.251659 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.265091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dca5c188-568b-4669-be97-745cfbb122c1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.285751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c78495fd-130f-4f57-a85f-6a4b7e736c8a tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.290483 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] For port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:32.307382 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dca5c188-568b-4669-be97-745cfbb122c1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.326239 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.356427 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c78495fd-130f-4f57-a85f-6a4b7e736c8a tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.361158 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c78495fd-130f-4f57-a85f-6a4b7e736c8a tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6986499 Feb 21 09:03:32.363587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51598) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:32.367255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c91b43-ae38-427c-9e3a-d65affe7eaec']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:32.374951 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5c188-568b-4669-be97-745cfbb122c1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094118d7-48a6-43a9-b11f-edd224cc7491,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:32.378807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'enable_snat': False}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:32.404810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] For port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b,segment=NetworkSegment(602a6d23-7ef8-4cc0-851a-260884203cda),segment_id=602a6d23-7ef8-4cc0-851a-260884203cda)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:32.414066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.452020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93f1de8-ac3b-49c9-861c-deb55a86d647') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:32.452316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93f1de8-ac3b-49c9-861c-deb55a86d647') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:32.454764 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cdd183df-ad5e-4afa-8e40-65e78c7e87f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.471016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dca5c188-568b-4669-be97-745cfbb122c1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.472286 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dca5c188-568b-4669-be97-745cfbb122c1 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9435422 Feb 21 09:03:32.477492 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51602) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:32.576070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] For port db1ccb9b-77cc-4175-b9ef-0b976a543676, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:32.582501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] For port db1ccb9b-77cc-4175-b9ef-0b976a543676, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=db1ccb9b-77cc-4175-b9ef-0b976a543676,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:32.600301 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-cdd183df-ad5e-4afa-8e40-65e78c7e87f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 92501455-79cc-4447-9366-b4e1e4629265 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:32.646540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.669422 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.671087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.679993 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:32.680665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.683362 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc8ae6-1827-4158-a209-76a543ae7de7 None None] Pushing event updated for resources: {'Port': ['ID=9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:32.697547 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:32.746561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Allocated IP 2001:db8::1 (bee9edbc-d094-4ad0-a329-959b54ce5790/b17ad972-0699-4b6f-a02a-3c6f8adf7597/1e05c88b-d6a6-41ad-bffd-6687ebc6bb95) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:32.806329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.828112 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Transition to ACTIVE for port object b688d2f6-6095-4c4f-b585-cb1234630e63 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:32.886850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Transition to ACTIVE for port object b688d2f6-6095-4c4f-b585-cb1234630e63 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:32.905356 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:32.938970 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6679c8-064a-4e81-9955-a99f720b754e None None] Pushing event updated for resources: {'Port': ['ID=db1ccb9b-77cc-4175-b9ef-0b976a543676,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:33.028136 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d6b3f553-33a8-4790-b628-f8d246952928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.060390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Network c156d53a-1e5b-431a-8eed-015e2c5f925a is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:33.062489 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cdd183df-ad5e-4afa-8e40-65e78c7e87f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.065954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:33.070559 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e5d1b531-8c72-48e0-bdd1-95dcd9409fe3 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules/094118d7-48a6-43a9-b11f-edd224cc7491 HTTP/1.1" status: 200 len: 705 time: 0.4322019 Feb 21 09:03:33.073893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:33.084401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Allocated IP 172.20.0.10 (c156d53a-1e5b-431a-8eed-015e2c5f925a/e435c2c7-af6e-40e4-b38f-af4298474db8/4488675e-03f8-4419-8ec6-03dee6e03083) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:33.085685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Pushing event updated for resources: {'Port': ['ID=b688d2f6-6095-4c4f-b585-cb1234630e63,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:33.097272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51606) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:33.098013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.106834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.167325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd183df-ad5e-4afa-8e40-65e78c7e87f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=92501455-79cc-4447-9366-b4e1e4629265,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:33.173018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Network': ['ID=19c91b43-ae38-427c-9e3a-d65affe7eaec,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:33.185067 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cb76c4e0-09c3-41ae-bffc-43db370c31ac tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/19c91b43-ae38-427c-9e3a-d65affe7eaec HTTP/1.1" status: 204 len: 168 time: 5.9228697 Feb 21 09:03:33.194861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51610) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:33.219764 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Attempting to bind port b688d2f6-6095-4c4f-b585-cb1234630e63 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:33.221040 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Attempting to bind port b688d2f6-6095-4c4f-b585-cb1234630e63 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '55ba383a-d39f-44ec-b085-7cbc3f6a24ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c156d53a-1e5b-431a-8eed-015e2c5f925a'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:33.221681 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-246587771'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:33.222235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Attempting to bind port b688d2f6-6095-4c4f-b585-cb1234630e63 on network c156d53a-1e5b-431a-8eed-015e2c5f925a {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:33.233295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:33.233703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Checking segment: {'id': '55ba383a-d39f-44ec-b085-7cbc3f6a24ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c156d53a-1e5b-431a-8eed-015e2c5f925a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:33.234232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.234746 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Bound using segment: {'id': '55ba383a-d39f-44ec-b085-7cbc3f6a24ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c156d53a-1e5b-431a-8eed-015e2c5f925a'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:33.235472 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Bound port: b688d2f6-6095-4c4f-b585-cb1234630e63, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba383a-d39f-44ec-b085-7cbc3f6a24ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c156d53a-1e5b-431a-8eed-015e2c5f925a'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:33.235844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.240664 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:33.303548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:network and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:33.321132 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:33.340177 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cdd183df-ad5e-4afa-8e40-65e78c7e87f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.348168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:33.354180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-31446277-99d7-4351-85ed-8618bdbb4038 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:33.379844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] For port b688d2f6-6095-4c4f-b585-cb1234630e63, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:33.383288 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cdd183df-ad5e-4afa-8e40-65e78c7e87f8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/92501455-79cc-4447-9366-b4e1e4629265 HTTP/1.1" status: 204 len: 168 time: 1.8339629 Feb 21 09:03:33.386040 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] For port b688d2f6-6095-4c4f-b585-cb1234630e63, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b688d2f6-6095-4c4f-b585-cb1234630e63,segment=NetworkSegment(55ba383a-d39f-44ec-b085-7cbc3f6a24ce),segment_id=55ba383a-d39f-44ec-b085-7cbc3f6a24ce)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:33.387559 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51614) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:33.392300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.397202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.440306 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:33.443537 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.491378 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Transition to ACTIVE for port object 1e05c88b-d6a6-41ad-bffd-6687ebc6bb95 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:33.496433 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926bf0a-4b4c-41d4-ba62-e4a2269e07dd None None] Pushing event updated for resources: {'Port': ['ID=b688d2f6-6095-4c4f-b585-cb1234630e63,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:33.504605 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:03:33.514398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.514749 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Added segment 3f90ede9-84a6-41e4-a324-dec016589a81 of type vlan for network 482d35ac-fd67-4671-9307-2edfabf30eca Feb 21 09:03:33.539422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-31446277-99d7-4351-85ed-8618bdbb4038 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:33.544432 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-31446277-99d7-4351-85ed-8618bdbb4038 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4343102 Feb 21 09:03:33.545397 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51618) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:33.601163 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c9981-70f3-4e94-ac39-11c7a7f3e16d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:33.603486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c9981-70f3-4e94-ac39-11c7a7f3e16d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:33.604458 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-110c9981-70f3-4e94-ac39-11c7a7f3e16d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:33.609713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.614289 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-90a07696-08f0-466e-a0fb-c6381e0b4a13 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.629009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.647480 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.654871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-90a07696-08f0-466e-a0fb-c6381e0b4a13 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.661234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.724737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.728423 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:33.729243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.749730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.754269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-90a07696-08f0-466e-a0fb-c6381e0b4a13 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.779958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:33.841280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-90a07696-08f0-466e-a0fb-c6381e0b4a13 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:33.844975 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-90a07696-08f0-466e-a0fb-c6381e0b4a13 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/094118d7-48a6-43a9-b11f-edd224cc7491 HTTP/1.1" status: 204 len: 168 time: 0.2958095 Feb 21 09:03:33.854081 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51622) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:33.856849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a07696-08f0-466e-a0fb-c6381e0b4a13 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=094118d7-48a6-43a9-b11f-edd224cc7491,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:33.889191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Transition to ACTIVE for port object 4488675e-03f8-4419-8ec6-03dee6e03083 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:33.930272 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:33.936056 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device db1ccb9b-77cc-4175-b9ef-0b976a543676 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:33.962288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6eed86e5-69d5-4025-b80b-baaad9140ba9 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:33.999284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:34.021041 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8230922 Feb 21 09:03:34.021041 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51626) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:34.024571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c5806-2e28-4be4-abf7-a0eb4342d2b8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Network': ['ID=482d35ac-fd67-4671-9307-2edfabf30eca,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:34.026820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-110c9981-70f3-4e94-ac39-11c7a7f3e16d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:34.031068 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-110c9981-70f3-4e94-ac39-11c7a7f3e16d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.6403780 Feb 21 09:03:34.041419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Network bee9edbc-d094-4ad0-a329-959b54ce5790 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:34.045440 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51630) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:34.046036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6eed86e5-69d5-4025-b80b-baaad9140ba9 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:34.049965 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6eed86e5-69d5-4025-b80b-baaad9140ba9 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1920848 Feb 21 09:03:34.055170 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51632) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:34.057668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'subnet': {'network_id': '482d35ac-fd67-4671-9307-2edfabf30eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:34.058463 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 482d35ac-fd67-4671-9307-2edfabf30eca details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:03:34.073361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-24fa7a18-12cf-40d8-aabc-e5176528e95f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group_rule': {'security_group_id': '1b69a8e5-65af-4ed0-813d-62e04fc6c619', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:34.074552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:34.105914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-24fa7a18-12cf-40d8-aabc-e5176528e95f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:34.133736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network c156d53a-1e5b-431a-8eed-015e2c5f925a is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:34.134796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-24fa7a18-12cf-40d8-aabc-e5176528e95f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:34.141471 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:34.144646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:34.184579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=4488675e-03f8-4419-8ec6-03dee6e03083,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:34.292130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:34.318057 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-24fa7a18-12cf-40d8-aabc-e5176528e95f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Project 2e085239a7b748f5a2f8dcb2e3cad7a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:03:34.326250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bafbd49-ff74-4c28-b713-e7d7ad2f6bb4 None None] Network 3739e07b-299b-4bfd-8f41-43acdf8361c4 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:34.344591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:34.345162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:34.353566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-24fa7a18-12cf-40d8-aabc-e5176528e95f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:34.359283 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event updated for resources: {'Port': ['ID=1e05c88b-d6a6-41ad-bffd-6687ebc6bb95,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:34.392314 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:34.392998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:34.534904 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5a199fcb-bfc8-4c7d-ac11-c9c2a6209c62 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2172339 Feb 21 09:03:34.547868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51638) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:34.568624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'network_id': 'c156d53a-1e5b-431a-8eed-015e2c5f925a', 'name': 'tempest-PortsTestJSON-696522499', 'fixed_ips': [{'subnet_id': 'e435c2c7-af6e-40e4-b38f-af4298474db8', 'ip_address': '172.20.0.9'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:34.590520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-24fa7a18-12cf-40d8-aabc-e5176528e95f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:34.592263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port db1ccb9b-77cc-4175-b9ef-0b976a543676 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:34.621862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:34.660717 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7956dbf1-945f-4113-b3e1-fd6f6d83daf6 None None] Provisioning for port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:34.680625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7956dbf1-945f-4113-b3e1-fd6f6d83daf6 None None] Provisioning complete for port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:34.681049 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7956dbf1-945f-4113-b3e1-fd6f6d83daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:34.685814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:subnet and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:34.695553 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-24fa7a18-12cf-40d8-aabc-e5176528e95f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:34.723902 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:34.745070 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:34.763766 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:34.766746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-24fa7a18-12cf-40d8-aabc-e5176528e95f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:34.770510 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-24fa7a18-12cf-40d8-aabc-e5176528e95f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7100987 Feb 21 09:03:34.779540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51642) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:34.798515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:34.826737 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f4867deb-f740-47ea-91cf-08a2760d2a1f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules/87a27de9-29ef-412d-9730-3365da2520be HTTP/1.1" status: 200 len: 711 time: 0.0456340 Feb 21 09:03:34.827917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:34.845543 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51646) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:34.853274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa7a18-12cf-40d8-aabc-e5176528e95f tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a27de9-29ef-412d-9730-3365da2520be,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:34.913956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:34.954830 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7956dbf1-945f-4113-b3e1-fd6f6d83daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:34.981357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:34.993384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:port and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:34.999034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:35.011171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:35.015021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7956dbf1-945f-4113-b3e1-fd6f6d83daf6 None None] For port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b,segment=NetworkSegment(602a6d23-7ef8-4cc0-851a-260884203cda),segment_id=602a6d23-7ef8-4cc0-851a-260884203cda)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:35.025196 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7956dbf1-945f-4113-b3e1-fd6f6d83daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:35.032284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Allocated IP 172.26.6.57 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/93a54e89-67e3-4091-bd2a-24feb764026e) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:35.042778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:35.119305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956dbf1-945f-4113-b3e1-fd6f6d83daf6 None None] Pushing event updated for resources: {'Port': ['ID=9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:35.167665 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-892da780-ff3a-4603-8b41-d9dccf2e60c0 None None] Provisioning for port 1e05c88b-d6a6-41ad-bffd-6687ebc6bb95 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:35.172998 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-892da780-ff3a-4603-8b41-d9dccf2e60c0 None None] Provisioning complete for port 1e05c88b-d6a6-41ad-bffd-6687ebc6bb95 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:35.173367 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-892da780-ff3a-4603-8b41-d9dccf2e60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:35.255649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bc01cd-4bd0-4ce4-be65-a634c174ee5f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet adc46792-2d10-41e8-85f6-8076bed87d9b {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:35.303548 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-892da780-ff3a-4603-8b41-d9dccf2e60c0 None None] Port 1e05c88b-d6a6-41ad-bffd-6687ebc6bb95 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:03:35.324098 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-892da780-ff3a-4603-8b41-d9dccf2e60c0 None None] Provisioning for port db1ccb9b-77cc-4175-b9ef-0b976a543676 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:35.333077 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-892da780-ff3a-4603-8b41-d9dccf2e60c0 None None] Provisioning complete for port db1ccb9b-77cc-4175-b9ef-0b976a543676 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:35.333892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-892da780-ff3a-4603-8b41-d9dccf2e60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:35.338885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-48bc01cd-4bd0-4ce4-be65-a634c174ee5f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:35.402919 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:35.440347 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ee33adad-706e-4fd2-bf4b-e0fb22162001 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:35.510512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:35.515600 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-892da780-ff3a-4603-8b41-d9dccf2e60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:35.572282 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ee33adad-706e-4fd2-bf4b-e0fb22162001 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:35.573757 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ee33adad-706e-4fd2-bf4b-e0fb22162001 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.7171438 Feb 21 09:03:35.576419 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-892da780-ff3a-4603-8b41-d9dccf2e60c0 None None] For port db1ccb9b-77cc-4175-b9ef-0b976a543676, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=db1ccb9b-77cc-4175-b9ef-0b976a543676,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:35.580025 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51650) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:35.588304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1660bb74-8b14-4b89-9b45-0b77d9bf491e None None] Network c156d53a-1e5b-431a-8eed-015e2c5f925a requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:35.599293 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-48bc01cd-4bd0-4ce4-be65-a634c174ee5f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:35.607957 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-892da780-ff3a-4603-8b41-d9dccf2e60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:35.656638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:35.669369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port 33258728-8bbd-4c69-a311-18c7c4db1e62 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:03:35.756814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-12555e51-e6e9-45ac-859f-254243f0d3b0 None None] Could not find standard attr ID for object 3b8aaa25-2e0f-4356-89bd-6133b496d398. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:03:35.786532 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:35.822708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fb3477a7-03a3-46fe-972c-b2051b8dbabd tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:35.846599 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fb3477a7-03a3-46fe-972c-b2051b8dbabd tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:35.869330 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892da780-ff3a-4603-8b41-d9dccf2e60c0 None None] Pushing event updated for resources: {'Port': ['ID=db1ccb9b-77cc-4175-b9ef-0b976a543676,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:35.883279 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-12555e51-e6e9-45ac-859f-254243f0d3b0 None None] Provisioning complete for port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:35.883653 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-12555e51-e6e9-45ac-859f-254243f0d3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:35.947088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:35.988604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fb3477a7-03a3-46fe-972c-b2051b8dbabd tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.033663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3477a7-03a3-46fe-972c-b2051b8dbabd tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87a27de9-29ef-412d-9730-3365da2520be,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:36.035899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Allocated IP 172.20.0.9 (c156d53a-1e5b-431a-8eed-015e2c5f925a/e435c2c7-af6e-40e4-b38f-af4298474db8/33258728-8bbd-4c69-a311-18c7c4db1e62) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:36.048209 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-48bc01cd-4bd0-4ce4-be65-a634c174ee5f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.085338 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.089252 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:36.089610 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.170353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.178019 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.179109 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.250098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.272671 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:36.285859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:36.306340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:36.332208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event updated for resources: {'Port': ['ID=1e05c88b-d6a6-41ad-bffd-6687ebc6bb95,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:36.333189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-12555e51-e6e9-45ac-859f-254243f0d3b0 None None] Provisioning for port b688d2f6-6095-4c4f-b585-cb1234630e63 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:36.339667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Pushing event updated for resources: {'Port': ['ID=93a54e89-67e3-4091-bd2a-24feb764026e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:36.349615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fb3477a7-03a3-46fe-972c-b2051b8dbabd tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.349815 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fb3477a7-03a3-46fe-972c-b2051b8dbabd tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/87a27de9-29ef-412d-9730-3365da2520be HTTP/1.1" status: 204 len: 168 time: 0.7594652 Feb 21 09:03:36.360424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51654) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:36.362001 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b688d2f6-6095-4c4f-b585-cb1234630e63 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:36.438072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port b688d2f6-6095-4c4f-b585-cb1234630e63 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:36.444057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port b688d2f6-6095-4c4f-b585-cb1234630e63 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:36.444430 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.449839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.481768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Transition to ACTIVE for port object 33258728-8bbd-4c69-a311-18c7c4db1e62 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:36.535757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6f2c5259-1c64-43cc-acad-2ea96271a25e None None] Could not find standard attr ID for object 92501455-79cc-4447-9366-b4e1e4629265. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:03:36.536231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.626865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.636995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network c156d53a-1e5b-431a-8eed-015e2c5f925a is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:36.645590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:36.651195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:36.669042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port b688d2f6-6095-4c4f-b585-cb1234630e63, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b688d2f6-6095-4c4f-b585-cb1234630e63,segment=NetworkSegment(55ba383a-d39f-44ec-b085-7cbc3f6a24ce),segment_id=55ba383a-d39f-44ec-b085-7cbc3f6a24ce)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:36.671125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-48bc01cd-4bd0-4ce4-be65-a634c174ee5f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.676320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.698196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Checking segment: {'id': '3f90ede9-84a6-41e4-a324-dec016589a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '482d35ac-fd67-4671-9307-2edfabf30eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:36.698813 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network hostable DHCP agents. Network: 482d35ac-fd67-4671-9307-2edfabf30eca, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:03:36.723011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:36.723806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.725156 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Network bee9edbc-d094-4ad0-a329-959b54ce5790 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:36.739457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=33258728-8bbd-4c69-a311-18c7c4db1e62,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:36.744217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:36.758264 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-045ae1ae-3be1-4c68-8761-abeb6ffdbfe0 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2090814 Feb 21 09:03:36.760169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51658) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:36.763850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=b688d2f6-6095-4c4f-b585-cb1234630e63,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:36.785962 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fad15fec-2e80-488d-b84f-a2b515d93db0 None None] Provisioning for port 4488675e-03f8-4419-8ec6-03dee6e03083 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:36.792220 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fad15fec-2e80-488d-b84f-a2b515d93db0 None None] Provisioning complete for port 4488675e-03f8-4419-8ec6-03dee6e03083 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:36.792594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fad15fec-2e80-488d-b84f-a2b515d93db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.841880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.878471 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-fad15fec-2e80-488d-b84f-a2b515d93db0 None None] Port 4488675e-03f8-4419-8ec6-03dee6e03083 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:03:36.888853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Subnet': ['ID=2d73fd8b-43e0-4561-a6e3-f9626b538822,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:36.897007 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fad15fec-2e80-488d-b84f-a2b515d93db0 None None] Provisioning complete for port b688d2f6-6095-4c4f-b585-cb1234630e63 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:36.897730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fad15fec-2e80-488d-b84f-a2b515d93db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.948392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc01cd-4bd0-4ce4-be65-a634c174ee5f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=adc46792-2d10-41e8-85f6-8076bed87d9b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:36.960274 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network 482d35ac-fd67-4671-9307-2edfabf30eca is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:03:36.964915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-48bc01cd-4bd0-4ce4-be65-a634c174ee5f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:36.977232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ace91e8-6c55-4f19-87fd-01b04fe18fa6 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:37.025295 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3b52ca9d-cd5d-4289-8e8b-c40ef55387cd tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3704104 Feb 21 09:03:37.030949 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51662) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:37.051279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 482d35ac-fd67-4671-9307-2edfabf30eca) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:37.057214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:37.058117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:37.076894 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-48bc01cd-4bd0-4ce4-be65-a634c174ee5f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/adc46792-2d10-41e8-85f6-8076bed87d9b HTTP/1.1" status: 204 len: 168 time: 2.9986300 Feb 21 09:03:37.081100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51666) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:37.143541 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76533d38-0334-4452-b959-978465e4089c None None] Network 482d35ac-fd67-4671-9307-2edfabf30eca requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:37.200467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52cb7b6-774d-4c0f-acb4-047f2ade38a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:37.200467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d52cb7b6-774d-4c0f-acb4-047f2ade38a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:37.200802 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0e7a85aa-ead8-47f0-9388-630660d20e91 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1642485 Feb 21 09:03:37.201587 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51670) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:37.219919 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4ed14150-a98d-4edc-8aaa-fac63a1b0e13 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1371372 Feb 21 09:03:37.227570 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51674) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:37.277630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:37.300908 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:37.310641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d52cb7b6-774d-4c0f-acb4-047f2ade38a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:37.311834 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d52cb7b6-774d-4c0f-acb4-047f2ade38a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5503986 Feb 21 09:03:37.315676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51678) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:37.429788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6323afd0-f60c-4fb5-8dca-f480d79b28b2 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:37.500518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:37.503909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6323afd0-f60c-4fb5-8dca-f480d79b28b2 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:37.647629 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4570776-4da1-4471-85af-e6b90af42358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-482d35ac-fd67-4671-9307-2edfabf30eca', 'network_id': '482d35ac-fd67-4671-9307-2edfabf30eca', 'tenant_id': '361546699e5a424c90202caa077b3902', 'fixed_ips': [{'subnet_id': '2d73fd8b-43e0-4561-a6e3-f9626b538822'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:37.648462 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f4570776-4da1-4471-85af-e6b90af42358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:37.651261 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6323afd0-f60c-4fb5-8dca-f480d79b28b2 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:37.677783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device db1ccb9b-77cc-4175-b9ef-0b976a543676 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:37.690801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323afd0-f60c-4fb5-8dca-f480d79b28b2 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b69a8e5-65af-4ed0-813d-62e04fc6c619,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:37.694194 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Router a8fd69bc-f20c-453f-9ade-877e823c7cda has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:03:37.703150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeea6ca0-ee17-40df-94bf-baa7b52e36e6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:37.703844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-eeea6ca0-ee17-40df-94bf-baa7b52e36e6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:37.709520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:37.734140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c89027-626f-4668-aa35-4e7e63c4f061 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:37.738700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c89027-626f-4668-aa35-4e7e63c4f061 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:37.743830 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c89027-626f-4668-aa35-4e7e63c4f061 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:37.745627 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-54c89027-626f-4668-aa35-4e7e63c4f061 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4289234 Feb 21 09:03:37.748395 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51682) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:37.749501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e092af0a-fd4b-4d18-ab16-d90b683531fe None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:03:37.755795 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6323afd0-f60c-4fb5-8dca-f480d79b28b2 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:37.759827 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6323afd0-f60c-4fb5-8dca-f480d79b28b2 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-groups/1b69a8e5-65af-4ed0-813d-62e04fc6c619 HTTP/1.1" status: 204 len: 168 time: 0.7249579 Feb 21 09:03:37.760902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51686) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:37.772996 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e092af0a-fd4b-4d18-ab16-d90b683531fe None None] Deleting port db1ccb9b-77cc-4175-b9ef-0b976a543676 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:37.773447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e092af0a-fd4b-4d18-ab16-d90b683531fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:37.781617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-eeea6ca0-ee17-40df-94bf-baa7b52e36e6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:37.785058 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-eeea6ca0-ee17-40df-94bf-baa7b52e36e6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5539398 Feb 21 09:03:37.788866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51690) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:37.832906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0186cc78-b1d2-43e8-8093-554543b9963f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 33258728-8bbd-4c69-a311-18c7c4db1e62 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:37.833396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0186cc78-b1d2-43e8-8093-554543b9963f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:37.891168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3c6fe0ab-5dff-4b08-88a9-8c246e237592 None None] Provisioning complete for port 4488675e-03f8-4419-8ec6-03dee6e03083 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:37.891516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe0ab-5dff-4b08-88a9-8c246e237592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.012886 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116211fa-0d42-4e70-94e9-0cc6d7f07081 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:38.013663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-116211fa-0d42-4e70-94e9-0cc6d7f07081 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:38.051622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-3c6fe0ab-5dff-4b08-88a9-8c246e237592 None None] Port 4488675e-03f8-4419-8ec6-03dee6e03083 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:03:38.054767 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.091800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-eadf8666-1f18-4f66-b08b-c797b11bf4de tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:38.114385 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Subnet': ['ID=2d73fd8b-43e0-4561-a6e3-f9626b538822,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:38.119082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-116211fa-0d42-4e70-94e9-0cc6d7f07081 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:38.120260 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-116211fa-0d42-4e70-94e9-0cc6d7f07081 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3263805 Feb 21 09:03:38.122871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51694) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:38.143254 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port db1ccb9b-77cc-4175-b9ef-0b976a543676 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:38.143578 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.149000 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-eadf8666-1f18-4f66-b08b-c797b11bf4de tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:38.154368 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-eadf8666-1f18-4f66-b08b-c797b11bf4de tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3804917 Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server [None req-f4570776-4da1-4471-85af-e6b90af42358 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d73fd8b-43e0-4561-a6e3-f9626b538822: This subnet is being modified by another concurrent operation. Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 21 09:03:38.186783 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise exception Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d73fd8b-43e0-4561-a6e3-f9626b538822: This subnet is being modified by another concurrent operation. Feb 21 09:03:38.193772 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server Feb 21 09:03:38.202306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51698) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:38.202306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Router 7a844847-3af2-41fe-8c91-d484e2d66497 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:03:38.204096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0d70baf9-7e19-4090-af86-bb9505d8d457 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group': {'name': 'tempest-secgroup--742629417'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:38.210523 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0186cc78-b1d2-43e8-8093-554543b9963f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.222361 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6b47b257-2293-46e3-8958-5cf127b40ef5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946107 Feb 21 09:03:38.224423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0d70baf9-7e19-4090-af86-bb9505d8d457 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:38.226804 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51702) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:38.229852 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e092af0a-fd4b-4d18-ab16-d90b683531fe None None] For port db1ccb9b-77cc-4175-b9ef-0b976a543676, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=db1ccb9b-77cc-4175-b9ef-0b976a543676,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:38.231089 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e092af0a-fd4b-4d18-ab16-d90b683531fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.238793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-048a2d10-c2da-492a-b64b-b10c778b7db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:38.245938 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.248554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3c6fe0ab-5dff-4b08-88a9-8c246e237592 None None] Provisioning complete for port 1e05c88b-d6a6-41ad-bffd-6687ebc6bb95 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:38.248920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe0ab-5dff-4b08-88a9-8c246e237592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.275378 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:03:38.283035 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482d35ac-fd67-4671-9307-2edfabf30eca']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:38.288786 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d0a1c-184a-4d79-9ada-5dfa8e208aa4 None None] Sync routers for ids ['a8fd69bc-f20c-453f-9ade-877e823c7cda'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:03:38.295876 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1280ac7f-5d4a-4b5d-a216-3143a134b73b tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "PUT /v2.0/routers/a8fd69bc-f20c-453f-9ade-877e823c7cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3372343 Feb 21 09:03:38.300125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51706) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:38.301866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f90ede9-84a6-41e4-a324-dec016589a81') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:38.302389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f90ede9-84a6-41e4-a324-dec016589a81') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:38.313202 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d0a1c-184a-4d79-9ada-5dfa8e208aa4 None None] Routers {'a8fd69bc-f20c-453f-9ade-877e823c7cda'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:38.314240 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-364d0a1c-184a-4d79-9ada-5dfa8e208aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a8fd69bc-f20c-453f-9ade-877e823c7cda'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:38.336089 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaae024-6892-4bbc-9ae3-2829f50f4e81 None None] Network 482d35ac-fd67-4671-9307-2edfabf30eca requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:38.364296 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0d70baf9-7e19-4090-af86-bb9505d8d457 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:38.373970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0186cc78-b1d2-43e8-8093-554543b9963f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 33258728-8bbd-4c69-a311-18c7c4db1e62 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:38.400182 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-364d0a1c-184a-4d79-9ada-5dfa8e208aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:38.418854 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d0a1c-184a-4d79-9ada-5dfa8e208aa4 None None] Routers {'a8fd69bc-f20c-453f-9ade-877e823c7cda'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:38.419679 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-364d0a1c-184a-4d79-9ada-5dfa8e208aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a8fd69bc-f20c-453f-9ade-877e823c7cda'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:38.431534 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e092af0a-fd4b-4d18-ab16-d90b683531fe None None] Calling delete_port for db1ccb9b-77cc-4175-b9ef-0b976a543676 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:38.495891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d70baf9-7e19-4090-af86-bb9505d8d457 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.502676 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.514564 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-364d0a1c-184a-4d79-9ada-5dfa8e208aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:38.515336 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d0a1c-184a-4d79-9ada-5dfa8e208aa4 None None] The sync data for ids ['a8fd69bc-f20c-453f-9ade-877e823c7cda'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:03:38.583635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-3c6fe0ab-5dff-4b08-88a9-8c246e237592 None None] Port 1e05c88b-d6a6-41ad-bffd-6687ebc6bb95 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:03:38.586432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.606235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:38.606915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:38.624996 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:38.683024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-048a2d10-c2da-492a-b64b-b10c778b7db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:38.737122 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b688d2f6-6095-4c4f-b585-cb1234630e63 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:38.737569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-048a2d10-c2da-492a-b64b-b10c778b7db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:38.740268 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.747369 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.776813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048a2d10-c2da-492a-b64b-b10c778b7db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:38.793806 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/482d35ac-fd67-4671-9307-2edfabf30eca HTTP/1.1" status: 204 len: 168 time: 1.5875885 Feb 21 09:03:38.793806 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5ca40-b52e-433c-9daf-49e387318ed3 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Network': ['ID=482d35ac-fd67-4671-9307-2edfabf30eca,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:38.794674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51710) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:38.803853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b4410f89-cf99-477a-89ff-89c188b690ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.810393 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e092af0a-fd4b-4d18-ab16-d90b683531fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.813838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1765824196'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:38.866759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:38.872821 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092af0a-fd4b-4d18-ab16-d90b683531fe None None] Pushing event deleted for resources: {'Port': ['ID=db1ccb9b-77cc-4175-b9ef-0b976a543676,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:38.883231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3c6fe0ab-5dff-4b08-88a9-8c246e237592 None None] Provisioning for port 33258728-8bbd-4c69-a311-18c7c4db1e62 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:38.891408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0186cc78-b1d2-43e8-8093-554543b9963f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.892136 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e092af0a-fd4b-4d18-ab16-d90b683531fe None None] No DVR routers for this DVR port db1ccb9b-77cc-4175-b9ef-0b976a543676 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:38.894003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3c6fe0ab-5dff-4b08-88a9-8c246e237592 None None] Provisioning complete for port 33258728-8bbd-4c69-a311-18c7c4db1e62 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:38.894360 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe0ab-5dff-4b08-88a9-8c246e237592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:38.898768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:network and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:38.930263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-3c6fe0ab-5dff-4b08-88a9-8c246e237592 None None] Port 33258728-8bbd-4c69-a311-18c7c4db1e62 was deleted so its status cannot be updated. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 21 09:03:38.942685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b74801e-c439-4f13-bc1f-d2f1f86beb42 None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:03:38.953809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:38.962021 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0d70baf9-7e19-4090-af86-bb9505d8d457 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:38.981767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0d70baf9-7e19-4090-af86-bb9505d8d457 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:38.984352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:38.986377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186cc78-b1d2-43e8-8093-554543b9963f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=33258728-8bbd-4c69-a311-18c7c4db1e62,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:38.991005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0d70baf9-7e19-4090-af86-bb9505d8d457 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:38.995249 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port b688d2f6-6095-4c4f-b585-cb1234630e63 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:38.995621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:39.001379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-048a2d10-c2da-492a-b64b-b10c778b7db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:39.020336 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0d70baf9-7e19-4090-af86-bb9505d8d457 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:39.024425 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-b4410f89-cf99-477a-89ff-89c188b690ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 21 09:03:39.032255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51714) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:39.035401 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b4410f89-cf99-477a-89ff-89c188b690ad tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "DELETE /v2.0/routers/a8fd69bc-f20c-453f-9ade-877e823c7cda HTTP/1.1" status: 409 len: 329 time: 0.7201426 Feb 21 09:03:39.191303 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74801e-c439-4f13-bc1f-d2f1f86beb42 None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:03:39.282058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:39.285541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:39.514417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:03:39.554376 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6081a8b1-912f-4210-bf39-ca22c349fcf0 None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:03:39.556453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0186cc78-b1d2-43e8-8093-554543b9963f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:39.583298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:39.583923 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Added segment adddb234-f68f-457a-becd-94be30173b78 of type vlan for network defca59b-0ba4-4b00-89dd-f32e534d089c Feb 21 09:03:39.595580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device db1ccb9b-77cc-4175-b9ef-0b976a543676 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:03:39.597904 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d70baf9-7e19-4090-af86-bb9505d8d457 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:39.618771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d70baf9-7e19-4090-af86-bb9505d8d457 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:39.646080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: db1ccb9b-77cc-4175-b9ef-0b976a543676 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:03:39.646886 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device db1ccb9b-77cc-4175-b9ef-0b976a543676 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:03:39.717617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:03:39.728792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e485f-7d2f-46df-9ea8-a54131029354 None None] Sync routers for ids ['7a844847-3af2-41fe-8c91-d484e2d66497'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:03:39.734302 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0186cc78-b1d2-43e8-8093-554543b9963f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/33258728-8bbd-4c69-a311-18c7c4db1e62 HTTP/1.1" status: 204 len: 168 time: 1.9849219 Feb 21 09:03:39.738633 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51718) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:39.739119 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:39.745087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:39.746642 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-edda1e2c-1e14-4590-8c7a-d097f58192c1 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "PUT /v2.0/routers/7a844847-3af2-41fe-8c91-d484e2d66497 HTTP/1.1" status: 200 len: 919 time: 7.3818564 Feb 21 09:03:39.751373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51722) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:39.756510 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d70baf9-7e19-4090-af86-bb9505d8d457 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:39.757735 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0d70baf9-7e19-4090-af86-bb9505d8d457 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5685973 Feb 21 09:03:39.769183 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e485f-7d2f-46df-9ea8-a54131029354 None None] Routers {'7a844847-3af2-41fe-8c91-d484e2d66497'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:39.769809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2b3e485f-7d2f-46df-9ea8-a54131029354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a844847-3af2-41fe-8c91-d484e2d66497'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:39.780102 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51726) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:39.794254 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-dadb37d5-0d3f-4517-ab60-e2f53984909d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Request body: {'security_group_rule': {'security_group_id': '9ead7f98-7494-42d0-9826-c2c3506114d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:39.800265 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06a6cad-0777-41f3-8b5d-c76b47a7f7d3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] GET failed (client error): The resource could not be found. Feb 21 09:03:39.800776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d06a6cad-0777-41f3-8b5d-c76b47a7f7d3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:39.803496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-dadb37d5-0d3f-4517-ab60-e2f53984909d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:39.808912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dadb37d5-0d3f-4517-ab60-e2f53984909d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Usage tracker for resource:security_group_rule and tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:39.813625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dadb37d5-0d3f-4517-ab60-e2f53984909d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:39.822619 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-dadb37d5-0d3f-4517-ab60-e2f53984909d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:39.832389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d06a6cad-0777-41f3-8b5d-c76b47a7f7d3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:39.835722 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d06a6cad-0777-41f3-8b5d-c76b47a7f7d3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/33258728-8bbd-4c69-a311-18c7c4db1e62 HTTP/1.1" status: 404 len: 333 time: 0.0955074 Feb 21 09:03:39.837623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51730) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:39.840859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70baf9-7e19-4090-af86-bb9505d8d457 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ead7f98-7494-42d0-9826-c2c3506114d1,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:39.851930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081a8b1-912f-4210-bf39-ca22c349fcf0 None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:03:39.860640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2b3e485f-7d2f-46df-9ea8-a54131029354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:39.884788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e485f-7d2f-46df-9ea8-a54131029354 None None] Routers {'7a844847-3af2-41fe-8c91-d484e2d66497'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:39.885741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2b3e485f-7d2f-46df-9ea8-a54131029354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a844847-3af2-41fe-8c91-d484e2d66497'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:39.890630 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dadb37d5-0d3f-4517-ab60-e2f53984909d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:39.940161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-9b5bdf9c-96f1-41f2-81b7-8fbd3f1c4c87 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 4488675e-03f8-4419-8ec6-03dee6e03083 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:39.940516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdf9c-96f1-41f2-81b7-8fbd3f1c4c87 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:39.974361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:39.974934 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2b3e485f-7d2f-46df-9ea8-a54131029354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:39.975773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e485f-7d2f-46df-9ea8-a54131029354 None None] The sync data for ids ['7a844847-3af2-41fe-8c91-d484e2d66497'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:03:39.978196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:39.978810 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.069896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dadb37d5-0d3f-4517-ab60-e2f53984909d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.092399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dadb37d5-0d3f-4517-ab60-e2f53984909d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.179954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb37d5-0d3f-4517-ab60-e2f53984909d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad66fcb-1f1a-48f9-9d51-03800ef67bc7,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:40.211858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dadb37d5-0d3f-4517-ab60-e2f53984909d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.213217 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dadb37d5-0d3f-4517-ab60-e2f53984909d tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4281147 Feb 21 09:03:40.216543 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51734) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:40.225193 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4244299 Feb 21 09:03:40.234571 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51738) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:40.245387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'subnet': {'network_id': 'defca59b-0ba4-4b00-89dd-f32e534d089c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:40.265681 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d6891-0a8e-4c94-a48f-e2d71de2dcff tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Network': ['ID=defca59b-0ba4-4b00-89dd-f32e534d089c,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:40.289250 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdf9c-96f1-41f2-81b7-8fbd3f1c4c87 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.296577 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network defca59b-0ba4-4b00-89dd-f32e534d089c details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:03:40.441169 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-9b5bdf9c-96f1-41f2-81b7-8fbd3f1c4c87 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 4488675e-03f8-4419-8ec6-03dee6e03083 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:40.466002 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': '3f7c355d-7a71-4403-a1ac-a80a5f7ff8be'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:40.467011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.479281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:40.490340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:subnet and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:40.495455 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:40.506218 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1dc16a2-291d-4ef3-ae1e-33eed21dc33b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.507610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.objects.ports [None req-048a2d10-c2da-492a-b64b-b10c778b7db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83585) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:03:40.509954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:40.519593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-048a2d10-c2da-492a-b64b-b10c778b7db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.554947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1dc16a2-291d-4ef3-ae1e-33eed21dc33b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.626413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a2d10-c2da-492a-b64b-b10c778b7db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=3f7c355d-7a71-4403-a1ac-a80a5f7ff8be,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:40.636090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Allocated IP 2001:db8::f816:3eff:feaa:abb4 (749b6d65-c680-4e97-918b-6efdfcb19e4b/3f7c355d-7a71-4403-a1ac-a80a5f7ff8be/c9a1f8c2-8dda-4085-b786-552adaac5f8b) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:40.655143 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:40.659965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1dc16a2-291d-4ef3-ae1e-33eed21dc33b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.672723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a2d10-c2da-492a-b64b-b10c778b7db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:40.679435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-048a2d10-c2da-492a-b64b-b10c778b7db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:40.684083 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048a2d10-c2da-492a-b64b-b10c778b7db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:40.684672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-048a2d10-c2da-492a-b64b-b10c778b7db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.684861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc16a2-291d-4ef3-ae1e-33eed21dc33b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ead7f98-7494-42d0-9826-c2c3506114d1,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:40.699666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdf9c-96f1-41f2-81b7-8fbd3f1c4c87 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.757750 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bdf9c-96f1-41f2-81b7-8fbd3f1c4c87 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=4488675e-03f8-4419-8ec6-03dee6e03083,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:40.772138 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-051d9c78-13e9-4877-9ba3-0154d7ba60e9 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.849598 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1dc16a2-291d-4ef3-ae1e-33eed21dc33b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.850840 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f1dc16a2-291d-4ef3-ae1e-33eed21dc33b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-groups/9ead7f98-7494-42d0-9826-c2c3506114d1 HTTP/1.1" status: 204 len: 168 time: 0.6334422 Feb 21 09:03:40.855720 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51742) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:40.911336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.923493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Transition to ACTIVE for port object c9a1f8c2-8dda-4085-b786-552adaac5f8b will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:40.944973 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Transition to ACTIVE for port object c9a1f8c2-8dda-4085-b786-552adaac5f8b will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:40.951480 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:40.984930 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-048a2d10-c2da-492a-b64b-b10c778b7db7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7570179 Feb 21 09:03:40.988855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51746) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:41.020625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:41.023788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:41.028547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:41.030731 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Pushing event updated for resources: {'Port': ['ID=c9a1f8c2-8dda-4085-b786-552adaac5f8b,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:41.031805 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b84a218d-bd63-4eab-ac80-cb349a9aa85b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:41.041781 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdf9c-96f1-41f2-81b7-8fbd3f1c4c87 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:41.042621 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2b094388-5662-416e-bfa5-8fd00f087d60 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:41.043867 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9b5bdf9c-96f1-41f2-81b7-8fbd3f1c4c87 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/4488675e-03f8-4419-8ec6-03dee6e03083 HTTP/1.1" status: 204 len: 168 time: 1.2048228 Feb 21 09:03:41.046389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51750) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:41.069528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:41.094211 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4016ee01-290b-4607-ac57-273f0fc9a7fd tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] GET failed (client error): The resource could not be found. Feb 21 09:03:41.094743 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4016ee01-290b-4607-ac57-273f0fc9a7fd tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:41.099315 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b84a218d-bd63-4eab-ac80-cb349a9aa85b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:41.100608 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b84a218d-bd63-4eab-ac80-cb349a9aa85b tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2441266 Feb 21 09:03:41.105209 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51754) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:41.132321 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4016ee01-290b-4607-ac57-273f0fc9a7fd tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:41.135984 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4016ee01-290b-4607-ac57-273f0fc9a7fd tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/4488675e-03f8-4419-8ec6-03dee6e03083 HTTP/1.1" status: 404 len: 333 time: 0.0861914 Feb 21 09:03:41.137266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51758) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:41.155883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Attempting to bind port c9a1f8c2-8dda-4085-b786-552adaac5f8b on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:41.156505 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Attempting to bind port c9a1f8c2-8dda-4085-b786-552adaac5f8b by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:41.157012 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Attempting to bind port c9a1f8c2-8dda-4085-b786-552adaac5f8b on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:41.164426 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:41.164878 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:41.165343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:41.165905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:41.166433 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Bound port: c9a1f8c2-8dda-4085-b786-552adaac5f8b, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:41.167070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:41.204352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-241e8087-607d-41f6-9cd5-f100cb5f50c3 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:41.230541 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0a02fb55-f6f6-47d9-8153-1c01c7a80a06 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/routers/7a844847-3af2-41fe-8c91-d484e2d66497 HTTP/1.1" status: 200 len: 925 time: 1.4687998 Feb 21 09:03:41.239278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51762) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:41.263681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] For port c9a1f8c2-8dda-4085-b786-552adaac5f8b, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:41.266826 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] For port c9a1f8c2-8dda-4085-b786-552adaac5f8b, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c9a1f8c2-8dda-4085-b786-552adaac5f8b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:41.272954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:41.322904 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-241e8087-607d-41f6-9cd5-f100cb5f50c3 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:41.324136 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-241e8087-607d-41f6-9cd5-f100cb5f50c3 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2180424 Feb 21 09:03:41.327241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51766) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:41.329207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2b094388-5662-416e-bfa5-8fd00f087d60 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:41.363370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de4fc7-403f-476a-9297-2e193f5ad1a7 None None] Pushing event updated for resources: {'Port': ['ID=c9a1f8c2-8dda-4085-b786-552adaac5f8b,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:41.365681 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2b094388-5662-416e-bfa5-8fd00f087d60 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:41.371191 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-b3bde813-9e78-43a3-b844-48a108f56c74 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] delete failed (client error): The resource could not be found. Feb 21 09:03:41.372223 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b3bde813-9e78-43a3-b844-48a108f56c74 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "DELETE /v2.0/security-groups/9ead7f98-7494-42d0-9826-c2c3506114d1 HTTP/1.1" status: 404 len: 347 time: 0.0400598 Feb 21 09:03:41.376513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51770) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:41.427686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19bbfcd-d598-42e4-9829-30eec059e23c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting subnet e435c2c7-af6e-40e4-b38f-af4298474db8 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:41.431068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e19bbfcd-d598-42e4-9829-30eec059e23c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:41.459142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b094388-5662-416e-bfa5-8fd00f087d60 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:41.461224 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b76d03bc-e405-4403-846f-5b416ccd513b tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&device_id=7a844847-3af2-41fe-8c91-d484e2d66497&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2203789 Feb 21 09:03:41.462815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2b094388-5662-416e-bfa5-8fd00f087d60 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:41.466005 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51774) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:41.591978 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e19bbfcd-d598-42e4-9829-30eec059e23c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:41.710503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911b5795-b2a4-4e76-b91a-20b39bce9042 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:41.711831 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-911b5795-b2a4-4e76-b91a-20b39bce9042 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/networks/26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 881 time: 0.2451353 Feb 21 09:03:41.716538 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51778) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:41.717263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3dbfd02a-353c-42db-a7cd-3b7f804b23a2 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Synchronizing usage tracker for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:41.765774 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e6a6455e-2f01-4899-86f0-4e0148c448e9 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a844847-3af2-41fe-8c91-d484e2d66497 HTTP/1.1" status: 200 len: 205 time: 0.0481014 Feb 21 09:03:41.768424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51782) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:41.797770 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3dbfd02a-353c-42db-a7cd-3b7f804b23a2 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] Unset dirty status for tenant:2e085239a7b748f5a2f8dcb2e3cad7a2 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:41.799469 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3dbfd02a-353c-42db-a7cd-3b7f804b23a2 tempest-SecGroupIPv6Test-1051893285 tempest-SecGroupIPv6Test-1051893285-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4180954 Feb 21 09:03:41.829644 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:41.834361 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.ipam_backend_mixin [None req-2b094388-5662-416e-bfa5-8fd00f087d60 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f7c355d-7a71-4403-a1ac-a80a5f7ff8be (CIDR: 2001:db8::/64) Feb 21 09:03:41.904472 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b094388-5662-416e-bfa5-8fd00f087d60 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:03:41.904905 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b094388-5662-416e-bfa5-8fd00f087d60 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:03:41.910503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e19bbfcd-d598-42e4-9829-30eec059e23c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:41.983350 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Subnet': ['ID=bf256e97-7d62-43a5-b363-baf0e9e5dba2,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:41.986274 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2b094388-5662-416e-bfa5-8fd00f087d60 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9496059 Feb 21 09:03:41.990371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51788) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:42.004388 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ac6d5de1-1bda-4471-9a67-bdd11a772f48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:42.052006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Checking segment: {'id': 'adddb234-f68f-457a-becd-94be30173b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'defca59b-0ba4-4b00-89dd-f32e534d089c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:42.052520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network hostable DHCP agents. Network: defca59b-0ba4-4b00-89dd-f32e534d089c, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:03:42.088941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e19bbfcd-d598-42e4-9829-30eec059e23c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:42.148009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network defca59b-0ba4-4b00-89dd-f32e534d089c is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:03:42.158462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bbfcd-d598-42e4-9829-30eec059e23c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Subnet': ['ID=e435c2c7-af6e-40e4-b38f-af4298474db8,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:42.162764 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e19bbfcd-d598-42e4-9829-30eec059e23c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:42.164943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, defca59b-0ba4-4b00-89dd-f32e534d089c) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:42.172626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:42.173329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:42.211787 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e19bbfcd-d598-42e4-9829-30eec059e23c tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/e435c2c7-af6e-40e4-b38f-af4298474db8 HTTP/1.1" status: 204 len: 168 time: 1.0737135 Feb 21 09:03:42.212555 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51794) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:42.230728 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-142bed8f-446b-47d5-8aaf-0c348a7df0d6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9944444 Feb 21 09:03:42.233529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51798) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:42.242145 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f868c008-619d-46c7-b203-07252e25a1c0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'subnet': {'network_id': 'defca59b-0ba4-4b00-89dd-f32e534d089c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:42.312160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51802) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:42.315768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ac6d5de1-1bda-4471-9a67-bdd11a772f48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:42.352164 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ac6d5de1-1bda-4471-9a67-bdd11a772f48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:42.391251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:42.397532 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6d5de1-1bda-4471-9a67-bdd11a772f48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:42.458843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-051d9c78-13e9-4877-9ba3-0154d7ba60e9 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Deleting port 1e05c88b-d6a6-41ad-bffd-6687ebc6bb95 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:42.459210 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-051d9c78-13e9-4877-9ba3-0154d7ba60e9 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:42.492203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port b688d2f6-6095-4c4f-b585-cb1234630e63 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:42.492544 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:42.531920 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f868c008-619d-46c7-b203-07252e25a1c0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:42.540088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f868c008-619d-46c7-b203-07252e25a1c0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:subnet and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:42.545828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f868c008-619d-46c7-b203-07252e25a1c0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:42.577635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f868c008-619d-46c7-b203-07252e25a1c0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:42.579481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:42.607756 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48c12fb-1753-47a4-9f38-26265a8b4bea None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:42.623715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d3c14-24f8-4b72-a258-6129ebd9d994 None None] Network defca59b-0ba4-4b00-89dd-f32e534d089c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:42.684757 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f868c008-619d-46c7-b203-07252e25a1c0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:42.690230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f868c008-619d-46c7-b203-07252e25a1c0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:42.805478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-414759b6-ff43-41a8-a815-5e962d085800 None None] Provisioning for port c9a1f8c2-8dda-4085-b786-552adaac5f8b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:42.923356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5de1-1bda-4471-9a67-bdd11a772f48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:42.936411 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e53fc16-c519-4b33-8f77-d9caa6bb3bef None None] Network c156d53a-1e5b-431a-8eed-015e2c5f925a requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:42.992779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-051d9c78-13e9-4877-9ba3-0154d7ba60e9 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:43.012550 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a6b868b9-dd21-4081-8c86-feffd096e625 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e085239a7b748f5a2f8dcb2e3cad7a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6960101 Feb 21 09:03:43.017487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51808) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:43.136774 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-051d9c78-13e9-4877-9ba3-0154d7ba60e9 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Calling delete_port for 1e05c88b-d6a6-41ad-bffd-6687ebc6bb95 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:43.222606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] For port b688d2f6-6095-4c4f-b585-cb1234630e63, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b688d2f6-6095-4c4f-b585-cb1234630e63,segment=NetworkSegment(55ba383a-d39f-44ec-b085-7cbc3f6a24ce),segment_id=55ba383a-d39f-44ec-b085-7cbc3f6a24ce)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:43.222606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:43.289410 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-defca59b-0ba4-4b00-89dd-f32e534d089c', 'network_id': 'defca59b-0ba4-4b00-89dd-f32e534d089c', 'tenant_id': '361546699e5a424c90202caa077b3902', 'fixed_ips': [{'subnet_id': 'bf256e97-7d62-43a5-b363-baf0e9e5dba2'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:43.289875 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:43.375113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for b688d2f6-6095-4c4f-b585-cb1234630e63 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:43.413662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f868c008-619d-46c7-b203-07252e25a1c0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:43.450491 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfc83-4477-4522-8c81-2f1af0fff741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:43.464319 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f868c008-619d-46c7-b203-07252e25a1c0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network defca59b-0ba4-4b00-89dd-f32e534d089c is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:43.471305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-f868c008-619d-46c7-b203-07252e25a1c0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:43.484287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f868c008-619d-46c7-b203-07252e25a1c0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:43.484887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f868c008-619d-46c7-b203-07252e25a1c0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:43.567482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-051d9c78-13e9-4877-9ba3-0154d7ba60e9 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:43.584293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1846db09-36ed-44a0-8fc0-32e6a243a14d None None] DHCP port deletion for c156d53a-1e5b-431a-8eed-015e2c5f925a request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:03:43.643918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868c008-619d-46c7-b203-07252e25a1c0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Subnet': ['ID=510916f1-d3e5-4d92-b796-67dd718293aa,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:43.658865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1846db09-36ed-44a0-8fc0-32e6a243a14d None None] Deleting port b688d2f6-6095-4c4f-b585-cb1234630e63 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:43.662409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1846db09-36ed-44a0-8fc0-32e6a243a14d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:43.736084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d9c78-13e9-4877-9ba3-0154d7ba60e9 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event deleted for resources: {'Port': ['ID=1e05c88b-d6a6-41ad-bffd-6687ebc6bb95,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:43.758957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfc83-4477-4522-8c81-2f1af0fff741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:43.759595 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f868c008-619d-46c7-b203-07252e25a1c0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5251160 Feb 21 09:03:43.760216 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51812) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:43.771948 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:43.778125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c9a1f8c2-8dda-4085-b786-552adaac5f8b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:43.849370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Allocated IP 2001:db8::2 (defca59b-0ba4-4b00-89dd-f32e534d089c/bf256e97-7d62-43a5-b363-baf0e9e5dba2/550772b8-1ad5-4925-8cf9-c831fc7f72eb) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:43.853075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=b688d2f6-6095-4c4f-b585-cb1234630e63,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:43.866230 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5de1-1bda-4471-9a67-bdd11a772f48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:43.922576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No DVR routers for this DVR port b688d2f6-6095-4c4f-b585-cb1234630e63 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:43.932358 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1846db09-36ed-44a0-8fc0-32e6a243a14d None None] The port 'b688d2f6-6095-4c4f-b585-cb1234630e63' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:03:43.982395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6d5de1-1bda-4471-9a67-bdd11a772f48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:43.993734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b12dd-4a0e-4f67-bef6-d41cd23afa30 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:43.995844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b12dd-4a0e-4f67-bef6-d41cd23afa30 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:43.997517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b12dd-4a0e-4f67-bef6-d41cd23afa30 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:43.999020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b12dd-4a0e-4f67-bef6-d41cd23afa30 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:44.000863 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b12dd-4a0e-4f67-bef6-d41cd23afa30 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:44.002093 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-385b12dd-4a0e-4f67-bef6-d41cd23afa30 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Synchronizing usage tracker for tenant:361546699e5a424c90202caa077b3902 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:44.018264 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-ac6d5de1-1bda-4471-9a67-bdd11a772f48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:44.020942 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-051d9c78-13e9-4877-9ba3-0154d7ba60e9 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.021911 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6d5de1-1bda-4471-9a67-bdd11a772f48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:44.022598 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5de1-1bda-4471-9a67-bdd11a772f48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.082512 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d3cef-e386-4bdb-a4f8-e260dc74c799 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:44.100185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-385b12dd-4a0e-4f67-bef6-d41cd23afa30 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Unset dirty status for tenant:361546699e5a424c90202caa077b3902 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:44.106371 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-385b12dd-4a0e-4f67-bef6-d41cd23afa30 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2788117 Feb 21 09:03:44.113033 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51816) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:44.142281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-955339996'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:44.156506 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.162879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:44.167341 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d5de1-1bda-4471-9a67-bdd11a772f48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=4b8bc20d-5791-4e5a-8454-78a8585fa575,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:44.175737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.196447 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:network and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:44.209698 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Deleting port 93a54e89-67e3-4091-bd2a-24feb764026e {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:44.210041 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.243163 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:44.250625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfc83-4477-4522-8c81-2f1af0fff741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.252572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfc83-4477-4522-8c81-2f1af0fff741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.253840 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6d9dfc83-4477-4522-8c81-2f1af0fff741 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a505e68-494d-4945-aec6-023bae2941fa HTTP/1.1" status: 204 len: 168 time: 1.2163062 Feb 21 09:03:44.290733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c156d53a-1e5b-431a-8eed-015e2c5f925a']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:44.297640 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:44.303218 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ac6d5de1-1bda-4471-9a67-bdd11a772f48 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3086834 Feb 21 09:03:44.313512 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port c9a1f8c2-8dda-4085-b786-552adaac5f8b completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:44.320384 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51822) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:44.321157 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dfc83-4477-4522-8c81-2f1af0fff741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a505e68-494d-4945-aec6-023bae2941fa,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:44.325987 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port c9a1f8c2-8dda-4085-b786-552adaac5f8b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:44.326206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.326929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ba383a-d39f-44ec-b085-7cbc3f6a24ce') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:44.327257 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ba383a-d39f-44ec-b085-7cbc3f6a24ce') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:44.340965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'mac_address': 'fa:16:3e:e7:e7:fd', 'name': 'tempest-NetworksTestDHCPv6-1325731825'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:44.438305 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.452834 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.455961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:44.459113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.473847 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Transition to ACTIVE for port object 550772b8-1ad5-4925-8cf9-c831fc7f72eb will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:44.541519 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Transition to ACTIVE for port object 550772b8-1ad5-4925-8cf9-c831fc7f72eb will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:44.597003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.701023 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.724694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Network defca59b-0ba4-4b00-89dd-f32e534d089c is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:44.732663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:44.735708 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:44.743481 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Pushing event updated for resources: {'Port': ['ID=550772b8-1ad5-4925-8cf9-c831fc7f72eb,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:44.757393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051d9c78-13e9-4877-9ba3-0154d7ba60e9 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Router a8fd69bc-f20c-453f-9ade-877e823c7cda has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:03:44.867875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.903398 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port c9a1f8c2-8dda-4085-b786-552adaac5f8b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c9a1f8c2-8dda-4085-b786-552adaac5f8b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:44.914234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051d9c78-13e9-4877-9ba3-0154d7ba60e9 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:03:44.919415 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-051d9c78-13e9-4877-9ba3-0154d7ba60e9 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "PUT /v2.0/routers/a8fd69bc-f20c-453f-9ade-877e823c7cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8405924 Feb 21 09:03:44.923294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51836) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:44.926572 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86796a4-79d2-4037-9796-58d5b2bb4a94 None None] Sync routers for ids ['a8fd69bc-f20c-453f-9ade-877e823c7cda'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:03:44.932504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:44.950360 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86796a4-79d2-4037-9796-58d5b2bb4a94 None None] Routers {'a8fd69bc-f20c-453f-9ade-877e823c7cda'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:44.952377 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f86796a4-79d2-4037-9796-58d5b2bb4a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a8fd69bc-f20c-453f-9ade-877e823c7cda'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:44.972266 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Attempting to bind port 550772b8-1ad5-4925-8cf9-c831fc7f72eb on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:44.972560 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Attempting to bind port 550772b8-1ad5-4925-8cf9-c831fc7f72eb by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'adddb234-f68f-457a-becd-94be30173b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'defca59b-0ba4-4b00-89dd-f32e534d089c'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:44.972848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Attempting to bind port 550772b8-1ad5-4925-8cf9-c831fc7f72eb on network defca59b-0ba4-4b00-89dd-f32e534d089c {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:44.998117 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-a3c3984e-a617-4dcc-bfb8-7fff94b9a9ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] show failed (client error): The resource could not be found. Feb 21 09:03:44.999286 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a3c3984e-a617-4dcc-bfb8-7fff94b9a9ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1047947871 HTTP/1.1" status: 404 len: 335 time: 0.0743327 Feb 21 09:03:45.003379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51840) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:45.010114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4531ab62-921c-4856-8318-b8604c50b2ea tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:45.011593 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Calling delete_port for 93a54e89-67e3-4091-bd2a-24feb764026e owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:45.019238 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:45.019614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Checking segment: {'id': 'adddb234-f68f-457a-becd-94be30173b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'defca59b-0ba4-4b00-89dd-f32e534d089c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:45.020011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.020394 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Bound using segment: {'id': 'adddb234-f68f-457a-becd-94be30173b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'defca59b-0ba4-4b00-89dd-f32e534d089c'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:45.020857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Bound port: 550772b8-1ad5-4925-8cf9-c831fc7f72eb, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adddb234-f68f-457a-becd-94be30173b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'defca59b-0ba4-4b00-89dd-f32e534d089c'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:45.021487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.047908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf2f9a6-dd4e-4d3c-874c-bfa28ffddc97 None None] Update dhcp port {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'fixed_ips': [{'subnet_id': '3f7c355d-7a71-4403-a1ac-a80a5f7ff8be', 'ip_address': '2001:db8::f816:3eff:feaa:abb4'}, {'subnet_id': '4b8bc20d-5791-4e5a-8454-78a8585fa575'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': 'c9a1f8c2-8dda-4085-b786-552adaac5f8b'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:03:45.084602 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-4531ab62-921c-4856-8318-b8604c50b2ea tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] update failed (client error): The resource could not be found. Feb 21 09:03:45.084602 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4531ab62-921c-4856-8318-b8604c50b2ea tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-942923419 HTTP/1.1" status: 404 len: 334 time: 0.0786293 Feb 21 09:03:45.089213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51846) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:45.096969 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=c9a1f8c2-8dda-4085-b786-552adaac5f8b,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:45.110411 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f86796a4-79d2-4037-9796-58d5b2bb4a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:45.147407 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86796a4-79d2-4037-9796-58d5b2bb4a94 None None] Routers {'a8fd69bc-f20c-453f-9ade-877e823c7cda'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:45.148754 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f86796a4-79d2-4037-9796-58d5b2bb4a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a8fd69bc-f20c-453f-9ade-877e823c7cda'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:45.179787 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-baf2f9a6-dd4e-4d3c-874c-bfa28ffddc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.185503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:45.204059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:port and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:45.208306 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.214478 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:45.233836 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:45.234403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:45.257374 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:45.259407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] For port 550772b8-1ad5-4925-8cf9-c831fc7f72eb, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:45.271903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:45.279209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] For port 550772b8-1ad5-4925-8cf9-c831fc7f72eb, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=550772b8-1ad5-4925-8cf9-c831fc7f72eb,segment=NetworkSegment(adddb234-f68f-457a-becd-94be30173b78),segment_id=adddb234-f68f-457a-becd-94be30173b78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:45.294706 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f86796a4-79d2-4037-9796-58d5b2bb4a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:45.295639 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86796a4-79d2-4037-9796-58d5b2bb4a94 None None] The sync data for ids ['a8fd69bc-f20c-453f-9ade-877e823c7cda'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:03:45.338095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.354960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:03:45.382759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:45.387217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.397524 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bd0237-a159-45d4-8177-2a5fe63669ce tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Deleting subnet c62e9f15-41c9-4738-ae40-198dc1a5fe33 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:45.400415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.400756 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Added segment f0b5fbf5-92e8-47dc-a0b1-ea81cb928166 of type vlan for network 243eeba8-69bb-48ae-8e0c-69469eff9318 Feb 21 09:03:45.400963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-36bd0237-a159-45d4-8177-2a5fe63669ce tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.412573 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.458058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.458467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e9282-46b1-4085-8e1e-4528f55ce647 None None] Pushing event updated for resources: {'Port': ['ID=550772b8-1ad5-4925-8cf9-c831fc7f72eb,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:45.469397 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-36bd0237-a159-45d4-8177-2a5fe63669ce tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.505018 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.512807 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Pushing event deleted for resources: {'Port': ['ID=93a54e89-67e3-4091-bd2a-24feb764026e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:45.530118 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port abe127af-c5b2-42a7-80f8-bd77cbbc9ab9 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:03:45.536730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-baf2f9a6-dd4e-4d3c-874c-bfa28ffddc97 None None] Allocated IP 2001:db8:0:1::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/4b8bc20d-5791-4e5a-8454-78a8585fa575/c9a1f8c2-8dda-4085-b786-552adaac5f8b) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:45.597675 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-36bd0237-a159-45d4-8177-2a5fe63669ce tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.631325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Network': ['ID=c156d53a-1e5b-431a-8eed-015e2c5f925a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:45.636307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51854) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:45.693265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c9a1f8c2-8dda-4085-b786-552adaac5f8b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:45.728446 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.733222 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-561f8e12-61ea-4405-a39c-0be26717a8a8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/networks/c156d53a-1e5b-431a-8eed-015e2c5f925a HTTP/1.1" status: 204 len: 168 time: 3.5109367 Feb 21 09:03:45.738543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51860) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:45.747762 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1311731257'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:45.754257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-36bd0237-a159-45d4-8177-2a5fe63669ce tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.763678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:45.843857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-baf2f9a6-dd4e-4d3c-874c-bfa28ffddc97 None None] For port c9a1f8c2-8dda-4085-b786-552adaac5f8b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c9a1f8c2-8dda-4085-b786-552adaac5f8b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:45.857766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:network and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:45.862393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd0237-a159-45d4-8177-2a5fe63669ce tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event deleted for resources: {'Subnet': ['ID=c62e9f15-41c9-4738-ae40-198dc1a5fe33,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:45.870088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:45.870696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port c9a1f8c2-8dda-4085-b786-552adaac5f8b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:45.871260 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.881847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:45.884452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-36bd0237-a159-45d4-8177-2a5fe63669ce tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.893523 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-36bd0237-a159-45d4-8177-2a5fe63669ce tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "DELETE /v2.0/subnets/c62e9f15-41c9-4738-ae40-198dc1a5fe33 HTTP/1.1" status: 204 len: 168 time: 0.8031814 Feb 21 09:03:45.896784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51864) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:45.931136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:45.935432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:45.960046 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd930f2-6063-4883-95af-b9b21f900e0b None None] Network 3739e07b-299b-4bfd-8f41-43acdf8361c4 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:45.995293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.resource_extend [None req-baf2f9a6-dd4e-4d3c-874c-bfa28ffddc97 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:03:46.043954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:03:46.054139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-5f426362-1469-4f58-b7c5-6ec9ed301443 tempest-SubnetPoolsTestJSON-1428471643 tempest-SubnetPoolsTestJSON-1428471643-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1945598861', 'prefixes': ['172.20.0.0/16']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:46.068075 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:46.068420 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Added segment 07f4f1e9-42c4-4352-9201-764c7d9404ee of type vlan for network 8ce7b917-39da-4397-9375-f775510879ae Feb 21 09:03:46.072510 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:46.072981 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5f426362-1469-4f58-b7c5-6ec9ed301443 tempest-SubnetPoolsTestJSON-1428471643 tempest-SubnetPoolsTestJSON-1428471643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:46.077638 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:46.081531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:46.082132 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:46.104485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Deleting port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:46.104776 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:46.134130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:46.150030 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-baf2f9a6-dd4e-4d3c-874c-bfa28ffddc97 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:46.197128 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:46.230623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:46.234322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:46.234903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:46.252260 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-baf2f9a6-dd4e-4d3c-874c-bfa28ffddc97 None None] Transition to ACTIVE for port object c9a1f8c2-8dda-4085-b786-552adaac5f8b will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:46.290204 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-baf2f9a6-dd4e-4d3c-874c-bfa28ffddc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:46.344766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b688d2f6-6095-4c4f-b585-cb1234630e63 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:03:46.384297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Network': ['ID=243eeba8-69bb-48ae-8e0c-69469eff9318,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:46.397859 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-242c9158-25c6-488f-b261-cbc303c33803 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2835970 Feb 21 09:03:46.413099 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51868) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:46.421397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-74684939-1921-42dd-bb4d-aca629ee1d61 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:46.429920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: b688d2f6-6095-4c4f-b585-cb1234630e63 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:03:46.431202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b688d2f6-6095-4c4f-b585-cb1234630e63 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:03:46.442641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Network': ['ID=8ce7b917-39da-4397-9375-f775510879ae,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:46.448211 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3863fd39-5b01-40c5-a282-7b11013be41e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7044420 Feb 21 09:03:46.471983 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51872) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:46.484187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': '8ce7b917-39da-4397-9375-f775510879ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:46.484874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 243eeba8-69bb-48ae-8e0c-69469eff9318 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:03:46.574177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 8ce7b917-39da-4397-9375-f775510879ae details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:03:46.614593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] For port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b,segment=NetworkSegment(602a6d23-7ef8-4cc0-851a-260884203cda),segment_id=602a6d23-7ef8-4cc0-851a-260884203cda)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:46.615322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:46.665653 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2f9a6-dd4e-4d3c-874c-bfa28ffddc97 None None] Pushing event updated for resources: {'Port': ['ID=c9a1f8c2-8dda-4085-b786-552adaac5f8b,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:46.783662 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:03:46.902060 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Calling delete_port for 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:46.903397 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8287d38c-ed18-41cf-ae54-179c3795d0e9 None None] DHCP port deletion for 3739e07b-299b-4bfd-8f41-43acdf8361c4 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:03:46.908973 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8287d38c-ed18-41cf-ae54-179c3795d0e9 None None] Deleting port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:46.909612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8287d38c-ed18-41cf-ae54-179c3795d0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:46.941137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:46.953812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:46.964878 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:46.974448 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:47.006036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.021794 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:47.029185 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b6f2f4-7080-47d4-b616-aec3aaad6544 None None] Network defca59b-0ba4-4b00-89dd-f32e534d089c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:47.052711 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.121848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.164425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-47dbc4cd-20dd-4f34-8f69-0834c16c6952 None None] Provisioning for port 550772b8-1ad5-4925-8cf9-c831fc7f72eb completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:47.166788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8:0:1::b (749b6d65-c680-4e97-918b-6efdfcb19e4b/4b8bc20d-5791-4e5a-8454-78a8585fa575/abe127af-c5b2-42a7-80f8-bd77cbbc9ab9) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:47.198051 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::f816:3eff:fee7:e7fd (749b6d65-c680-4e97-918b-6efdfcb19e4b/3f7c355d-7a71-4403-a1ac-a80a5f7ff8be/abe127af-c5b2-42a7-80f8-bd77cbbc9ab9) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:47.241156 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-74684939-1921-42dd-bb4d-aca629ee1d61 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.250185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event deleted for resources: {'Port': ['ID=9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:47.253678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] No DVR routers for this DVR port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:47.278426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.278923 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Fanout notify agent at l3_agent the message router_deleted on router 7a844847-3af2-41fe-8c91-d484e2d66497 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:03:47.287365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8287d38c-ed18-41cf-ae54-179c3795d0e9 None None] For port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b,segment=NetworkSegment(602a6d23-7ef8-4cc0-851a-260884203cda),segment_id=602a6d23-7ef8-4cc0-851a-260884203cda)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:47.287827 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8287d38c-ed18-41cf-ae54-179c3795d0e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.293420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.294561 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c1231fec-11c3-49b4-9e86-f8742104df39 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "DELETE /v2.0/routers/7a844847-3af2-41fe-8c91-d484e2d66497 HTTP/1.1" status: 204 len: 168 time: 5.5248687 Feb 21 09:03:47.303758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51876) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:47.309925 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-74684939-1921-42dd-bb4d-aca629ee1d61 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.314444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5f426362-1469-4f58-b7c5-6ec9ed301443 tempest-SubnetPoolsTestJSON-1428471643 tempest-SubnetPoolsTestJSON-1428471643-project] Notify callbacks [] for subnetpool, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.318030 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5f426362-1469-4f58-b7c5-6ec9ed301443 tempest-SubnetPoolsTestJSON-1428471643 tempest-SubnetPoolsTestJSON-1428471643-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.6595640 Feb 21 09:03:47.329348 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1391764839', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:47.335485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51880) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:47.357220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.415726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:47.422075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-74684939-1921-42dd-bb4d-aca629ee1d61 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network 243eeba8-69bb-48ae-8e0c-69469eff9318 is not hosted by any dhcp agent {{(pid=83584) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 21 09:03:47.424201 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c5484bd8-0b19-4bdc-b177-66c9b59e884a tempest-SubnetPoolsTestJSON-1428471643 tempest-SubnetPoolsTestJSON-1428471643-project] 10.222.0.48 "GET /v2.0/subnetpools/d4f98576-bd61-4587-9b9a-6f578d70297e HTTP/1.1" status: 200 len: 732 time: 0.0501590 Feb 21 09:03:47.426530 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74684939-1921-42dd-bb4d-aca629ee1d61 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:47.427167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-74684939-1921-42dd-bb4d-aca629ee1d61 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.428478 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-74684939-1921-42dd-bb4d-aca629ee1d61 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "PUT /v2.0/networks/243eeba8-69bb-48ae-8e0c-69469eff9318 HTTP/1.1" status: 200 len: 723 time: 1.0154033 Feb 21 09:03:47.429116 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51884) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:47.459315 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8287d38c-ed18-41cf-ae54-179c3795d0e9 None None] Calling delete_port for 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:47.473530 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74684939-1921-42dd-bb4d-aca629ee1d61 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Network': ['ID=243eeba8-69bb-48ae-8e0c-69469eff9318,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:47.489849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51886) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:47.495677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 243eeba8-69bb-48ae-8e0c-69469eff9318 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:03:47.514056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Usage tracker for resource:router and tenant:0d450ac4c78c4887b8294fe5f73efc7d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:47.581397 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:47.647096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.692807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:47.697294 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-8287d38c-ed18-41cf-ae54-179c3795d0e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:03:47.697647 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-8287d38c-ed18-41cf-ae54-179c3795d0e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:03:47.698821 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-56a5f04c-175c-4b60-a111-f5d6878a7758 tempest-SubnetPoolsTestJSON-1428471643 tempest-SubnetPoolsTestJSON-1428471643-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-134935117'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:47.708298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3739e07b-299b-4bfd-8f41-43acdf8361c4']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:47.708559 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d911d645-aad6-4e80-9c1d-1d440b575249 None None] Provisioning for port c9a1f8c2-8dda-4085-b786-552adaac5f8b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:47.711944 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-3cbd3468-f56b-469c-9c39-10a5b17f1ee0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'subnet': {'network_id': '243eeba8-69bb-48ae-8e0c-69469eff9318', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:47.716712 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d911d645-aad6-4e80-9c1d-1d440b575249 None None] Provisioning complete for port c9a1f8c2-8dda-4085-b786-552adaac5f8b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:47.717082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d911d645-aad6-4e80-9c1d-1d440b575249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.731571 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602a6d23-7ef8-4cc0-851a-260884203cda') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:47.732261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602a6d23-7ef8-4cc0-851a-260884203cda') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:47.739721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.740848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.756914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.773714 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c9a1f8c2-8dda-4085-b786-552adaac5f8b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:47.787288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.800775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:47.801288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:47.818063 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:47.850882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.900741 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object abe127af-c5b2-42a7-80f8-bd77cbbc9ab9 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:47.911508 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3cbd3468-f56b-469c-9c39-10a5b17f1ee0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:47.915742 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.941578 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3cbd3468-f56b-469c-9c39-10a5b17f1ee0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:47.973453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbd3468-f56b-469c-9c39-10a5b17f1ee0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:47.976663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.994161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-56a5f04c-175c-4b60-a111-f5d6878a7758 tempest-SubnetPoolsTestJSON-1428471643 tempest-SubnetPoolsTestJSON-1428471643-project] Notify callbacks [] for subnetpool, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:47.997672 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-56a5f04c-175c-4b60-a111-f5d6878a7758 tempest-SubnetPoolsTestJSON-1428471643 tempest-SubnetPoolsTestJSON-1428471643-project] 10.222.0.48 "PUT /v2.0/subnetpools/d4f98576-bd61-4587-9b9a-6f578d70297e HTTP/1.1" status: 200 len: 683 time: 0.5235217 Feb 21 09:03:48.015703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port c9a1f8c2-8dda-4085-b786-552adaac5f8b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:48.016261 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.032305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51892) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:48.056408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.071890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.076623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89812213-647c-479d-9679-dff8faa053a0 None None] Update dhcp port {'port': {'network_id': 'defca59b-0ba4-4b00-89dd-f32e534d089c', 'fixed_ips': [{'subnet_id': 'bf256e97-7d62-43a5-b363-baf0e9e5dba2', 'ip_address': '2001:db8::2'}, {'subnet_id': '510916f1-d3e5-4d92-b796-67dd718293aa'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': '550772b8-1ad5-4925-8cf9-c831fc7f72eb'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:03:48.134873 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89812213-647c-479d-9679-dff8faa053a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.156437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3468-f56b-469c-9c39-10a5b17f1ee0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.167280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event deleted for resources: {'Network': ['ID=3739e07b-299b-4bfd-8f41-43acdf8361c4,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:48.196385 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fa0b65a8-3f49-44fd-95b1-d6f018aef71f tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "DELETE /v2.0/networks/3739e07b-299b-4bfd-8f41-43acdf8361c4 HTTP/1.1" status: 204 len: 168 time: 2.2960658 Feb 21 09:03:48.205943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51896) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:48.229813 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8287d38c-ed18-41cf-ae54-179c3795d0e9 None None] Deleting port 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:48.229813 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8287d38c-ed18-41cf-ae54-179c3795d0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.244699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.262137 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:48.265837 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=abe127af-c5b2-42a7-80f8-bd77cbbc9ab9,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:48.269467 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:48.272263 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:48.276487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:48.277144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.309599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 550772b8-1ad5-4925-8cf9-c831fc7f72eb up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:48.322921 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2247ce39-bc9e-4c5f-b3c3-0a4b7efa6b95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9981866 Feb 21 09:03:48.327790 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51900) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:48.341364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8287d38c-ed18-41cf-ae54-179c3795d0e9 None None] The port '9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:03:48.392003 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.405844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-109880a5-303e-4b53-84e3-c5646d2b7332 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port abe127af-c5b2-42a7-80f8-bd77cbbc9ab9 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:48.406182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-109880a5-303e-4b53-84e3-c5646d2b7332 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.415727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Subnet': ['ID=c201e242-9bfd-4908-9867-5ab577656c39,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:48.518683 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-67c0c9e3-af09-439d-978d-a8f1287678db tempest-SubnetPoolsTestJSON-1428471643 tempest-SubnetPoolsTestJSON-1428471643-project] Notify callbacks [] for subnetpool, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.519865 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-67c0c9e3-af09-439d-978d-a8f1287678db tempest-SubnetPoolsTestJSON-1428471643 tempest-SubnetPoolsTestJSON-1428471643-project] 10.222.0.48 "DELETE /v2.0/subnetpools/d4f98576-bd61-4587-9b9a-6f578d70297e HTTP/1.1" status: 204 len: 168 time: 0.4669945 Feb 21 09:03:48.536667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51904) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:48.548069 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 550772b8-1ad5-4925-8cf9-c831fc7f72eb completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:48.558699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 550772b8-1ad5-4925-8cf9-c831fc7f72eb triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:48.559812 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.595970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Checking segment: {'id': '07f4f1e9-42c4-4352-9201-764c7d9404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8ce7b917-39da-4397-9375-f775510879ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:48.596633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network hostable DHCP agents. Network: 8ce7b917-39da-4397-9375-f775510879ae, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:03:48.609623 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-d69a9e32-37a4-4d14-a025-2166f56f55cf tempest-SubnetPoolsTestJSON-1428471643 tempest-SubnetPoolsTestJSON-1428471643-project] show failed (client error): The resource could not be found. Feb 21 09:03:48.611592 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d69a9e32-37a4-4d14-a025-2166f56f55cf tempest-SubnetPoolsTestJSON-1428471643 tempest-SubnetPoolsTestJSON-1428471643-project] 10.222.0.48 "GET /v2.0/subnetpools/d4f98576-bd61-4587-9b9a-6f578d70297e HTTP/1.1" status: 404 len: 346 time: 0.0609546 Feb 21 09:03:48.617214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51908) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:48.619446 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-89812213-647c-479d-9679-dff8faa053a0 None None] Allocated IP 172.20.0.1 (defca59b-0ba4-4b00-89dd-f32e534d089c/510916f1-d3e5-4d92-b796-67dd718293aa/550772b8-1ad5-4925-8cf9-c831fc7f72eb) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:48.712613 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaeaf28-3318-4d63-8f0c-8f50a4a7ca13 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Deleting subnet 20ab903a-9d02-46db-91a3-0425c4583eb5 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:48.717469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caaeaf28-3318-4d63-8f0c-8f50a4a7ca13 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.723257 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-68aed3b2-0884-4e0b-8b83-630e07c5cdbe tempest-SubnetPoolsTestJSON-1428471643 tempest-SubnetPoolsTestJSON-1428471643-project] delete failed (client error): The resource could not be found. Feb 21 09:03:48.733074 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-68aed3b2-0884-4e0b-8b83-630e07c5cdbe tempest-SubnetPoolsTestJSON-1428471643 tempest-SubnetPoolsTestJSON-1428471643-project] 10.222.0.48 "DELETE /v2.0/subnetpools/d4f98576-bd61-4587-9b9a-6f578d70297e HTTP/1.1" status: 404 len: 346 time: 0.1038599 Feb 21 09:03:48.824832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f766f60e-c946-468f-87f6-9a98db4af91a None None] Provisioning for port abe127af-c5b2-42a7-80f8-bd77cbbc9ab9 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:48.852545 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f766f60e-c946-468f-87f6-9a98db4af91a None None] Provisioning complete for port abe127af-c5b2-42a7-80f8-bd77cbbc9ab9 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:48.852917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f766f60e-c946-468f-87f6-9a98db4af91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.935970 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-89812213-647c-479d-9679-dff8faa053a0 None None] For port 550772b8-1ad5-4925-8cf9-c831fc7f72eb, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=550772b8-1ad5-4925-8cf9-c831fc7f72eb,segment=NetworkSegment(adddb234-f68f-457a-becd-94be30173b78),segment_id=adddb234-f68f-457a-becd-94be30173b78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:48.941559 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.960494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caaeaf28-3318-4d63-8f0c-8f50a4a7ca13 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:48.968895 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f766f60e-c946-468f-87f6-9a98db4af91a None None] Port abe127af-c5b2-42a7-80f8-bd77cbbc9ab9 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:03:48.999463 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89812213-647c-479d-9679-dff8faa053a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.006640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network 8ce7b917-39da-4397-9375-f775510879ae is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:03:49.009956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-109880a5-303e-4b53-84e3-c5646d2b7332 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.021600 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-89812213-647c-479d-9679-dff8faa053a0 None None] Transition to ACTIVE for port object 550772b8-1ad5-4925-8cf9-c831fc7f72eb will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:49.026709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89812213-647c-479d-9679-dff8faa053a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.038168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 8ce7b917-39da-4397-9375-f775510879ae) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:49.049442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:49.050020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.081096 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-28aa7c0a-5478-4505-bd96-860007cf973b tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6080389 Feb 21 09:03:49.088716 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51916) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:49.098941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed0bbb-5086-4a8e-94d2-0709a6b848d6 None None] Network 8ce7b917-39da-4397-9375-f775510879ae requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:49.113042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-98819fcc-ad4e-4b32-aee3-21ed41e34f31 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1544592460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:49.127385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-98819fcc-ad4e-4b32-aee3-21ed41e34f31 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:49.135087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-98819fcc-ad4e-4b32-aee3-21ed41e34f31 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:router and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:49.144907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-98819fcc-ad4e-4b32-aee3-21ed41e34f31 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:49.148919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51920) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:49.182228 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-109880a5-303e-4b53-84e3-c5646d2b7332 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for abe127af-c5b2-42a7-80f8-bd77cbbc9ab9 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:49.195112 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-98819fcc-ad4e-4b32-aee3-21ed41e34f31 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:49.204204 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.246055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.263588 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3468-f56b-469c-9c39-10a5b17f1ee0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.313284 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:03:49.313284 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:03:49.320744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89812213-647c-479d-9679-dff8faa053a0 None None] Pushing event updated for resources: {'Port': ['ID=550772b8-1ad5-4925-8cf9-c831fc7f72eb,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:49.400203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caaeaf28-3318-4d63-8f0c-8f50a4a7ca13 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.404706 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd3468-f56b-469c-9c39-10a5b17f1ee0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Subnet': ['ID=5a3262a3-f3aa-4239-a8b1-8a2232545da9,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:49.431637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd3468-f56b-469c-9c39-10a5b17f1ee0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Checking segment: {'id': 'f0b5fbf5-92e8-47dc-a0b1-ea81cb928166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '243eeba8-69bb-48ae-8e0c-69469eff9318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:49.431998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbd3468-f56b-469c-9c39-10a5b17f1ee0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network hostable DHCP agents. Network: 243eeba8-69bb-48ae-8e0c-69469eff9318, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:03:49.470909 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-8ce7b917-39da-4397-9375-f775510879ae', 'network_id': '8ce7b917-39da-4397-9375-f775510879ae', 'tenant_id': 'cfcd920978db4520a4cc5ac3df8924c1', 'fixed_ips': [{'subnet_id': 'c201e242-9bfd-4908-9867-5ab577656c39'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:49.477584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.477864 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98819fcc-ad4e-4b32-aee3-21ed41e34f31 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.477864 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98819fcc-ad4e-4b32-aee3-21ed41e34f31 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.540719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Allocated IP 172.26.6.73 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/b1ea4f45-9e29-43b4-bb81-fe5741eacc3b) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:49.550925 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbd3468-f56b-469c-9c39-10a5b17f1ee0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network 243eeba8-69bb-48ae-8e0c-69469eff9318 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:03:49.569021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-3cbd3468-f56b-469c-9c39-10a5b17f1ee0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 243eeba8-69bb-48ae-8e0c-69469eff9318) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:49.588547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd3468-f56b-469c-9c39-10a5b17f1ee0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:49.589135 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3468-f56b-469c-9c39-10a5b17f1ee0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.589422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98819fcc-ad4e-4b32-aee3-21ed41e34f31 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.593010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02e34e2a-b2b5-45cc-a324-74a54b74d286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.630022 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3cbd3468-f56b-469c-9c39-10a5b17f1ee0 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1328626 Feb 21 09:03:49.632200 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-109880a5-303e-4b53-84e3-c5646d2b7332 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.635169 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51926) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:49.643414 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-5640bca7-dfb6-46e8-a57c-2e6d254e8b58 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:49.653100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caaeaf28-3318-4d63-8f0c-8f50a4a7ca13 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.692591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e47085c-3642-42c4-922c-20b48b99b810 None None] Network 243eeba8-69bb-48ae-8e0c-69469eff9318 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:49.713183 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Allocated IP 172.20.0.2 (8ce7b917-39da-4397-9375-f775510879ae/c201e242-9bfd-4908-9867-5ab577656c39/03dc26d7-3a75-45e5-b744-2caf94125dbf) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:49.749477 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caaeaf28-3318-4d63-8f0c-8f50a4a7ca13 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.799009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeaf28-3318-4d63-8f0c-8f50a4a7ca13 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event deleted for resources: {'Subnet': ['ID=20ab903a-9d02-46db-91a3-0425c4583eb5,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:49.819432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109880a5-303e-4b53-84e3-c5646d2b7332 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=abe127af-c5b2-42a7-80f8-bd77cbbc9ab9,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:49.824042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-02e34e2a-b2b5-45cc-a324-74a54b74d286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:49.832170 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-caaeaf28-3318-4d63-8f0c-8f50a4a7ca13 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "DELETE /v2.0/subnets/20ab903a-9d02-46db-91a3-0425c4583eb5 HTTP/1.1" status: 204 len: 168 time: 1.6246006 Feb 21 09:03:49.835438 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-02e34e2a-b2b5-45cc-a324-74a54b74d286 admin admin] Usage tracker for resource:security_group_rule and tenant:0c83bf53df30461fad4e5fbefd7a1b7a is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:49.838626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98819fcc-ad4e-4b32-aee3-21ed41e34f31 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.841874 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51930) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:49.846748 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-02e34e2a-b2b5-45cc-a324-74a54b74d286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:49.864629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-02e34e2a-b2b5-45cc-a324-74a54b74d286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:49.926088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98819fcc-ad4e-4b32-aee3-21ed41e34f31 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:49.930493 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-98819fcc-ad4e-4b32-aee3-21ed41e34f31 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8397214 Feb 21 09:03:49.931181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51934) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:49.967626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc6ba26-5803-4bc5-802c-fccb3044fbb5 None None] Network 26b202a0-a02e-4e32-a099-cde041a846a5 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:50.001201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'network_id': '8ce7b917-39da-4397-9375-f775510879ae', 'name': 'tempest-PortsTestJSON-536756757'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:50.089896 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.131357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02e34e2a-b2b5-45cc-a324-74a54b74d286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.184954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-121b7788-7869-46b1-8bda-285c8683aedb tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Deleting subnet bf08f04b-d2db-4c65-9368-68d2dd08a262 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:50.190098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-109880a5-303e-4b53-84e3-c5646d2b7332 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.193299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02e34e2a-b2b5-45cc-a324-74a54b74d286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.197869 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-109880a5-303e-4b53-84e3-c5646d2b7332 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/abe127af-c5b2-42a7-80f8-bd77cbbc9ab9 HTTP/1.1" status: 204 len: 168 time: 1.8660257 Feb 21 09:03:50.199159 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5640bca7-dfb6-46e8-a57c-2e6d254e8b58 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2926737'] for subnet, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.233527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51938) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:50.234216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-121b7788-7869-46b1-8bda-285c8683aedb tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.249780 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-02e34e2a-b2b5-45cc-a324-74a54b74d286 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c83bf53df30461fad4e5fbefd7a1b7a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0962453 Feb 21 09:03:50.251037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.257944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51940) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:50.259248 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.308063 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f24f45f-2fac-4650-92d3-1839609dc32a None None] Network defca59b-0ba4-4b00-89dd-f32e534d089c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:50.369763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-121b7788-7869-46b1-8bda-285c8683aedb tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.385076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Pushing event updated for resources: {'Port': ['ID=b1ea4f45-9e29-43b4-bb81-fe5741eacc3b,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:50.413625 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e34e2a-b2b5-45cc-a324-74a54b74d286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094c6767-1f7e-4103-90c2-188ac9081f76,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:50.442615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:50.455087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:50.464105 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:50.520082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:50.561192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-52cff4de-adab-4714-a3c9-c3a5655885e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.566712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04e3a29-206b-44f4-99ec-932524db0bb7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:50.567936 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e04e3a29-206b-44f4-99ec-932524db0bb7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:50.582020 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-243eeba8-69bb-48ae-8e0c-69469eff9318', 'network_id': '243eeba8-69bb-48ae-8e0c-69469eff9318', 'tenant_id': '361546699e5a424c90202caa077b3902', 'fixed_ips': [{'subnet_id': '5a3262a3-f3aa-4239-a8b1-8a2232545da9'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:50.582802 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.602781 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 550772b8-1ad5-4925-8cf9-c831fc7f72eb, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=550772b8-1ad5-4925-8cf9-c831fc7f72eb,segment=NetworkSegment(adddb234-f68f-457a-becd-94be30173b78),segment_id=adddb234-f68f-457a-becd-94be30173b78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:50.622105 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e04e3a29-206b-44f4-99ec-932524db0bb7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:50.625523 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e04e3a29-206b-44f4-99ec-932524db0bb7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3558755 Feb 21 09:03:50.625523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-121b7788-7869-46b1-8bda-285c8683aedb tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.627910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-52cff4de-adab-4714-a3c9-c3a5655885e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.644157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51946) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:50.647034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:50.654934 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9b939b86-079e-44b1-a21c-4d58b056ed37 None None] Provisioning for port 550772b8-1ad5-4925-8cf9-c831fc7f72eb completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:50.655267 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5640bca7-dfb6-46e8-a57c-2e6d254e8b58 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764261804683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1421568'] for subnet, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.657466 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.747500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5640bca7-dfb6-46e8-a57c-2e6d254e8b58 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:50.748416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5640bca7-dfb6-46e8-a57c-2e6d254e8b58 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.752977 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5640bca7-dfb6-46e8-a57c-2e6d254e8b58 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "PUT /v2.0/subnets/5a3262a3-f3aa-4239-a8b1-8a2232545da9 HTTP/1.1" status: 200 len: 826 time: 1.1134951 Feb 21 09:03:50.757166 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51950) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:50.760633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:03:50.808343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:50.811343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.813308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9b939b86-079e-44b1-a21c-4d58b056ed37 None None] Provisioning complete for port 550772b8-1ad5-4925-8cf9-c831fc7f72eb triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:50.813671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9b939b86-079e-44b1-a21c-4d58b056ed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.818568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640bca7-dfb6-46e8-a57c-2e6d254e8b58 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Subnet': ['ID=5a3262a3-f3aa-4239-a8b1-8a2232545da9,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:50.867894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-121b7788-7869-46b1-8bda-285c8683aedb tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:50.910382 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:03:50.911212 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9bc4b1ad-8c1a-48c0-94a4-5b946c4de41b not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:03:50.945712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port 25a63391-53b3-4524-b590-40b901b315b3 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:03:50.949010 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b7788-7869-46b1-8bda-285c8683aedb tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event deleted for resources: {'Subnet': ['ID=bf08f04b-d2db-4c65-9368-68d2dd08a262,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:50.976999 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-121b7788-7869-46b1-8bda-285c8683aedb tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:51.003266 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:51.007806 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-121b7788-7869-46b1-8bda-285c8683aedb tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "DELETE /v2.0/subnets/bf08f04b-d2db-4c65-9368-68d2dd08a262 HTTP/1.1" status: 204 len: 168 time: 1.1627829 Feb 21 09:03:51.009725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51956) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:51.020940 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d16c5d0-a129-4028-a1ca-0905c74491c2 None None] Network 328ec76c-2e9c-4279-ba8b-3213617b9c7e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:51.106136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-52cff4de-adab-4714-a3c9-c3a5655885e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:51.145167 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Transition to ACTIVE for port object 03dc26d7-3a75-45e5-b744-2caf94125dbf will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:51.149835 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:51.155906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cff4de-adab-4714-a3c9-c3a5655885e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094c6767-1f7e-4103-90c2-188ac9081f76,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:51.164149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fba57ad-df36-4d51-9518-0fb7c524d448 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:51.165713 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7fba57ad-df36-4d51-9518-0fb7c524d448 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5205839 Feb 21 09:03:51.167872 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 550772b8-1ad5-4925-8cf9-c831fc7f72eb up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:51.172476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51960) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:51.256024 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=550772b8-1ad5-4925-8cf9-c831fc7f72eb,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:51.333631 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-52cff4de-adab-4714-a3c9-c3a5655885e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:51.335266 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-52cff4de-adab-4714-a3c9-c3a5655885e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/094c6767-1f7e-4103-90c2-188ac9081f76 HTTP/1.1" status: 204 len: 168 time: 1.0200036 Feb 21 09:03:51.344742 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:51.356206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Transition to ACTIVE for port object 03dc26d7-3a75-45e5-b744-2caf94125dbf will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:51.356942 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Deleting port e87f0224-1376-4022-bfe0-41f2f4d22e41 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:51.357216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:51.370322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:51.485149 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:51.534846 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a6358c-d8e2-418b-83f5-083bd27255c6 None None] DHCP port deletion for 26b202a0-a02e-4e32-a099-cde041a846a5 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:03:51.647582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Allocated IP 172.20.0.7 (8ce7b917-39da-4397-9375-f775510879ae/c201e242-9bfd-4908-9867-5ab577656c39/25a63391-53b3-4524-b590-40b901b315b3) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:51.659504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-86a6358c-d8e2-418b-83f5-083bd27255c6 None None] Deleting port e87f0224-1376-4022-bfe0-41f2f4d22e41 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:51.660266 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-86a6358c-d8e2-418b-83f5-083bd27255c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:51.775139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] For port e87f0224-1376-4022-bfe0-41f2f4d22e41, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e87f0224-1376-4022-bfe0-41f2f4d22e41,segment=NetworkSegment(d4e69bcd-2eea-49ab-914a-d3fd7cf719ed),segment_id=d4e69bcd-2eea-49ab-914a-d3fd7cf719ed)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:51.775704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:51.797252 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Network 8ce7b917-39da-4397-9375-f775510879ae is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:51.797474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b7cd75-4915-453e-ab40-aa8d773c5f95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:51.798950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b7cd75-4915-453e-ab40-aa8d773c5f95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:51.800361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b7cd75-4915-453e-ab40-aa8d773c5f95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:51.801169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-96b7cd75-4915-453e-ab40-aa8d773c5f95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:51.821260 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:51.823731 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:51.834457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:51.835209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:51.852662 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Allocated IP 2001:db8::2 (243eeba8-69bb-48ae-8e0c-69469eff9318/5a3262a3-f3aa-4239-a8b1-8a2232545da9/629275dd-c041-4f9b-9c7d-0569f6b8dfa2) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:51.912787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Calling delete_port for e87f0224-1376-4022-bfe0-41f2f4d22e41 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:51.917892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Pushing event updated for resources: {'Port': ['ID=03dc26d7-3a75-45e5-b744-2caf94125dbf,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:51.930782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-96b7cd75-4915-453e-ab40-aa8d773c5f95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:51.932177 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-96b7cd75-4915-453e-ab40-aa8d773c5f95 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7517695 Feb 21 09:03:51.940144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51968) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:52.066187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.088450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Transition to ACTIVE for port object 25a63391-53b3-4524-b590-40b901b315b3 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:52.130121 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 550772b8-1ad5-4925-8cf9-c831fc7f72eb triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:52.130512 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.159627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.185239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.231016 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf6af93-8860-4bb1-bed2-fa489f5d3304 None None] DHCP port deletion for 328ec76c-2e9c-4279-ba8b-3213617b9c7e request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:03:52.248508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6cf6af93-8860-4bb1-bed2-fa489f5d3304 None None] Deleting port 900c3851-5328-44e0-9b49-08deb321adb1 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:52.249658 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6cf6af93-8860-4bb1-bed2-fa489f5d3304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.249802 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] No DVR routers for this DVR port e87f0224-1376-4022-bfe0-41f2f4d22e41 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:52.253517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event deleted for resources: {'Port': ['ID=e87f0224-1376-4022-bfe0-41f2f4d22e41,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:52.272676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network 8ce7b917-39da-4397-9375-f775510879ae is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:52.277361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=25a63391-53b3-4524-b590-40b901b315b3,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:52.279979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:52.284690 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:52.363855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:52.364535 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.387883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Attempting to bind port 03dc26d7-3a75-45e5-b744-2caf94125dbf on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:52.388384 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Attempting to bind port 03dc26d7-3a75-45e5-b744-2caf94125dbf by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '07f4f1e9-42c4-4352-9201-764c7d9404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8ce7b917-39da-4397-9375-f775510879ae'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:52.388624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Attempting to bind port 03dc26d7-3a75-45e5-b744-2caf94125dbf on network 8ce7b917-39da-4397-9375-f775510879ae {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:52.394530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Router 41020d39-723e-4834-bdf8-cf1bc77bda12 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:03:52.414923 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-381adf71-9b81-4e21-91f7-558e47891575 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4203529 Feb 21 09:03:52.417532 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51972) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:52.420490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76e69f4-c4e0-4e08-9812-a3e55382204e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 3f7c355d-7a71-4403-a1ac-a80a5f7ff8be {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:52.487408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f76e69f4-c4e0-4e08-9812-a3e55382204e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.529260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.547306 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:52.547688 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Checking segment: {'id': '07f4f1e9-42c4-4352-9201-764c7d9404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8ce7b917-39da-4397-9375-f775510879ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:52.548083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.548562 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Bound using segment: {'id': '07f4f1e9-42c4-4352-9201-764c7d9404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8ce7b917-39da-4397-9375-f775510879ae'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:52.548992 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Bound port: 03dc26d7-3a75-45e5-b744-2caf94125dbf, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4f1e9-42c4-4352-9201-764c7d9404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8ce7b917-39da-4397-9375-f775510879ae'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:52.549361 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.633871 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f76e69f4-c4e0-4e08-9812-a3e55382204e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.664891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:03:52.672606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b202a0-a02e-4e32-a099-cde041a846a5']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:52.691375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.696968 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bd6c4a95-2b2c-4b8a-999b-85a35e87e017 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.3848736 Feb 21 09:03:52.697749 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51976) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:52.701216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7d3ff-c1a8-4d26-ab2a-25a525a42cc9 None None] Sync routers for ids ['41020d39-723e-4834-bdf8-cf1bc77bda12'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:03:52.702484 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e69bcd-2eea-49ab-914a-d3fd7cf719ed') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:52.702752 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e69bcd-2eea-49ab-914a-d3fd7cf719ed') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:52.705262 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:52.720928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.805141 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.811588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-86a6358c-d8e2-418b-83f5-083bd27255c6 None None] For port e87f0224-1376-4022-bfe0-41f2f4d22e41, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e87f0224-1376-4022-bfe0-41f2f4d22e41,segment=NetworkSegment(d4e69bcd-2eea-49ab-914a-d3fd7cf719ed),segment_id=d4e69bcd-2eea-49ab-914a-d3fd7cf719ed)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:52.811827 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-86a6358c-d8e2-418b-83f5-083bd27255c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.831068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:52.831068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:52.847913 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:53.016541 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-86a6358c-d8e2-418b-83f5-083bd27255c6 None None] Calling delete_port for e87f0224-1376-4022-bfe0-41f2f4d22e41 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:53.043951 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a0480b0f-6dc2-474c-bb57-4175bbee6250 None None] Provisioning complete for port 550772b8-1ad5-4925-8cf9-c831fc7f72eb triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:53.044198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a0480b0f-6dc2-474c-bb57-4175bbee6250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.073998 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.089176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f76e69f4-c4e0-4e08-9812-a3e55382204e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.096041 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 550772b8-1ad5-4925-8cf9-c831fc7f72eb up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:53.153778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.181828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7d3ff-c1a8-4d26-ab2a-25a525a42cc9 None None] Routers {'41020d39-723e-4834-bdf8-cf1bc77bda12'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:53.181828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-e7f7d3ff-c1a8-4d26-ab2a-25a525a42cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['41020d39-723e-4834-bdf8-cf1bc77bda12'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:53.235526 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.247276 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Transition to ACTIVE for port object 629275dd-c041-4f9b-9c7d-0569f6b8dfa2 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:53.254834 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event deleted for resources: {'Network': ['ID=26b202a0-a02e-4e32-a099-cde041a846a5,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:53.285457 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6cf6af93-8860-4bb1-bed2-fa489f5d3304 None None] For port 900c3851-5328-44e0-9b49-08deb321adb1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=900c3851-5328-44e0-9b49-08deb321adb1,segment=NetworkSegment(1765f696-5b3c-414d-95fb-8cc2b9538a7a),segment_id=1765f696-5b3c-414d-95fb-8cc2b9538a7a)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:53.286026 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6cf6af93-8860-4bb1-bed2-fa489f5d3304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.304512 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-e7f7d3ff-c1a8-4d26-ab2a-25a525a42cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:53.338228 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-63cbc2b3-7ccd-4b8c-a2c6-7e340d3236a5 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "DELETE /v2.0/networks/26b202a0-a02e-4e32-a099-cde041a846a5 HTTP/1.1" status: 204 len: 168 time: 2.3259540 Feb 21 09:03:53.340709 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51980) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:53.350063 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c90733e5-0957-4298-813b-15bb3403603a None None] For port 03dc26d7-3a75-45e5-b744-2caf94125dbf, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:53.428574 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f76e69f4-c4e0-4e08-9812-a3e55382204e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.468527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.476072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Transition to ACTIVE for port object 629275dd-c041-4f9b-9c7d-0569f6b8dfa2 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:53.493045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.493332 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e69f4-c4e0-4e08-9812-a3e55382204e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7c355d-7a71-4403-a1ac-a80a5f7ff8be,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:53.507305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Deleting port b1ea4f45-9e29-43b4-bb81-fe5741eacc3b {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:53.508078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.554227 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f76e69f4-c4e0-4e08-9812-a3e55382204e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.555669 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f76e69f4-c4e0-4e08-9812-a3e55382204e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/3f7c355d-7a71-4403-a1ac-a80a5f7ff8be HTTP/1.1" status: 204 len: 168 time: 1.6145835 Feb 21 09:03:53.559057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51984) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:53.564975 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6cf6af93-8860-4bb1-bed2-fa489f5d3304 None None] Calling delete_port for 900c3851-5328-44e0-9b49-08deb321adb1 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:53.565184 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.607586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a005f7-1129-410c-8f4e-e225d3a3ebbb None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:53.622015 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c90733e5-0957-4298-813b-15bb3403603a None None] For port 03dc26d7-3a75-45e5-b744-2caf94125dbf, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=03dc26d7-3a75-45e5-b744-2caf94125dbf,segment=NetworkSegment(07f4f1e9-42c4-4352-9201-764c7d9404ee),segment_id=07f4f1e9-42c4-4352-9201-764c7d9404ee)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:53.628336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.686181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.698514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Deleting port 900c3851-5328-44e0-9b49-08deb321adb1 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:53.698770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.756823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d66161-4103-4a88-a5db-48375041202e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 4b8bc20d-5791-4e5a-8454-78a8585fa575 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:53.764498 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77d66161-4103-4a88-a5db-48375041202e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.772766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-86a6358c-d8e2-418b-83f5-083bd27255c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:03:53.773134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-86a6358c-d8e2-418b-83f5-083bd27255c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:03:53.773755 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7d3ff-c1a8-4d26-ab2a-25a525a42cc9 None None] Routers {'41020d39-723e-4834-bdf8-cf1bc77bda12'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:53.775001 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-e7f7d3ff-c1a8-4d26-ab2a-25a525a42cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['41020d39-723e-4834-bdf8-cf1bc77bda12'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:53.836803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.890540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3262a3-f3aa-4239-a8b1-8a2232545da9,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:53.904507 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77d66161-4103-4a88-a5db-48375041202e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:53.923423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Network 243eeba8-69bb-48ae-8e0c-69469eff9318 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:53.938170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-e7f7d3ff-c1a8-4d26-ab2a-25a525a42cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:53.939445 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7d3ff-c1a8-4d26-ab2a-25a525a42cc9 None None] The sync data for ids ['41020d39-723e-4834-bdf8-cf1bc77bda12'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:03:53.953136 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:53.962244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Pushing event updated for resources: {'Port': ['ID=629275dd-c041-4f9b-9c7d-0569f6b8dfa2,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:53.964701 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:53.974595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 550772b8-1ad5-4925-8cf9-c831fc7f72eb triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:53.975283 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.023574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.026842 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.037243 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.078860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6cf6af93-8860-4bb1-bed2-fa489f5d3304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.179217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Calling delete_port for b1ea4f45-9e29-43b4-bb81-fe5741eacc3b owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:54.220194 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] For port 900c3851-5328-44e0-9b49-08deb321adb1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=900c3851-5328-44e0-9b49-08deb321adb1,segment=NetworkSegment(1765f696-5b3c-414d-95fb-8cc2b9538a7a),segment_id=1765f696-5b3c-414d-95fb-8cc2b9538a7a)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:54.220657 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.228795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243eeba8-69bb-48ae-8e0c-69469eff9318']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:54.252519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b5fbf5-92e8-47dc-a0b1-ea81cb928166') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:54.252909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b5fbf5-92e8-47dc-a0b1-ea81cb928166') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:54.273147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.275264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf6af93-8860-4bb1-bed2-fa489f5d3304 None None] No DVR routers for this DVR port 900c3851-5328-44e0-9b49-08deb321adb1 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:54.278976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-86a6358c-d8e2-418b-83f5-083bd27255c6 None None] Deleting port e87f0224-1376-4022-bfe0-41f2f4d22e41 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:54.279358 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-86a6358c-d8e2-418b-83f5-083bd27255c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.298225 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.307569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77d66161-4103-4a88-a5db-48375041202e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.313088 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90733e5-0957-4298-813b-15bb3403603a None None] Pushing event updated for resources: {'Port': ['ID=03dc26d7-3a75-45e5-b744-2caf94125dbf,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:54.324320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:54.324712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:54.347690 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:54.408473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Calling delete_port for 900c3851-5328-44e0-9b49-08deb321adb1 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:54.422490 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Attempting to bind port 629275dd-c041-4f9b-9c7d-0569f6b8dfa2 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:54.423826 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Attempting to bind port 629275dd-c041-4f9b-9c7d-0569f6b8dfa2 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'f0b5fbf5-92e8-47dc-a0b1-ea81cb928166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '243eeba8-69bb-48ae-8e0c-69469eff9318'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:54.424452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Attempting to bind port 629275dd-c041-4f9b-9c7d-0569f6b8dfa2 on network 243eeba8-69bb-48ae-8e0c-69469eff9318 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:54.431452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-86a6358c-d8e2-418b-83f5-083bd27255c6 None None] The port 'e87f0224-1376-4022-bfe0-41f2f4d22e41' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:03:54.435579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6af93-8860-4bb1-bed2-fa489f5d3304 None None] Pushing event deleted for resources: {'Port': ['ID=900c3851-5328-44e0-9b49-08deb321adb1,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:54.438608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 21 09:03:54.438608 dv-neutron-830062-1-hyperv neutron-server[83585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 21 09:03:54.438608 dv-neutron-830062-1-hyperv neutron-server[83585]: [parameters: {'id': '243eeba8-69bb-48ae-8e0c-69469eff9318'}] Feb 21 09:03:54.438608 dv-neutron-830062-1-hyperv neutron-server[83585]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:03:54.440094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:03:54.560613 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:54.561748 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Checking segment: {'id': 'f0b5fbf5-92e8-47dc-a0b1-ea81cb928166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '243eeba8-69bb-48ae-8e0c-69469eff9318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:54.562864 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.563446 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Bound using segment: {'id': 'f0b5fbf5-92e8-47dc-a0b1-ea81cb928166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '243eeba8-69bb-48ae-8e0c-69469eff9318'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:54.564163 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Bound port: 629275dd-c041-4f9b-9c7d-0569f6b8dfa2, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b5fbf5-92e8-47dc-a0b1-ea81cb928166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '243eeba8-69bb-48ae-8e0c-69469eff9318'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:54.564723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.570707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.646962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Pushing event deleted for resources: {'Port': ['ID=b1ea4f45-9e29-43b4-bb81-fe5741eacc3b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:54.762949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-4bb85116-f54f-411a-847d-92380b138084 None None] For port 629275dd-c041-4f9b-9c7d-0569f6b8dfa2, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:54.770471 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-4bb85116-f54f-411a-847d-92380b138084 None None] For port 629275dd-c041-4f9b-9c7d-0569f6b8dfa2, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=629275dd-c041-4f9b-9c7d-0569f6b8dfa2,segment=NetworkSegment(f0b5fbf5-92e8-47dc-a0b1-ea81cb928166),segment_id=f0b5fbf5-92e8-47dc-a0b1-ea81cb928166)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:54.772626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 900c3851-5328-44e0-9b49-08deb321adb1 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:03:54.811823 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.852730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 900c3851-5328-44e0-9b49-08deb321adb1 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:03:54.853485 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 900c3851-5328-44e0-9b49-08deb321adb1 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:03:54.854126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e87f0224-1376-4022-bfe0-41f2f4d22e41 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:03:54.904268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: e87f0224-1376-4022-bfe0-41f2f4d22e41 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:03:54.904949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e87f0224-1376-4022-bfe0-41f2f4d22e41 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:03:54.932135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb85116-f54f-411a-847d-92380b138084 None None] Pushing event updated for resources: {'Port': ['ID=629275dd-c041-4f9b-9c7d-0569f6b8dfa2,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:54.934277 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:03:54.935253 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:03:54.939907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77d66161-4103-4a88-a5db-48375041202e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.946364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:54.960899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:55.000402 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d66161-4103-4a88-a5db-48375041202e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8bc20d-5791-4e5a-8454-78a8585fa575,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:55.007132 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77d66161-4103-4a88-a5db-48375041202e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:55.030345 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad26c0-38fc-432e-881c-3bb6d86f83da None None] Network 243eeba8-69bb-48ae-8e0c-69469eff9318 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:55.113980 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Deleting port 629275dd-c041-4f9b-9c7d-0569f6b8dfa2 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:55.114326 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:55.130253 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-77d66161-4103-4a88-a5db-48375041202e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/4b8bc20d-5791-4e5a-8454-78a8585fa575 HTTP/1.1" status: 204 len: 168 time: 1.5701535 Feb 21 09:03:55.131494 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51988) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:55.151397 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 03dc26d7-3a75-45e5-b744-2caf94125dbf up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:55.192043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:55.221778 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fbc23fb0-9c2f-423f-968c-262d1c561d71 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874250 Feb 21 09:03:55.222454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 51992) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:55.226509 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:55.231282 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:55.250100 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:03:55.340308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:55.366215 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:55.479419 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 03dc26d7-3a75-45e5-b744-2caf94125dbf completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:55.481926 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Deleting port 900c3851-5328-44e0-9b49-08deb321adb1 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:55.482274 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:55.507540 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d443f05d-fc14-48f9-bcad-1e61668c231c None None] Network 243eeba8-69bb-48ae-8e0c-69469eff9318 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:55.541437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=25a63391-53b3-4524-b590-40b901b315b3,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:55.694335 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Router 41020d39-723e-4834-bdf8-cf1bc77bda12 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:03:55.697989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] For port 629275dd-c041-4f9b-9c7d-0569f6b8dfa2, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=629275dd-c041-4f9b-9c7d-0569f6b8dfa2,segment=NetworkSegment(f0b5fbf5-92e8-47dc-a0b1-ea81cb928166),segment_id=f0b5fbf5-92e8-47dc-a0b1-ea81cb928166)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:55.701979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:55.713273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] The port '900c3851-5328-44e0-9b49-08deb321adb1' was deleted {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:03:55.755102 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:55.769207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:55.806093 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:55.835919 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:55.869261 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc7f9a-ef87-459a-8f35-ebfea5be4f3f None None] Network 8ce7b917-39da-4397-9375-f775510879ae requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:55.883571 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Calling delete_port for 629275dd-c041-4f9b-9c7d-0569f6b8dfa2 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:55.889382 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d7c48-d9a4-4ac3-b8b3-52caa9f4d652 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:03:55.952467 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:55.956620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.004685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.108870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:03:56.116292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.133706 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999edec-53a5-4cba-a0f1-26ffe7a0721d None None] Sync routers for ids ['41020d39-723e-4834-bdf8-cf1bc77bda12'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:03:56.135445 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d48742f7-d2d2-4b66-b904-5be6c332932e None None] Provisioning complete for port c9a1f8c2-8dda-4085-b786-552adaac5f8b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:56.135736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d48742f7-d2d2-4b66-b904-5be6c332932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.141937 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328ec76c-2e9c-4279-ba8b-3213617b9c7e']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:56.156675 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999edec-53a5-4cba-a0f1-26ffe7a0721d None None] Routers {'41020d39-723e-4834-bdf8-cf1bc77bda12'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:56.157191 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d999edec-53a5-4cba-a0f1-26ffe7a0721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['41020d39-723e-4834-bdf8-cf1bc77bda12'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:56.173732 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1765f696-5b3c-414d-95fb-8cc2b9538a7a') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:56.174013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Port': ['ID=629275dd-c041-4f9b-9c7d-0569f6b8dfa2,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:56.174925 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1765f696-5b3c-414d-95fb-8cc2b9538a7a') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:56.191272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.196557 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-38d14ca1-060e-49ca-8e0f-8070d406b108 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "PUT /v2.0/routers/41020d39-723e-4834-bdf8-cf1bc77bda12 HTTP/1.1" status: 200 len: 710 time: 3.4938006 Feb 21 09:03:56.196557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No DVR routers for this DVR port 629275dd-c041-4f9b-9c7d-0569f6b8dfa2 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:56.196955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 51996) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:56.215068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.224289 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d999edec-53a5-4cba-a0f1-26ffe7a0721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:56.238514 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999edec-53a5-4cba-a0f1-26ffe7a0721d None None] Routers {'41020d39-723e-4834-bdf8-cf1bc77bda12'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:03:56.239169 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d999edec-53a5-4cba-a0f1-26ffe7a0721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['41020d39-723e-4834-bdf8-cf1bc77bda12'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:56.240092 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.251066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:56.253922 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.322971 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d999edec-53a5-4cba-a0f1-26ffe7a0721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:56.323415 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999edec-53a5-4cba-a0f1-26ffe7a0721d None None] The sync data for ids ['41020d39-723e-4834-bdf8-cf1bc77bda12'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:56.360200 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:56.455143 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d48742f7-d2d2-4b66-b904-5be6c332932e None None] Provisioning for port 03dc26d7-3a75-45e5-b744-2caf94125dbf completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:56.476643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d48742f7-d2d2-4b66-b904-5be6c332932e None None] Provisioning complete for port 03dc26d7-3a75-45e5-b744-2caf94125dbf triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:56.477009 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d48742f7-d2d2-4b66-b904-5be6c332932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.489230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.498618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.516914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.528930 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8e9a9c43-bed3-4dfc-922e-8cd679c81c7a tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/routers/41020d39-723e-4834-bdf8-cf1bc77bda12 HTTP/1.1" status: 200 len: 745 time: 0.3282003 Feb 21 09:03:56.530311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243eeba8-69bb-48ae-8e0c-69469eff9318']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:56.535093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c6eae0-fe8c-4966-bd4f-8d26da3492f0 None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:03:56.538004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52000) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:56.538718 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.544399 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b5fbf5-92e8-47dc-a0b1-ea81cb928166') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:56.544399 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b5fbf5-92e8-47dc-a0b1-ea81cb928166') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:03:56.544708 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-29c6eae0-fe8c-4966-bd4f-8d26da3492f0 None None] Deleting port c9a1f8c2-8dda-4085-b786-552adaac5f8b {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:56.544915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-29c6eae0-fe8c-4966-bd4f-8d26da3492f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.558504 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.577361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.593775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:03:56.594629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.618382 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event deleted for resources: {'Network': ['ID=328ec76c-2e9c-4279-ba8b-3213617b9c7e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:56.658562 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-96720b87-74d2-497c-99fd-2d51efc4ece4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "DELETE /v2.0/networks/328ec76c-2e9c-4279-ba8b-3213617b9c7e HTTP/1.1" status: 204 len: 168 time: 3.3109047 Feb 21 09:03:56.658562 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-aecf6f95-e1ff-4611-ba3e-a118b6361cc5 tempest-RoutersIpV6AdminTest-806056034 tempest-RoutersIpV6AdminTest-806056034-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&device_id=41020d39-723e-4834-bdf8-cf1bc77bda12 HTTP/1.1" status: 200 len: 205 time: 0.1074178 Feb 21 09:03:56.658562 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52004) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:56.701188 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52006) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:03:56.719267 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:03:56.733034 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d48742f7-d2d2-4b66-b904-5be6c332932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.771366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.782020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.805159 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/243eeba8-69bb-48ae-8e0c-69469eff9318 HTTP/1.1" status: 204 len: 168 time: 6.0390234 Feb 21 09:03:56.808676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52012) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:56.840928 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd2f315-56a8-4958-830e-da8413f3e9f6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] DELETE failed (client error): The resource could not be found. Feb 21 09:03:56.841632 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd2f315-56a8-4958-830e-da8413f3e9f6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:03:56.843556 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fcd2f315-56a8-4958-830e-da8413f3e9f6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/243eeba8-69bb-48ae-8e0c-69469eff9318 HTTP/1.1" status: 404 len: 339 time: 0.0337136 Feb 21 09:03:56.844735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e27fb-85ce-4b42-acf9-c4de1dc36a12 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Network': ['ID=243eeba8-69bb-48ae-8e0c-69469eff9318,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:56.848799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52016) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:56.856958 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1913761595', 'description': 'd1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:56.863478 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:56.869238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Usage tracker for resource:network and tenant:361546699e5a424c90202caa077b3902 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:56.872637 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:56.881149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:56.891403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d48742f7-d2d2-4b66-b904-5be6c332932e None None] For port 03dc26d7-3a75-45e5-b744-2caf94125dbf, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=03dc26d7-3a75-45e5-b744-2caf94125dbf,segment=NetworkSegment(07f4f1e9-42c4-4352-9201-764c7d9404ee),segment_id=07f4f1e9-42c4-4352-9201-764c7d9404ee)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:56.894340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-29c6eae0-fe8c-4966-bd4f-8d26da3492f0 None None] For port c9a1f8c2-8dda-4085-b786-552adaac5f8b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c9a1f8c2-8dda-4085-b786-552adaac5f8b,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:03:56.894784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-29c6eae0-fe8c-4966-bd4f-8d26da3492f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.899339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:56.903679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.904123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d48742f7-d2d2-4b66-b904-5be6c332932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.937068 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:03:56.950316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:56.950864 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Added segment 68696fa4-eda2-4190-b35e-b5e385d4d806 of type vlan for network d4daf19d-b6ed-496c-a151-ac46cbf8c230 Feb 21 09:03:56.981794 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.022175 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.034519 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-83319a48-887c-4b4c-bb54-6f0cf4e70253 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "GET /v2.0/ports?device_id=41020d39-723e-4834-bdf8-cf1bc77bda12 HTTP/1.1" status: 200 len: 205 time: 0.3321733 Feb 21 09:03:57.037603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52020) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:57.108507 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-29c6eae0-fe8c-4966-bd4f-8d26da3492f0 None None] Calling delete_port for c9a1f8c2-8dda-4085-b786-552adaac5f8b owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:03:57.112607 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.116830 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:57.118053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.170302 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3182220 Feb 21 09:03:57.224206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52024) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:57.297100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c9a1f8c2-8dda-4085-b786-552adaac5f8b no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:03:57.333625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48742f7-d2d2-4b66-b904-5be6c332932e None None] Pushing event updated for resources: {'Port': ['ID=03dc26d7-3a75-45e5-b744-2caf94125dbf,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:57.339197 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: c9a1f8c2-8dda-4085-b786-552adaac5f8b {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:03:57.339527 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c9a1f8c2-8dda-4085-b786-552adaac5f8b not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:03:57.341824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-29c6eae0-fe8c-4966-bd4f-8d26da3492f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.390203 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c6eae0-fe8c-4966-bd4f-8d26da3492f0 None None] No DVR routers for this DVR port c9a1f8c2-8dda-4085-b786-552adaac5f8b on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:03:57.399923 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2a8de5e8-4a72-4c35-b6ab-df42a0bd9b27 None None] Provisioning for port 25a63391-53b3-4524-b590-40b901b315b3 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:03:57.405866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2a8de5e8-4a72-4c35-b6ab-df42a0bd9b27 None None] Provisioning complete for port 25a63391-53b3-4524-b590-40b901b315b3 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:57.406083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2a8de5e8-4a72-4c35-b6ab-df42a0bd9b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.442575 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e98d79-b575-4b14-8450-7bad64841aa6 None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:03:57.444602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca42c0-dbb0-4fc2-b42b-17a47e911ba9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Network': ['ID=d4daf19d-b6ed-496c-a151-ac46cbf8c230,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:57.456183 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f49ba167-35f4-4a83-a1d3-5516deac70c7 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.479152 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network d4daf19d-b6ed-496c-a151-ac46cbf8c230 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:03:57.495690 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6eae0-fe8c-4966-bd4f-8d26da3492f0 None None] Pushing event deleted for resources: {'Port': ['ID=c9a1f8c2-8dda-4085-b786-552adaac5f8b,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:57.549966 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.objects.ports [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83584) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:03:57.570949 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.593220 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-2a8de5e8-4a72-4c35-b6ab-df42a0bd9b27 None None] Port 25a63391-53b3-4524-b590-40b901b315b3 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:03:57.630864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b138f-d9df-4ca8-8075-7e3710ff2087 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:57.631576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b99b138f-d9df-4ca8-8075-7e3710ff2087 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Synchronizing usage tracker for tenant:361546699e5a424c90202caa077b3902 on resource:network {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:57.664548 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2a8de5e8-4a72-4c35-b6ab-df42a0bd9b27 None None] Provisioning complete for port 03dc26d7-3a75-45e5-b744-2caf94125dbf triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:57.664815 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca681700-135a-460c-9894-fabfbae7afd4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Deleting subnet b17ad972-0699-4b6f-a02a-3c6f8adf7597 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:03:57.664911 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2a8de5e8-4a72-4c35-b6ab-df42a0bd9b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.682630 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ca681700-135a-460c-9894-fabfbae7afd4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.731221 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:57.753234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:57.758687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e98d79-b575-4b14-8450-7bad64841aa6 None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:03:57.775437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:57.776027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.781812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b99b138f-d9df-4ca8-8075-7e3710ff2087 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Unset dirty status for tenant:361546699e5a424c90202caa077b3902 on resource:network {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:57.785549 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b99b138f-d9df-4ca8-8075-7e3710ff2087 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "GET /v2.0/networks?id=d4daf19d-b6ed-496c-a151-ac46cbf8c230 HTTP/1.1" status: 200 len: 765 time: 0.5553768 Feb 21 09:03:57.785549 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=0f79a154-a599-4a1c-a140-fac4f1f99839,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:57.797696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52028) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:57.857303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0d936896-3a04-4194-9979-c89fd31cd4cd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'network': {'description': 'd2'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:57.877104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f49ba167-35f4-4a83-a1d3-5516deac70c7 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.882844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f49ba167-35f4-4a83-a1d3-5516deac70c7 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.894861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ca681700-135a-460c-9894-fabfbae7afd4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.913907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f49ba167-35f4-4a83-a1d3-5516deac70c7 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.914441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49ba167-35f4-4a83-a1d3-5516deac70c7 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Fanout notify agent at l3_agent the message router_deleted on router 41020d39-723e-4834-bdf8-cf1bc77bda12 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:03:57.926278 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f49ba167-35f4-4a83-a1d3-5516deac70c7 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:57.931300 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f49ba167-35f4-4a83-a1d3-5516deac70c7 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "DELETE /v2.0/routers/41020d39-723e-4834-bdf8-cf1bc77bda12 HTTP/1.1" status: 204 len: 168 time: 0.8922901 Feb 21 09:03:57.931949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52032) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:57.976385 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d70d1c03-07a6-4291-bad8-4394550d1e95 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "GET /v2.0/ports?device_id=41020d39-723e-4834-bdf8-cf1bc77bda12 HTTP/1.1" status: 200 len: 205 time: 0.0409713 Feb 21 09:03:57.976623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52036) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:58.001138 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ab2a27de-871d-4e9a-aabc-3729e271f1d5 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7761009 Feb 21 09:03:58.005696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52040) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:58.030036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-93489750-b19d-48ac-943b-d9e67e6232c9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:58.047111 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-9e820731-c0b0-4007-8e54-852e743654ae tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] delete failed (client error): The resource could not be found. Feb 21 09:03:58.051053 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9e820731-c0b0-4007-8e54-852e743654ae tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "DELETE /v2.0/routers/41020d39-723e-4834-bdf8-cf1bc77bda12 HTTP/1.1" status: 404 len: 336 time: 0.0704556 Feb 21 09:03:58.053011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52044) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:58.061776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ce2258be-707b-40e2-a5d4-7b4da2f0fc4e None None] Provisioning complete for port 25a63391-53b3-4524-b590-40b901b315b3 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:58.062379 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ce2258be-707b-40e2-a5d4-7b4da2f0fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:58.097716 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3d6c159d-0f10-4bbd-9978-cfef41f36425 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a844847-3af2-41fe-8c91-d484e2d66497 HTTP/1.1" status: 200 len: 205 time: 0.0425618 Feb 21 09:03:58.097959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52048) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:58.123257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-ce2258be-707b-40e2-a5d4-7b4da2f0fc4e None None] Port 25a63391-53b3-4524-b590-40b901b315b3 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:03:58.170831 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-e96b5de0-f82b-4581-b31f-cebda68767f7 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] delete failed (client error): The resource could not be found. Feb 21 09:03:58.175934 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e96b5de0-f82b-4581-b31f-cebda68767f7 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "DELETE /v2.0/routers/7a844847-3af2-41fe-8c91-d484e2d66497 HTTP/1.1" status: 404 len: 336 time: 0.0730140 Feb 21 09:03:58.176203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52052) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:58.224601 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5c1e17c9-b876-4fd4-8dbf-6180e9a94973 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "GET /v2.0/ports?device_id=b71ef8a6-7cfb-455f-936d-e3750bd4d412 HTTP/1.1" status: 200 len: 205 time: 0.0443738 Feb 21 09:03:58.225577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52056) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:58.245996 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': '0f79a154-a599-4a1c-a140-fac4f1f99839'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:03:58.246896 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:58.318038 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-7b6b4f12-01da-43b4-a469-a036ce99c96b tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] delete failed (client error): The resource could not be found. Feb 21 09:03:58.321629 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7b6b4f12-01da-43b4-a469-a036ce99c96b tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "DELETE /v2.0/routers/b71ef8a6-7cfb-455f-936d-e3750bd4d412 HTTP/1.1" status: 404 len: 336 time: 0.0927587 Feb 21 09:03:58.322536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52060) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:58.374442 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f229223f-7a5f-40d4-b907-ca82b6fd8fd9 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "GET /v2.0/ports?device_id=c281f9f9-3d9e-418c-9fea-336551a1be14 HTTP/1.1" status: 200 len: 205 time: 0.0501947 Feb 21 09:03:58.377118 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52064) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:58.379658 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d936896-3a04-4194-9979-c89fd31cd4cd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:58.392138 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ca681700-135a-460c-9894-fabfbae7afd4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:58.436417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:58.436939 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Allocated IP 2001:db8::f816:3eff:fe86:b231 (749b6d65-c680-4e97-918b-6efdfcb19e4b/0f79a154-a599-4a1c-a140-fac4f1f99839/4e989dba-c75a-4608-8bc0-1dde0e7d9cdf) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:03:58.442650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-93489750-b19d-48ac-943b-d9e67e6232c9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:58.454692 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-93489750-b19d-48ac-943b-d9e67e6232c9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:58.456177 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-9dfc5147-afb0-4ee2-9bdd-db1be823bc27 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] delete failed (client error): The resource could not be found. Feb 21 09:03:58.457530 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:58.460564 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9dfc5147-afb0-4ee2-9bdd-db1be823bc27 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "DELETE /v2.0/routers/c281f9f9-3d9e-418c-9fea-336551a1be14 HTTP/1.1" status: 404 len: 336 time: 0.0818191 Feb 21 09:03:58.461160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52068) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:58.507770 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-127f0757-d6de-4caa-b335-458be9ca6c1b tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fec713d-8a0f-4ce7-af6e-bf36caa038bc HTTP/1.1" status: 200 len: 205 time: 0.0454056 Feb 21 09:03:58.508418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52072) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:58.579875 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-68004296-f558-4a0e-86a1-44b6d22edb9e tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] delete failed (client error): The resource could not be found. Feb 21 09:03:58.583935 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-68004296-f558-4a0e-86a1-44b6d22edb9e tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "DELETE /v2.0/routers/7fec713d-8a0f-4ce7-af6e-bf36caa038bc HTTP/1.1" status: 404 len: 336 time: 0.0745308 Feb 21 09:03:58.585534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52076) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:58.613680 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d936896-3a04-4194-9979-c89fd31cd4cd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:58.617351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-93489750-b19d-48ac-943b-d9e67e6232c9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:58.631600 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1679797f-f353-4f92-ace2-015c36b87e33 tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "GET /v2.0/ports?device_id=754885eb-88cf-4713-aa46-df44417577e7 HTTP/1.1" status: 200 len: 205 time: 0.0459735 Feb 21 09:03:58.632658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52080) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:58.683195 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-93489750-b19d-48ac-943b-d9e67e6232c9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:03:58.704575 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-ceea333d-1319-4881-b18b-4f5956ef12af tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] delete failed (client error): The resource could not be found. Feb 21 09:03:58.708334 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ceea333d-1319-4881-b18b-4f5956ef12af tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "DELETE /v2.0/routers/754885eb-88cf-4713-aa46-df44417577e7 HTTP/1.1" status: 404 len: 336 time: 0.0719986 Feb 21 09:03:58.708579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52084) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:58.749574 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6d256c-e2b0-4a14-baec-01294acabb7f tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] DELETE failed (client error): The resource could not be found. Feb 21 09:03:58.749574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6d256c-e2b0-4a14-baec-01294acabb7f tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:03:58.752164 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ec6d256c-e2b0-4a14-baec-01294acabb7f tempest-RoutersIpV6AdminTest-863867474 tempest-RoutersIpV6AdminTest-863867474-project] 10.222.0.48 "DELETE /v2.0/subnets/febf7ef9-42f5-4de5-92a2-18cccb2717bf HTTP/1.1" status: 404 len: 337 time: 0.0417283 Feb 21 09:03:58.762330 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:58.775674 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Transition to ACTIVE for port object 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:58.793222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d936896-3a04-4194-9979-c89fd31cd4cd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network d4daf19d-b6ed-496c-a151-ac46cbf8c230 is not hosted by any dhcp agent {{(pid=83584) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 21 09:03:58.795238 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Transition to ACTIVE for port object 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:03:58.796869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d936896-3a04-4194-9979-c89fd31cd4cd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:58.797510 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d936896-3a04-4194-9979-c89fd31cd4cd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:58.799341 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0d936896-3a04-4194-9979-c89fd31cd4cd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "PUT /v2.0/networks/d4daf19d-b6ed-496c-a151-ac46cbf8c230 HTTP/1.1" status: 200 len: 762 time: 0.9571986 Feb 21 09:03:58.803746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52090) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:58.804757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:58.823032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93489750-b19d-48ac-943b-d9e67e6232c9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:03:58.858785 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:58.890362 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:58.894965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:58.901514 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:03:58.910214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d936896-3a04-4194-9979-c89fd31cd4cd tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Network': ['ID=d4daf19d-b6ed-496c-a151-ac46cbf8c230,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:58.917494 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=25a63391-53b3-4524-b590-40b901b315b3,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:58.933911 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ca681700-135a-460c-9894-fabfbae7afd4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:58.952029 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network d4daf19d-b6ed-496c-a151-ac46cbf8c230 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:03:58.982036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca681700-135a-460c-9894-fabfbae7afd4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event deleted for resources: {'Subnet': ['ID=b17ad972-0699-4b6f-a02a-3c6f8adf7597,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:58.995710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Pushing event updated for resources: {'Port': ['ID=4e989dba-c75a-4608-8bc0-1dde0e7d9cdf,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:59.085729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ca681700-135a-460c-9894-fabfbae7afd4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:59.087868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa8a5ed-67e8-4212-91ec-ecd4b407f1e6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:59.089281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2aa8a5ed-67e8-4212-91ec-ecd4b407f1e6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Synchronizing usage tracker for tenant:361546699e5a424c90202caa077b3902 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:59.121133 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ca681700-135a-460c-9894-fabfbae7afd4 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "DELETE /v2.0/subnets/b17ad972-0699-4b6f-a02a-3c6f8adf7597 HTTP/1.1" status: 204 len: 168 time: 2.4592683 Feb 21 09:03:59.125595 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2aa8a5ed-67e8-4212-91ec-ecd4b407f1e6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Unset dirty status for tenant:361546699e5a424c90202caa077b3902 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:59.129848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52094) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:59.132041 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2aa8a5ed-67e8-4212-91ec-ecd4b407f1e6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "GET /v2.0/networks?id=d4daf19d-b6ed-496c-a151-ac46cbf8c230 HTTP/1.1" status: 200 len: 765 time: 0.3265581 Feb 21 09:03:59.136160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52100) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:59.149573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 03dc26d7-3a75-45e5-b744-2caf94125dbf up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:03:59.165172 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93489750-b19d-48ac-943b-d9e67e6232c9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:59.199769 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Attempting to bind port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:03:59.200132 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Attempting to bind port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:03:59.200488 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Attempting to bind port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:03:59.276341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:03:59.276746 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:03:59.277104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:59.277564 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:03:59.277959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Bound port: 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:03:59.278320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:59.301236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52104) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:59.373381 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 03dc26d7-3a75-45e5-b744-2caf94125dbf triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:03:59.373381 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:59.378785 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network 8ce7b917-39da-4397-9375-f775510879ae is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:03:59.382122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:03:59.386719 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:59.430484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] For port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:03:59.435421 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bb9afa-fee2-4285-b3f0-9234f126df0e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:59.441597 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-65bb9afa-fee2-4285-b3f0-9234f126df0e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2997222 Feb 21 09:03:59.443085 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52110) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:59.447390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] For port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4e989dba-c75a-4608-8bc0-1dde0e7d9cdf,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:03:59.459891 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:59.497397 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5acf18ad-47ce-41fa-ad3e-82700f118e61 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Synchronizing usage tracker for tenant:361546699e5a424c90202caa077b3902 on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:03:59.518962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5acf18ad-47ce-41fa-ad3e-82700f118e61 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Unset dirty status for tenant:361546699e5a424c90202caa077b3902 on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:03:59.526202 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5acf18ad-47ce-41fa-ad3e-82700f118e61 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 207 time: 0.0775943 Feb 21 09:03:59.526462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52114) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:59.564512 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Deleting port a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:03:59.564890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:59.604647 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.ipam_backend_mixin [None req-93489750-b19d-48ac-943b-d9e67e6232c9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f79a154-a599-4a1c-a140-fac4f1f99839 (CIDR: 2001:db8::/64) Feb 21 09:03:59.617539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c58731-2386-4ef1-b1db-972ed86535a0 None None] Pushing event updated for resources: {'Port': ['ID=4e989dba-c75a-4608-8bc0-1dde0e7d9cdf,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:03:59.621400 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-93489750-b19d-48ac-943b-d9e67e6232c9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:03:59.621845 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93489750-b19d-48ac-943b-d9e67e6232c9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:03:59.688349 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-93489750-b19d-48ac-943b-d9e67e6232c9 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6713283 Feb 21 09:03:59.689594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52118) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:59.693157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d607a5b-278b-49da-be5d-f99984820347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:03:59.749415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-c57fef0a-de95-4e84-9142-f98cfde052a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:03:59.786194 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7d607a5b-278b-49da-be5d-f99984820347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:03:59.797058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7d607a5b-278b-49da-be5d-f99984820347 admin admin] Usage tracker for resource:security_group_rule and tenant:0d450ac4c78c4887b8294fe5f73efc7d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:03:59.805070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d099eaf2-1419-4ee4-b1fc-9dbc8e014469 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:59.809619 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d099eaf2-1419-4ee4-b1fc-9dbc8e014469 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:59.813439 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d099eaf2-1419-4ee4-b1fc-9dbc8e014469 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:59.820225 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d099eaf2-1419-4ee4-b1fc-9dbc8e014469 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:59.824702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d099eaf2-1419-4ee4-b1fc-9dbc8e014469 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:59.828687 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d099eaf2-1419-4ee4-b1fc-9dbc8e014469 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:03:59.831086 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d099eaf2-1419-4ee4-b1fc-9dbc8e014469 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3033614 Feb 21 09:03:59.832264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7d607a5b-278b-49da-be5d-f99984820347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:03:59.835479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52124) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:03:59.861000 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7d607a5b-278b-49da-be5d-f99984820347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:00.071060 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-54c743b5-25db-4c32-b5af-071b46d7ac75 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2346048 Feb 21 09:04:00.074381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52128) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:00.130469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d607a5b-278b-49da-be5d-f99984820347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:00.138115 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d607a5b-278b-49da-be5d-f99984820347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:00.143940 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7860-8a8b-4305-b646-582b9e3843b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:00.205685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] For port a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd,segment=NetworkSegment(1b4b2d7f-fd73-4faa-9c9f-084d72c8c91f),segment_id=1b4b2d7f-fd73-4faa-9c9f-084d72c8c91f)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:00.206308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:00.206828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a08383-bd04-4a14-b5bd-0b53a707c4ba tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:00.208247 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a08383-bd04-4a14-b5bd-0b53a707c4ba tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:00.209532 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a08383-bd04-4a14-b5bd-0b53a707c4ba tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:00.210816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a08383-bd04-4a14-b5bd-0b53a707c4ba tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:00.212238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a08383-bd04-4a14-b5bd-0b53a707c4ba tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:00.213924 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-72a08383-bd04-4a14-b5bd-0b53a707c4ba tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1387813 Feb 21 09:04:00.217731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52132) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:00.246539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:00.255611 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7d607a5b-278b-49da-be5d-f99984820347 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d450ac4c78c4887b8294fe5f73efc7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9525805 Feb 21 09:04:00.256387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d607a5b-278b-49da-be5d-f99984820347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d32575-190b-43b1-8532-dfea211f796a,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:00.262594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52136) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:00.330295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec7b706-6fe0-492a-8bd1-de6f08335b41 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:00.331521 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec7b706-6fe0-492a-8bd1-de6f08335b41 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:00.332773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec7b706-6fe0-492a-8bd1-de6f08335b41 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:00.334034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec7b706-6fe0-492a-8bd1-de6f08335b41 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:00.335445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec7b706-6fe0-492a-8bd1-de6f08335b41 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:00.337027 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8ec7b706-6fe0-492a-8bd1-de6f08335b41 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1185699 Feb 21 09:04:00.340497 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52140) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:00.368310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Calling delete_port for a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:00.397296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c57fef0a-de95-4e84-9142-f98cfde052a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:00.409466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c57fef0a-de95-4e84-9142-f98cfde052a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:00.415687 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c57fef0a-de95-4e84-9142-f98cfde052a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:00.431885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c57fef0a-de95-4e84-9142-f98cfde052a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:00.466524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57fef0a-de95-4e84-9142-f98cfde052a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:00.470622 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c57fef0a-de95-4e84-9142-f98cfde052a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:00.470771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c753024d-00e1-45fc-9b41-cc886c635ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:00.508605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c753024d-00e1-45fc-9b41-cc886c635ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:00.554094 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:00.594547 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bcec0f-c304-4e28-a4b5-c9e908b8e1f9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:00.597340 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-94bcec0f-c304-4e28-a4b5-c9e908b8e1f9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "GET /v2.0/networks/19ba64d0-8a64-4acd-9cf8-dfc00c4a3441 HTTP/1.1" status: 200 len: 802 time: 0.2557256 Feb 21 09:04:00.601498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52144) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:00.655292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event deleted for resources: {'Port': ['ID=a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:00.663297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] No DVR routers for this DVR port a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:04:00.709032 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c753024d-00e1-45fc-9b41-cc886c635ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:00.736355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753024d-00e1-45fc-9b41-cc886c635ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d32575-190b-43b1-8532-dfea211f796a,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:00.757592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c753024d-00e1-45fc-9b41-cc886c635ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:00.758785 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c753024d-00e1-45fc-9b41-cc886c635ecd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09d32575-190b-43b1-8532-dfea211f796a HTTP/1.1" status: 204 len: 168 time: 0.4952555 Feb 21 09:04:00.794003 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bd17db59-c8af-4ab2-90f2-7be884650a63 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "GET /v2.0/networks/19ba64d0-8a64-4acd-9cf8-dfc00c4a3441?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.1909938 Feb 21 09:04:00.797222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52150) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:00.857759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:00.864981 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b025de9-5303-444b-886c-24599568c58e None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:00.875827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Router ae8a98f6-ef7b-4d1c-847a-13be14e56d3e is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:04:00.882693 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe8895-d2d9-43a6-97ff-5444044afa0b None None] Network bee9edbc-d094-4ad0-a329-959b54ce5790 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:00.903421 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa52fa-ce3f-4043-87be-7f411b6ce94d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:00.908750 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee9edbc-d094-4ad0-a329-959b54ce5790']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:00.910002 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-daaa52fa-ce3f-4043-87be-7f411b6ce94d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "GET /v2.0/subnets/857a1864-7284-441f-a923-20708b1f2192 HTTP/1.1" status: 200 len: 843 time: 0.1116605 Feb 21 09:04:00.913445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52156) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:00.933094 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4b2d7f-fd73-4faa-9c9f-084d72c8c91f') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:00.933634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4b2d7f-fd73-4faa-9c9f-084d72c8c91f') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:00.960412 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.041884 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9d6f6f-58bb-41f3-98d9-dcd39394b2c7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:01.048771 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bc9d6f6f-58bb-41f3-98d9-dcd39394b2c7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "GET /v2.0/subnets/857a1864-7284-441f-a923-20708b1f2192?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1336842 Feb 21 09:04:01.049352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52162) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:01.054724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f4987858-56fd-4f33-8802-3c544ab43d43 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1699304358'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:01.060976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f4987858-56fd-4f33-8802-3c544ab43d43 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:01.076350 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f4987858-56fd-4f33-8802-3c544ab43d43 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:01.104173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4987858-56fd-4f33-8802-3c544ab43d43 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:01.110356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4987858-56fd-4f33-8802-3c544ab43d43 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.130727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.155167 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4987858-56fd-4f33-8802-3c544ab43d43 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:04:01.167866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4987858-56fd-4f33-8802-3c544ab43d43 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.168677 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-f4987858-56fd-4f33-8802-3c544ab43d43 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Added segment bd2d834e-e385-4e80-89c5-b1659264d491 of type vlan for network 872329fe-1937-49ca-8b92-efc3e8aedd0c Feb 21 09:04:01.208253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4987858-56fd-4f33-8802-3c544ab43d43 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.222882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-04177fb2-a071-44c2-be2d-189094478052 None None] Provisioning for port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:01.253558 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4987858-56fd-4f33-8802-3c544ab43d43 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.259324 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4987858-56fd-4f33-8802-3c544ab43d43 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:01.260232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4987858-56fd-4f33-8802-3c544ab43d43 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.277333 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:04:01.278948 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.289760 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:04:01.302931 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:04:01.391857 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52168) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:01.414616 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f4987858-56fd-4f33-8802-3c544ab43d43 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3616309 Feb 21 09:04:01.414616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4987858-56fd-4f33-8802-3c544ab43d43 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Network': ['ID=872329fe-1937-49ca-8b92-efc3e8aedd0c,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:01.419918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52172) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:01.431434 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'subnet': {'network_id': '872329fe-1937-49ca-8b92-efc3e8aedd0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:01.431942 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 872329fe-1937-49ca-8b92-efc3e8aedd0c details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:04:01.455606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f086a71b-cf93-44af-925e-181f9617f05b None None] DHCP port deletion for bee9edbc-d094-4ad0-a329-959b54ce5790 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:04:01.463712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.492468 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.520726 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Pushing event deleted for resources: {'Network': ['ID=bee9edbc-d094-4ad0-a329-959b54ce5790,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:01.531641 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a1b9ccfa-0008-4224-b28f-10dc4fbff0ba tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "DELETE /v2.0/networks/bee9edbc-d094-4ad0-a329-959b54ce5790 HTTP/1.1" status: 204 len: 168 time: 2.3966644 Feb 21 09:04:01.535775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52176) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:01.536707 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-631b72b3-16fd-4f73-a668-4f93b9cbc2a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d6550ff711844ceb8b0d98a5a2aafff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1341798 Feb 21 09:04:01.540191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52178) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:01.592438 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:04:01.602415 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4a805387-b186-40a5-bc1f-4feafbca5b25 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "PUT /v2.0/routers/ae8a98f6-ef7b-4d1c-847a-13be14e56d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1795275 Feb 21 09:04:01.603659 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c57fef0a-de95-4e84-9142-f98cfde052a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.607593 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52182) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:01.626903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74df706-a61d-4d08-9a00-d9a15d298a85 None None] Sync routers for ids ['ae8a98f6-ef7b-4d1c-847a-13be14e56d3e'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:04:01.628936 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:01.636382 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-efc0bc4e-db66-4669-80a8-62df85255e4f None None] Provisioning complete for port 25a63391-53b3-4524-b590-40b901b315b3 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:01.636839 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-efc0bc4e-db66-4669-80a8-62df85255e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.686690 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:01.687270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.724037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3d9e80bb-5ed0-45f3-8b69-dcfec30aa44c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Synchronizing usage tracker for tenant:c691af0040cd490d9c4ca3c3388b0fa6 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:01.728702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:01.730686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fef0a-de95-4e84-9142-f98cfde052a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=248914fc-1590-43c8-9ab0-1c33046b1c08,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:01.734174 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57fef0a-de95-4e84-9142-f98cfde052a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:01.738442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-c57fef0a-de95-4e84-9142-f98cfde052a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:01.749560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57fef0a-de95-4e84-9142-f98cfde052a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:01.750561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c57fef0a-de95-4e84-9142-f98cfde052a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.755632 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:01.758702 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74df706-a61d-4d08-9a00-d9a15d298a85 None None] Routers {'ae8a98f6-ef7b-4d1c-847a-13be14e56d3e'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:01.759228 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f74df706-a61d-4d08-9a00-d9a15d298a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['ae8a98f6-ef7b-4d1c-847a-13be14e56d3e'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:01.775476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3d9e80bb-5ed0-45f3-8b69-dcfec30aa44c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Unset dirty status for tenant:c691af0040cd490d9c4ca3c3388b0fa6 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:01.776826 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3d9e80bb-5ed0-45f3-8b69-dcfec30aa44c tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fd69bc-f20c-453f-9ade-877e823c7cda HTTP/1.1" status: 200 len: 205 time: 0.2409158 Feb 21 09:04:01.780051 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52188) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:01.783858 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c57fef0a-de95-4e84-9142-f98cfde052a1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0843675 Feb 21 09:04:01.784103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52192) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:01.791760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'mac_address': 'fa:16:3e:02:11:43', 'name': 'tempest-NetworksTestDHCPv6-1951137693'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:01.809924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Made reservation on behalf of 361546699e5a424c90202caa077b3902 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:01.841597 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f74df706-a61d-4d08-9a00-d9a15d298a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:01.847624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-efc0bc4e-db66-4669-80a8-62df85255e4f None None] Port 25a63391-53b3-4524-b590-40b901b315b3 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:04:01.903142 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f34cd6-c80d-4a01-9b03-4b1d96478976 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:01.903745 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e4f34cd6-c80d-4a01-9b03-4b1d96478976 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:01.909250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74df706-a61d-4d08-9a00-d9a15d298a85 None None] Routers {'ae8a98f6-ef7b-4d1c-847a-13be14e56d3e'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:01.909865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f74df706-a61d-4d08-9a00-d9a15d298a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:03:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['ae8a98f6-ef7b-4d1c-847a-13be14e56d3e'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:01.914660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:01.933120 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e4f34cd6-c80d-4a01-9b03-4b1d96478976 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:01.937524 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e4f34cd6-c80d-4a01-9b03-4b1d96478976 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae8a98f6-ef7b-4d1c-847a-13be14e56d3e HTTP/1.1" status: 200 len: 981 time: 0.2781608 Feb 21 09:04:01.938036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52196) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:01.990206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f74df706-a61d-4d08-9a00-d9a15d298a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:01.990609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74df706-a61d-4d08-9a00-d9a15d298a85 None None] The sync data for ids ['ae8a98f6-ef7b-4d1c-847a-13be14e56d3e'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:04:02.002869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.047343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4e989dba-c75a-4608-8bc0-1dde0e7d9cdf,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:02.057445 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.087346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fed7aefa-4018-4947-a971-9cd2241f05be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.104351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Performing IP validity checks on allocation pools {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 21 09:04:02.104898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 21 09:04:02.152452 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98720765-cc37-4a08-b989-2c76f8082fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.168470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fed7aefa-4018-4947-a971-9cd2241f05be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.169011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=4e989dba-c75a-4608-8bc0-1dde0e7d9cdf,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:02.190856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21a047a-d259-49a0-b6c5-f1445b650a85 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:02.225311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:02.233007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:port and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:02.236023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:02.245130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:02.301108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:02.304298 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6ea02bbd-e836-434d-adcc-482090ed27d6 None None] Provisioning complete for port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:02.304801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6ea02bbd-e836-434d-adcc-482090ed27d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.387400 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fed7aefa-4018-4947-a971-9cd2241f05be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.425220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7aefa-4018-4947-a971-9cd2241f05be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac103b3b-2ca6-490f-9284-475ce794dbe3,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:02.491569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fed7aefa-4018-4947-a971-9cd2241f05be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.495579 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fed7aefa-4018-4947-a971-9cd2241f05be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac103b3b-2ca6-490f-9284-475ce794dbe3 HTTP/1.1" status: 204 len: 168 time: 0.8268712 Feb 21 09:04:02.506080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.558692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.626184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Subnet': ['ID=cee94d3b-9902-4c67-8e4b-2311b53651ac,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:02.629018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 1a512f4d-8883-4d59-958f-69c85f9c071b yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:04:02.661626 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98720765-cc37-4a08-b989-2c76f8082fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.668276 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98720765-cc37-4a08-b989-2c76f8082fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.691040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Checking segment: {'id': 'bd2d834e-e385-4e80-89c5-b1659264d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '872329fe-1937-49ca-8b92-efc3e8aedd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:02.691391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network hostable DHCP agents. Network: 872329fe-1937-49ca-8b92-efc3e8aedd0c, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:04:02.793516 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Network 872329fe-1937-49ca-8b92-efc3e8aedd0c is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:04:02.818500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 872329fe-1937-49ca-8b92-efc3e8aedd0c) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:02.834603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:02.835303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950648'] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.851754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98720765-cc37-4a08-b989-2c76f8082fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.852233 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98720765-cc37-4a08-b989-2c76f8082fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Fanout notify agent at l3_agent the message router_deleted on router a8fd69bc-f20c-453f-9ade-877e823c7cda {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:04:02.875313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98720765-cc37-4a08-b989-2c76f8082fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:02.876929 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98720765-cc37-4a08-b989-2c76f8082fa8 tempest-RoutersNegativeIpV6Test-691790127 tempest-RoutersNegativeIpV6Test-691790127-project] 10.222.0.48 "DELETE /v2.0/routers/a8fd69bc-f20c-453f-9ade-877e823c7cda HTTP/1.1" status: 204 len: 168 time: 1.0948360 Feb 21 09:04:02.888172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b29896e-27f8-41ef-9fce-68e21e148e2d None None] Network 872329fe-1937-49ca-8b92-efc3e8aedd0c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:02.897577 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9969decb-89e8-45f5-a5ce-9ff95b951cc9 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4761128 Feb 21 09:04:02.902980 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd4ece5-9e5e-48d3-8199-7b80b6929d14 None None] Update dhcp port {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'fixed_ips': [{'subnet_id': '0f79a154-a599-4a1c-a140-fac4f1f99839', 'ip_address': '2001:db8::f816:3eff:fe86:b231'}, {'subnet_id': '248914fc-1590-43c8-9ab0-1c33046b1c08'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': '4e989dba-c75a-4608-8bc0-1dde0e7d9cdf'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:04:02.905123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52206) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:02.913993 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2d13a91e-d71c-4da5-8e2d-bc32f5dcdf60 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:03.050329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-92bcfabc-2937-4a62-b022-36eab1d92093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:03.068188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8dd4ece5-9e5e-48d3-8199-7b80b6929d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:03.128213 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:03.170685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8:0:1::2aa (749b6d65-c680-4e97-918b-6efdfcb19e4b/248914fc-1590-43c8-9ab0-1c33046b1c08/1a512f4d-8883-4d59-958f-69c85f9c071b) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:03.189730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d13a91e-d71c-4da5-8e2d-bc32f5dcdf60 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2758511'] for subnet, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:03.192599 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::f816:3eff:fe02:1143 (749b6d65-c680-4e97-918b-6efdfcb19e4b/0f79a154-a599-4a1c-a140-fac4f1f99839/1a512f4d-8883-4d59-958f-69c85f9c071b) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:03.338736 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e16be797-1f48-46a6-bf52-63a5c6ab52f9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:03.381192 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:03.382346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:03.494144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52220) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:03.572803 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-872329fe-1937-49ca-8b92-efc3e8aedd0c', 'network_id': '872329fe-1937-49ca-8b92-efc3e8aedd0c', 'tenant_id': '361546699e5a424c90202caa077b3902', 'fixed_ips': [{'subnet_id': 'cee94d3b-9902-4c67-8e4b-2311b53651ac'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:04:03.573984 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:03.652042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:03.675311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d13a91e-d71c-4da5-8e2d-bc32f5dcdf60 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764261804683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2750391'] for subnet, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:03.717004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 1a512f4d-8883-4d59-958f-69c85f9c071b will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:03.758038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d13a91e-d71c-4da5-8e2d-bc32f5dcdf60 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:03.758561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d13a91e-d71c-4da5-8e2d-bc32f5dcdf60 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:03.759880 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2d13a91e-d71c-4da5-8e2d-bc32f5dcdf60 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "PUT /v2.0/subnets/cee94d3b-9902-4c67-8e4b-2311b53651ac HTTP/1.1" status: 200 len: 900 time: 0.8536425 Feb 21 09:04:03.764111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52230) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:03.791717 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:03.792462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13a91e-d71c-4da5-8e2d-bc32f5dcdf60 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event updated for resources: {'Subnet': ['ID=cee94d3b-9902-4c67-8e4b-2311b53651ac,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:03.832986 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:04:03.908867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:04:03.909493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a0fcbcf1-f0e3-46f7-b2f8-8fc73152b2dd not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:04:03.950281 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Allocated IP 2001:db8::3 (872329fe-1937-49ca-8b92-efc3e8aedd0c/cee94d3b-9902-4c67-8e4b-2311b53651ac/0beb9dd2-d167-4d0e-96ee-51975cb69392) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:03.973128 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.049563 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.154577 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-8dd4ece5-9e5e-48d3-8199-7b80b6929d14 None None] Allocated IP 2001:db8:0:1::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/248914fc-1590-43c8-9ab0-1c33046b1c08/4e989dba-c75a-4608-8bc0-1dde0e7d9cdf) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:04.181213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.210944 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-776b03cf-512a-4f4d-ba88-c62730ffeaf8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c691af0040cd490d9c4ca3c3388b0fa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6438437 Feb 21 09:04:04.212449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52240) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:04.216534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:04.223731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:04.229906 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-e16be797-1f48-46a6-bf52-63a5c6ab52f9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 25a63391-53b3-4524-b590-40b901b315b3 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:04.230342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e16be797-1f48-46a6-bf52-63a5c6ab52f9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.240296 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:04.245975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:04.246891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.298826 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5136893 Feb 21 09:04:04.309155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52246) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:04.310078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cdbcf-2eb7-4d6d-8dd8-2d020f4b7c09 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=1a512f4d-8883-4d59-958f-69c85f9c071b,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:04.365924 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.394961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Transition to ACTIVE for port object 0beb9dd2-d167-4d0e-96ee-51975cb69392 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:04.397445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.405396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8dd4ece5-9e5e-48d3-8199-7b80b6929d14 None None] For port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4e989dba-c75a-4608-8bc0-1dde0e7d9cdf,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:04.424566 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Transition to ACTIVE for port object 0beb9dd2-d167-4d0e-96ee-51975cb69392 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:04.440102 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.448285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e16be797-1f48-46a6-bf52-63a5c6ab52f9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.487344 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-efd932ed-4abb-429d-8c49-14c3659a61d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 1a512f4d-8883-4d59-958f-69c85f9c071b {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:04.488044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8dd4ece5-9e5e-48d3-8199-7b80b6929d14 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.488300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efd932ed-4abb-429d-8c49-14c3659a61d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.525073 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.530274 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8dd4ece5-9e5e-48d3-8199-7b80b6929d14 None None] Transition to ACTIVE for port object 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:04.559746 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8dd4ece5-9e5e-48d3-8199-7b80b6929d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.576776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Network 872329fe-1937-49ca-8b92-efc3e8aedd0c is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:04.578700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:04.580590 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Pushing event updated for resources: {'Port': ['ID=0beb9dd2-d167-4d0e-96ee-51975cb69392,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:04.584888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Subnet': ['ID=cee94d3b-9902-4c67-8e4b-2311b53651ac,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:04.585168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-e16be797-1f48-46a6-bf52-63a5c6ab52f9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 25a63391-53b3-4524-b590-40b901b315b3 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:04.591251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:04.696802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.725328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872329fe-1937-49ca-8b92-efc3e8aedd0c']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:04.740047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2d834e-e385-4e80-89c5-b1659264d491') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:04.740764 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2d834e-e385-4e80-89c5-b1659264d491') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:04.754006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.772573 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.785887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:04:04.786649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.789352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e16be797-1f48-46a6-bf52-63a5c6ab52f9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:04:04.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:04:04.994879 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4ece5-9e5e-48d3-8199-7b80b6929d14 None None] Pushing event updated for resources: {'Port': ['ID=4e989dba-c75a-4608-8bc0-1dde0e7d9cdf,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:05.002138 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Attempting to bind port 0beb9dd2-d167-4d0e-96ee-51975cb69392 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:04:05.002501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Attempting to bind port 0beb9dd2-d167-4d0e-96ee-51975cb69392 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'bd2d834e-e385-4e80-89c5-b1659264d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '872329fe-1937-49ca-8b92-efc3e8aedd0c'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:04:05.003013 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Attempting to bind port 0beb9dd2-d167-4d0e-96ee-51975cb69392 on network 872329fe-1937-49ca-8b92-efc3e8aedd0c {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:04:05.012268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:04:05.012635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Checking segment: {'id': 'bd2d834e-e385-4e80-89c5-b1659264d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '872329fe-1937-49ca-8b92-efc3e8aedd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:05.013175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:05.013569 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Bound using segment: {'id': 'bd2d834e-e385-4e80-89c5-b1659264d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '872329fe-1937-49ca-8b92-efc3e8aedd0c'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:04:05.014038 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Bound port: 0beb9dd2-d167-4d0e-96ee-51975cb69392, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2d834e-e385-4e80-89c5-b1659264d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '872329fe-1937-49ca-8b92-efc3e8aedd0c'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:04:05.014463 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:05.108729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16be797-1f48-46a6-bf52-63a5c6ab52f9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=25a63391-53b3-4524-b590-40b901b315b3,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:05.123055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 21 09:04:05.123055 dv-neutron-830062-1-hyperv neutron-server[83585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 21 09:04:05.123055 dv-neutron-830062-1-hyperv neutron-server[83585]: [parameters: {'id': '872329fe-1937-49ca-8b92-efc3e8aedd0c'}] Feb 21 09:04:05.123055 dv-neutron-830062-1-hyperv neutron-server[83585]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:04:05.123711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:04:05.163734 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] For port 0beb9dd2-d167-4d0e-96ee-51975cb69392, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:04:05.170621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] For port 0beb9dd2-d167-4d0e-96ee-51975cb69392, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0beb9dd2-d167-4d0e-96ee-51975cb69392,segment=NetworkSegment(bd2d834e-e385-4e80-89c5-b1659264d491),segment_id=bd2d834e-e385-4e80-89c5-b1659264d491)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:04:05.177402 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:05.199046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efd932ed-4abb-429d-8c49-14c3659a61d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:05.216495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-683df831-3d97-491f-a182-b4597b127828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:05.230426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e16be797-1f48-46a6-bf52-63a5c6ab52f9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:05.270332 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-683df831-3d97-491f-a182-b4597b127828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:05.318888 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c13fec-a149-4ad4-a66c-2419bce538e4 None None] Pushing event updated for resources: {'Port': ['ID=0beb9dd2-d167-4d0e-96ee-51975cb69392,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:05.405681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3a5f9a-903b-4289-8cb2-0a753e0a7182 None None] Network 872329fe-1937-49ca-8b92-efc3e8aedd0c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:05.428576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-efd932ed-4abb-429d-8c49-14c3659a61d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 1a512f4d-8883-4d59-958f-69c85f9c071b owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:05.628626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:05.709410 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-683df831-3d97-491f-a182-b4597b127828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:05.752292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Deleting port 0beb9dd2-d167-4d0e-96ee-51975cb69392 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:05.752635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:05.759308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997071df-a644-4f03-93bc-a6adc547a89b None None] Network 872329fe-1937-49ca-8b92-efc3e8aedd0c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:05.785893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52266) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:05.806539 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683df831-3d97-491f-a182-b4597b127828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a605fc7-e75c-46ee-9d1d-f75457325648,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:05.898645 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efd932ed-4abb-429d-8c49-14c3659a61d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:05.968242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:06.001687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5018d840-1ed2-4528-8911-3a9a7eb8915e None None] Provisioning for port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:06.009616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5018d840-1ed2-4528-8911-3a9a7eb8915e None None] Provisioning complete for port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:06.009992 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5018d840-1ed2-4528-8911-3a9a7eb8915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:06.034157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd932ed-4abb-429d-8c49-14c3659a61d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=1a512f4d-8883-4d59-958f-69c85f9c071b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:06.113193 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-683df831-3d97-491f-a182-b4597b127828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:06.114620 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-683df831-3d97-491f-a182-b4597b127828 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a605fc7-e75c-46ee-9d1d-f75457325648 HTTP/1.1" status: 204 len: 168 time: 1.9011731 Feb 21 09:04:06.138735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16be797-1f48-46a6-bf52-63a5c6ab52f9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Router ae8a98f6-ef7b-4d1c-847a-13be14e56d3e has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:04:06.293942 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-3cf1341a-2d4c-489a-9c7b-be270060afe2 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-963906389'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:06.309929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3cf1341a-2d4c-489a-9c7b-be270060afe2 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:06.315953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3cf1341a-2d4c-489a-9c7b-be270060afe2 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Usage tracker for resource:router and tenant:4bc04aaf3e614bada1c3cd35a995718d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:06.319435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3cf1341a-2d4c-489a-9c7b-be270060afe2 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:06.330891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efd932ed-4abb-429d-8c49-14c3659a61d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:06.336710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-25642caa-dae7-4519-8b59-a379818a857b None None] Could not find standard attr ID for object 1a512f4d-8883-4d59-958f-69c85f9c071b. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:04:06.364977 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3cf1341a-2d4c-489a-9c7b-be270060afe2 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:06.370325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16be797-1f48-46a6-bf52-63a5c6ab52f9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:04:06.379070 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e16be797-1f48-46a6-bf52-63a5c6ab52f9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "PUT /v2.0/routers/ae8a98f6-ef7b-4d1c-847a-13be14e56d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4401479 Feb 21 09:04:06.379997 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52274) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:06.382575 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586407d6-20f8-47b2-8f40-c6479b255e95 None None] Sync routers for ids ['ae8a98f6-ef7b-4d1c-847a-13be14e56d3e'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:04:06.386119 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-efd932ed-4abb-429d-8c49-14c3659a61d7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/1a512f4d-8883-4d59-958f-69c85f9c071b HTTP/1.1" status: 204 len: 168 time: 2.0729370 Feb 21 09:04:06.397212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52278) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:06.408033 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586407d6-20f8-47b2-8f40-c6479b255e95 None None] Routers {'ae8a98f6-ef7b-4d1c-847a-13be14e56d3e'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:06.409041 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-586407d6-20f8-47b2-8f40-c6479b255e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['ae8a98f6-ef7b-4d1c-847a-13be14e56d3e'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:06.439690 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12fabcf-286f-42c3-9e56-c6ac60e76eb8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] GET failed (client error): The resource could not be found. Feb 21 09:04:06.440208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d12fabcf-286f-42c3-9e56-c6ac60e76eb8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:06.461179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3cf1341a-2d4c-489a-9c7b-be270060afe2 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:06.462254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3cf1341a-2d4c-489a-9c7b-be270060afe2 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:06.472342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d12fabcf-286f-42c3-9e56-c6ac60e76eb8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:06.477284 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d12fabcf-286f-42c3-9e56-c6ac60e76eb8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/25a63391-53b3-4524-b590-40b901b315b3 HTTP/1.1" status: 404 len: 333 time: 0.0961189 Feb 21 09:04:06.477922 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52284) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:06.478355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] For port 0beb9dd2-d167-4d0e-96ee-51975cb69392, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0beb9dd2-d167-4d0e-96ee-51975cb69392,segment=NetworkSegment(bd2d834e-e385-4e80-89c5-b1659264d491),segment_id=bd2d834e-e385-4e80-89c5-b1659264d491)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:06.479051 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:06.516284 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-586407d6-20f8-47b2-8f40-c6479b255e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:06.531559 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586407d6-20f8-47b2-8f40-c6479b255e95 None None] Routers {'ae8a98f6-ef7b-4d1c-847a-13be14e56d3e'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:06.532201 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-586407d6-20f8-47b2-8f40-c6479b255e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['ae8a98f6-ef7b-4d1c-847a-13be14e56d3e'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:06.532580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1804fc7c-669b-481e-92aa-68c9158e4eda None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:04:06.593916 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-586407d6-20f8-47b2-8f40-c6479b255e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:06.594526 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586407d6-20f8-47b2-8f40-c6479b255e95 None None] The sync data for ids ['ae8a98f6-ef7b-4d1c-847a-13be14e56d3e'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:04:06.689162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37dd166-171b-4353-947b-6fdc7602f8a6 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:06.703778 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1804fc7c-669b-481e-92aa-68c9158e4eda None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:04:06.743352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Calling delete_port for 0beb9dd2-d167-4d0e-96ee-51975cb69392 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:06.846025 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3cf1341a-2d4c-489a-9c7b-be270060afe2 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:06.874332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:06.917656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3cf1341a-2d4c-489a-9c7b-be270060afe2 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:06.926665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5139ed-afa2-4882-acc4-3bd902c95162 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:06.927408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-af5139ed-afa2-4882-acc4-3bd902c95162 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:06.949840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Port': ['ID=0beb9dd2-d167-4d0e-96ee-51975cb69392,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:06.969459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No DVR routers for this DVR port 0beb9dd2-d167-4d0e-96ee-51975cb69392 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:04:07.031435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-af5139ed-afa2-4882-acc4-3bd902c95162 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:07.039533 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-af5139ed-afa2-4882-acc4-3bd902c95162 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6384645 Feb 21 09:04:07.045123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52298) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:07.113802 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:07.148410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3cf1341a-2d4c-489a-9c7b-be270060afe2 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.152582 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37dd166-171b-4353-947b-6fdc7602f8a6 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.153066 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3cf1341a-2d4c-489a-9c7b-be270060afe2 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3661342 Feb 21 09:04:07.154210 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52304) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:07.213388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:07.214026 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.223371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.234116 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37dd166-171b-4353-947b-6fdc7602f8a6 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.256935 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872329fe-1937-49ca-8b92-efc3e8aedd0c']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:07.282435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16523550-bbcb-4450-a64b-3c4ba8078192 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:07.284946 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-16523550-bbcb-4450-a64b-3c4ba8078192 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2386892 Feb 21 09:04:07.286817 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2d834e-e385-4e80-89c5-b1659264d491') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:07.287163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2d834e-e385-4e80-89c5-b1659264d491') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:07.294594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52310) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:07.342065 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d170e121-b3a0-4ca2-8178-4e39945e742e tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.347713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.381928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52314) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:07.387129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.395278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37dd166-171b-4353-947b-6fdc7602f8a6 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.395834 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37dd166-171b-4353-947b-6fdc7602f8a6 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Fanout notify agent at l3_agent the message router_deleted on router ae8a98f6-ef7b-4d1c-847a-13be14e56d3e {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:04:07.403494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:04:07.403879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:04:07.419343 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:04:07.466241 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37dd166-171b-4353-947b-6fdc7602f8a6 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.470391 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b37dd166-171b-4353-947b-6fdc7602f8a6 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/routers/ae8a98f6-ef7b-4d1c-847a-13be14e56d3e HTTP/1.1" status: 204 len: 168 time: 0.9883993 Feb 21 09:04:07.471744 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52320) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:07.480212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1631c168-b837-4410-a172-67ba2a950651 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:07.481538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1631c168-b837-4410-a172-67ba2a950651 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:07.482950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1631c168-b837-4410-a172-67ba2a950651 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:07.484549 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1631c168-b837-4410-a172-67ba2a950651 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1889720 Feb 21 09:04:07.491542 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52324) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:07.565195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-114959145-network', 'tenant_id': 'f418603f139546c09f086dacdefb5b09'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:07.575269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:07.583627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.587793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.597142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Usage tracker for resource:network and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:07.618349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:07.645310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:07.650474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Network': ['ID=872329fe-1937-49ca-8b92-efc3e8aedd0c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:07.654386 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-307d1134-8d5c-4a7f-bf00-a44d95ce7531 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/872329fe-1937-49ca-8b92-efc3e8aedd0c HTTP/1.1" status: 204 len: 168 time: 3.8871984 Feb 21 09:04:07.703875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52328) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:07.764443 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-178b07ca-f64f-425c-9c9e-34d7e724a95d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:07.764849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178b07ca-f64f-425c-9c9e-34d7e724a95d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:07.767013 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-178b07ca-f64f-425c-9c9e-34d7e724a95d tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/subnets/cee94d3b-9902-4c67-8e4b-2311b53651ac HTTP/1.1" status: 404 len: 337 time: 0.0610573 Feb 21 09:04:07.769667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Made reservation on behalf of f418603f139546c09f086dacdefb5b09 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:07.772167 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.772462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52332) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:07.789761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.850195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb107fb-ac8a-450f-a8ad-cb15345dd650 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 0f79a154-a599-4a1c-a140-fac4f1f99839 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:07.855912 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3bb107fb-ac8a-450f-a8ad-cb15345dd650 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:07.874727 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-449df378-b212-40e1-9664-0a2e646d68f6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:07.875201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449df378-b212-40e1-9664-0a2e646d68f6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:07.880647 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-449df378-b212-40e1-9664-0a2e646d68f6 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/872329fe-1937-49ca-8b92-efc3e8aedd0c HTTP/1.1" status: 404 len: 339 time: 0.1016402 Feb 21 09:04:07.882739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:07.883281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52336) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:07.893037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:07.906073 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:07.914481 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:07.937502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3bb107fb-ac8a-450f-a8ad-cb15345dd650 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.055242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.064109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3bb107fb-ac8a-450f-a8ad-cb15345dd650 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.091240 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.102277 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d170e121-b3a0-4ca2-8178-4e39945e742e tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.130087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:04:08.134363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d170e121-b3a0-4ca2-8178-4e39945e742e tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.159613 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5f743e04-faba-42b1-b11a-17c74c4213bb tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.164413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf3462c-ad7f-4e5f-af00-11351aeb5776,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:08.168449 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.168796 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Added segment d807dbea-f46c-4511-b1d5-04f3b25bdfb6 of type vlan for network 79b52148-1e0f-4a04-a87c-79e288b79fa9 Feb 21 09:04:08.192267 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d6cc51-6258-4097-a126-cf17e0ab9548 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting subnet c201e242-9bfd-4908-9867-5ab577656c39 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:08.203024 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c6d6cc51-6258-4097-a126-cf17e0ab9548 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.203696 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3bb107fb-ac8a-450f-a8ad-cb15345dd650 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.209419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.252953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb107fb-ac8a-450f-a8ad-cb15345dd650 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=0f79a154-a599-4a1c-a140-fac4f1f99839,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:08.259169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3bb107fb-ac8a-450f-a8ad-cb15345dd650 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.268636 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4031a68-e4bf-4ee9-bb39-6bda919f3773 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:08.294725 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3bb107fb-ac8a-450f-a8ad-cb15345dd650 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/0f79a154-a599-4a1c-a140-fac4f1f99839 HTTP/1.1" status: 204 len: 168 time: 0.8023918 Feb 21 09:04:08.295379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d170e121-b3a0-4ca2-8178-4e39945e742e tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.295969 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d170e121-b3a0-4ca2-8178-4e39945e742e tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf1c3c71-eabd-41d6-af98-b11a50fb2f88 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:04:08.297713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52340) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:08.299096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.300251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:08.300913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.413975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c6d6cc51-6258-4097-a126-cf17e0ab9548 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.448518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d170e121-b3a0-4ca2-8178-4e39945e742e tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.452890 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d170e121-b3a0-4ca2-8178-4e39945e742e tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] 10.222.0.48 "DELETE /v2.0/routers/cf1c3c71-eabd-41d6-af98-b11a50fb2f88 HTTP/1.1" status: 204 len: 168 time: 1.2938285 Feb 21 09:04:08.468448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52344) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:08.490513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5f743e04-faba-42b1-b11a-17c74c4213bb tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.500340 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-810ef921-fe72-42ae-9507-cd08639f02a7 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Request body: {'router': {'name': 'tempest-router-901401914', 'distributed': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:08.501549 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1193323 Feb 21 09:04:08.511611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52348) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:08.519972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Request body: {'subnet': {'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-114959145-subnet', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'ip_version': 4}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:08.523293 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-810ef921-fe72-42ae-9507-cd08639f02a7 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:08.528642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:08.531017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5520ef8-e0f5-451d-bbe0-606e9e0f3bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=79b52148-1e0f-4a04-a87c-79e288b79fa9,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:08.535953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Usage tracker for resource:subnet and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:08.538966 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:08.545464 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-810ef921-fe72-42ae-9507-cd08639f02a7 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Usage tracker for resource:router and tenant:4bc04aaf3e614bada1c3cd35a995718d is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:08.545734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:08.550265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-810ef921-fe72-42ae-9507-cd08639f02a7 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:08.556904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 79b52148-1e0f-4a04-a87c-79e288b79fa9 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:04:08.557956 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Made reservation on behalf of f418603f139546c09f086dacdefb5b09 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:08.558875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-810ef921-fe72-42ae-9507-cd08639f02a7 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:08.561230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.607807 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c6d6cc51-6258-4097-a126-cf17e0ab9548 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.650571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-810ef921-fe72-42ae-9507-cd08639f02a7 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.651625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-810ef921-fe72-42ae-9507-cd08639f02a7 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.679128 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-5f743e04-faba-42b1-b11a-17c74c4213bb tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4daf19d-b6ed-496c-a151-ac46cbf8c230']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:08.751764 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-5f743e04-faba-42b1-b11a-17c74c4213bb tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68696fa4-eda2-4190-b35e-b5e385d4d806') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:08.752006 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-5f743e04-faba-42b1-b11a-17c74c4213bb tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68696fa4-eda2-4190-b35e-b5e385d4d806') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:08.785463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5f743e04-faba-42b1-b11a-17c74c4213bb tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.827845 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5f743e04-faba-42b1-b11a-17c74c4213bb tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.834801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.855049 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f743e04-faba-42b1-b11a-17c74c4213bb tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:04:08.855448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5f743e04-faba-42b1-b11a-17c74c4213bb tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.879758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-810ef921-fe72-42ae-9507-cd08639f02a7 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:04:08.881247 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:04:08.916298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=458087cd-3878-4b20-8bf2-3e43ff30d1a3,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:08.932295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Checking segment: {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:08.932743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Network hostable DHCP agents. Network: 79b52148-1e0f-4a04-a87c-79e288b79fa9, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:04:08.959889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-29140680-5761-42f8-b25f-1f29e5db225d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 248914fc-1590-43c8-9ab0-1c33046b1c08 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:08.975846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29140680-5761-42f8-b25f-1f29e5db225d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:08.979660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Network 79b52148-1e0f-4a04-a87c-79e288b79fa9 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:04:08.994317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 79b52148-1e0f-4a04-a87c-79e288b79fa9) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:08.998972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:08.999660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.005026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c6d6cc51-6258-4097-a126-cf17e0ab9548 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.006253 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb120e-2161-4da3-8233-bfaf8d8005e1 None None] Network 79b52148-1e0f-4a04-a87c-79e288b79fa9 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:09.029924 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-72c4f549-4900-49e9-81e0-1742980acca5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5170355 Feb 21 09:04:09.033029 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52352) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:09.039118 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:09.043695 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:09.049012 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Usage tracker for resource:router and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:09.052255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:09.063763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6cc51-6258-4097-a126-cf17e0ab9548 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Subnet': ['ID=c201e242-9bfd-4908-9867-5ab577656c39,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:09.065210 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:09.080551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-810ef921-fe72-42ae-9507-cd08639f02a7 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.082920 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.084360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.089434 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5f743e04-faba-42b1-b11a-17c74c4213bb tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.120639 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be0d22a-eb55-4c3d-8cfb-6ad697db3aa6 None None] Network 8ce7b917-39da-4397-9375-f775510879ae requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:09.127026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.287394 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5f743e04-faba-42b1-b11a-17c74c4213bb tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.303203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.307305 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c6d6cc51-6258-4097-a126-cf17e0ab9548 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.309731 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c6d6cc51-6258-4097-a126-cf17e0ab9548 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/c201e242-9bfd-4908-9867-5ab577656c39 HTTP/1.1" status: 204 len: 168 time: 1.8370283 Feb 21 09:04:09.315632 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5f743e04-faba-42b1-b11a-17c74c4213bb tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/d4daf19d-b6ed-496c-a151-ac46cbf8c230 HTTP/1.1" status: 204 len: 168 time: 1.4270136 Feb 21 09:04:09.315878 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52356) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:09.315878 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52358) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:09.323249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29140680-5761-42f8-b25f-1f29e5db225d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.352800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f743e04-faba-42b1-b11a-17c74c4213bb tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Network': ['ID=d4daf19d-b6ed-496c-a151-ac46cbf8c230,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:09.361717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-810ef921-fe72-42ae-9507-cd08639f02a7 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.362909 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-810ef921-fe72-42ae-9507-cd08639f02a7 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8903875 Feb 21 09:04:09.373473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52364) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:09.374947 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-d474a545-eea7-48b9-b8ee-627ab047142b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:09.375610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d474a545-eea7-48b9-b8ee-627ab047142b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:09.386115 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d474a545-eea7-48b9-b8ee-627ab047142b tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/subnets/5a3262a3-f3aa-4239-a8b1-8a2232545da9 HTTP/1.1" status: 404 len: 337 time: 0.0664613 Feb 21 09:04:09.437444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52368) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:09.517304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-79b52148-1e0f-4a04-a87c-79e288b79fa9', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:04:09.518462 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.552757 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d19eef-cfbe-4ab6-a27b-1b1a3a5da038 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:09.553197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d19eef-cfbe-4ab6-a27b-1b1a3a5da038 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:09.557119 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a2d19eef-cfbe-4ab6-a27b-1b1a3a5da038 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/243eeba8-69bb-48ae-8e0c-69469eff9318 HTTP/1.1" status: 404 len: 339 time: 0.1039298 Feb 21 09:04:09.564195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52372) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:09.609642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4cb4171e-768b-4c54-8cfa-1f31d45b472e tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.674851 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67842fec-2d16-4123-b409-9c9eb04b51b3 None None] DHCP port deletion for 8ce7b917-39da-4397-9375-f775510879ae request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:04:09.687054 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-67842fec-2d16-4123-b409-9c9eb04b51b3 None None] Deleting port 03dc26d7-3a75-45e5-b744-2caf94125dbf {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:09.688084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-67842fec-2d16-4123-b409-9c9eb04b51b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.713110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.742167 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 03dc26d7-3a75-45e5-b744-2caf94125dbf {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:09.742426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.764503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29140680-5761-42f8-b25f-1f29e5db225d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.804926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-04001f22-4677-4fd5-99b6-3e72dc044718 None None] Provisioning complete for port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:09.805315 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-04001f22-4677-4fd5-99b6-3e72dc044718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:09.924417 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Allocated IP 172.20.0.2 (79b52148-1e0f-4a04-a87c-79e288b79fa9/458087cd-3878-4b20-8bf2-3e43ff30d1a3/8b4308e3-ec8a-4313-854d-4bed5476c9d0) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:10.044558 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.077593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbdd1a7-084e-46b7-87a9-3bedcb3c1bf7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Deleting subnet 510916f1-d3e5-4d92-b796-67dd718293aa {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:10.084827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd1a7-084e-46b7-87a9-3bedcb3c1bf7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.123124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4cb4171e-768b-4c54-8cfa-1f31d45b472e tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.129007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.129303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29140680-5761-42f8-b25f-1f29e5db225d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.133281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4cb4171e-768b-4c54-8cfa-1f31d45b472e tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.172865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29140680-5761-42f8-b25f-1f29e5db225d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=248914fc-1590-43c8-9ab0-1c33046b1c08,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:10.183514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29140680-5761-42f8-b25f-1f29e5db225d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.190538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] For port 03dc26d7-3a75-45e5-b744-2caf94125dbf, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=03dc26d7-3a75-45e5-b744-2caf94125dbf,segment=NetworkSegment(07f4f1e9-42c4-4352-9201-764c7d9404ee),segment_id=07f4f1e9-42c4-4352-9201-764c7d9404ee)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:10.190903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.201060 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-29140680-5761-42f8-b25f-1f29e5db225d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/248914fc-1590-43c8-9ab0-1c33046b1c08 HTTP/1.1" status: 204 len: 168 time: 1.8949318 Feb 21 09:04:10.201956 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52376) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:10.224560 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9889c6b9-9803-48d1-85bc-69f882a6373c None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:10.225067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4cb4171e-768b-4c54-8cfa-1f31d45b472e tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.225602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb4171e-768b-4c54-8cfa-1f31d45b472e tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bae240a-362e-44fd-90ae-a95be01a9bfa {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:04:10.238737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4cb4171e-768b-4c54-8cfa-1f31d45b472e tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.244956 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4cb4171e-768b-4c54-8cfa-1f31d45b472e tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] 10.222.0.48 "DELETE /v2.0/routers/3bae240a-362e-44fd-90ae-a95be01a9bfa HTTP/1.1" status: 204 len: 168 time: 0.8668821 Feb 21 09:04:10.244956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52380) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:10.251207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-bf34c325-1fce-4c9b-858d-6915ea7451d6 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Request body: {'router': {'name': 'tempest-router-754303376', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '736a2df931cd435c80fe316efff112c1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:10.256975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bf34c325-1fce-4c9b-858d-6915ea7451d6 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:10.261860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bf34c325-1fce-4c9b-858d-6915ea7451d6 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Usage tracker for resource:router and tenant:736a2df931cd435c80fe316efff112c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:10.265209 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bf34c325-1fce-4c9b-858d-6915ea7451d6 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:10.272577 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bf34c325-1fce-4c9b-858d-6915ea7451d6 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:10.292957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bf34c325-1fce-4c9b-858d-6915ea7451d6 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.294028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bf34c325-1fce-4c9b-858d-6915ea7451d6 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.316702 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bf34c325-1fce-4c9b-858d-6915ea7451d6 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.334921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-67842fec-2d16-4123-b409-9c9eb04b51b3 None None] For port 03dc26d7-3a75-45e5-b744-2caf94125dbf, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=03dc26d7-3a75-45e5-b744-2caf94125dbf,segment=NetworkSegment(07f4f1e9-42c4-4352-9201-764c7d9404ee),segment_id=07f4f1e9-42c4-4352-9201-764c7d9404ee)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:10.334921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-67842fec-2d16-4123-b409-9c9eb04b51b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.336434 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd1a7-084e-46b7-87a9-3bedcb3c1bf7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.340285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bf34c325-1fce-4c9b-858d-6915ea7451d6 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.380222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bf34c325-1fce-4c9b-858d-6915ea7451d6 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.384815 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bf34c325-1fce-4c9b-858d-6915ea7451d6 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1356337 Feb 21 09:04:10.385145 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52386) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:10.391037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4ae7691a-e7dc-4f40-ae2f-e7153c9511b5 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:10.499401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 03dc26d7-3a75-45e5-b744-2caf94125dbf owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:10.624998 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-67842fec-2d16-4123-b409-9c9eb04b51b3 None None] Calling delete_port for 03dc26d7-3a75-45e5-b744-2caf94125dbf owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:10.726885 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-48565e1e-f340-4e7d-bc17-a613a23f9f6c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5182869 Feb 21 09:04:10.730072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52390) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:10.740126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b642cb61-07d0-4b1c-95c4-bf8436b12dc0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:10.762926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.787403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Transition to ACTIVE for port object 8b4308e3-ec8a-4313-854d-4bed5476c9d0 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:10.818908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Transition to ACTIVE for port object 8b4308e3-ec8a-4313-854d-4bed5476c9d0 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:10.830371 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.858327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b642cb61-07d0-4b1c-95c4-bf8436b12dc0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:10.863287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b642cb61-07d0-4b1c-95c4-bf8436b12dc0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:10.866390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b642cb61-07d0-4b1c-95c4-bf8436b12dc0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:10.872461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b642cb61-07d0-4b1c-95c4-bf8436b12dc0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:10.896899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b642cb61-07d0-4b1c-95c4-bf8436b12dc0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:10.900585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b642cb61-07d0-4b1c-95c4-bf8436b12dc0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.926016 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Network 79b52148-1e0f-4a04-a87c-79e288b79fa9 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:10.930156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:10.932697 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:10.935862 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Pushing event updated for resources: {'Port': ['ID=8b4308e3-ec8a-4313-854d-4bed5476c9d0,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:10.939303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4ae7691a-e7dc-4f40-ae2f-e7153c9511b5 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.939812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4ae7691a-e7dc-4f40-ae2f-e7153c9511b5 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:10.944521 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-67842fec-2d16-4123-b409-9c9eb04b51b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:04:10.944756 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-67842fec-2d16-4123-b409-9c9eb04b51b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:04:11.027032 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:04:11.049158 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] Deleting port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:11.049536 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.071418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Allocated IP 172.26.6.160 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/8b83249f-c8ad-4a94-a85b-1c120c9b11e4) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:11.073641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.096091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ae7691a-e7dc-4f40-ae2f-e7153c9511b5 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83584) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 21 09:04:11.096717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ae7691a-e7dc-4f40-ae2f-e7153c9511b5 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Router a10a69f9-6ad6-4a6f-bd47-32f57dcbb498 migrating from provider to provider. {{(pid=83584) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 21 09:04:11.097154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4ae7691a-e7dc-4f40-ae2f-e7153c9511b5 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.099445 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Attempting to bind port 8b4308e3-ec8a-4313-854d-4bed5476c9d0 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:04:11.099606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Attempting to bind port 8b4308e3-ec8a-4313-854d-4bed5476c9d0 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:04:11.099930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Attempting to bind port 8b4308e3-ec8a-4313-854d-4bed5476c9d0 on network 79b52148-1e0f-4a04-a87c-79e288b79fa9 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:04:11.104658 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4ae7691a-e7dc-4f40-ae2f-e7153c9511b5 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.113974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4ae7691a-e7dc-4f40-ae2f-e7153c9511b5 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.122304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 03dc26d7-3a75-45e5-b744-2caf94125dbf no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:04:11.147089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd1a7-084e-46b7-87a9-3bedcb3c1bf7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.164018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:04:11.164391 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Checking segment: {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:11.164770 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.165157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Bound using segment: {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:04:11.165636 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Bound port: 8b4308e3-ec8a-4313-854d-4bed5476c9d0, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:04:11.166003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.178198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 03dc26d7-3a75-45e5-b744-2caf94125dbf {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:04:11.178551 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 03dc26d7-3a75-45e5-b744-2caf94125dbf not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:04:11.179015 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:04:11.179187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=03dc26d7-3a75-45e5-b744-2caf94125dbf,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:11.225771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No DVR routers for this DVR port 03dc26d7-3a75-45e5-b744-2caf94125dbf on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:04:11.270874 dv-neutron-830062-1-hyperv neutron-server[83584]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4ae7691a-e7dc-4f40-ae2f-e7153c9511b5 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] No L3 agents can host the router a10a69f9-6ad6-4a6f-bd47-32f57dcbb498 Feb 21 09:04:11.450835 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae7691a-e7dc-4f40-ae2f-e7153c9511b5 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Hosts for router a10a69f9-6ad6-4a6f-bd47-32f57dcbb498: [] {{(pid=83584) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 21 09:04:11.457118 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-67842fec-2d16-4123-b409-9c9eb04b51b3 None None] Deleting port 03dc26d7-3a75-45e5-b744-2caf94125dbf {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:11.457493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-67842fec-2d16-4123-b409-9c9eb04b51b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.493412 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b642cb61-07d0-4b1c-95c4-bf8436b12dc0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.494572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae7691a-e7dc-4f40-ae2f-e7153c9511b5 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Hosts for other DVR routers connected to router a10a69f9-6ad6-4a6f-bd47-32f57dcbb498: set() {{(pid=83584) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 21 09:04:11.496911 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4ae7691a-e7dc-4f40-ae2f-e7153c9511b5 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.498106 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4ae7691a-e7dc-4f40-ae2f-e7153c9511b5 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] 10.222.0.48 "PUT /v2.0/routers/a10a69f9-6ad6-4a6f-bd47-32f57dcbb498 HTTP/1.1" status: 200 len: 716 time: 1.1121082 Feb 21 09:04:11.501412 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52394) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:11.507961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.576168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-67842fec-2d16-4123-b409-9c9eb04b51b3 None None] The port '03dc26d7-3a75-45e5-b744-2caf94125dbf' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:04:11.584503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642cb61-07d0-4b1c-95c4-bf8436b12dc0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=83c3042e-41f2-401e-9f3a-b959d7440b05,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:11.591169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] For port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4e989dba-c75a-4608-8bc0-1dde0e7d9cdf,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:11.591562 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.602484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] For port 8b4308e3-ec8a-4313-854d-4bed5476c9d0, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:04:11.629490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd1a7-084e-46b7-87a9-3bedcb3c1bf7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.664322 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d704cdef-3aee-44a2-8ab5-134a6c865497 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] 10.222.0.48 "GET /v2.0/routers/a10a69f9-6ad6-4a6f-bd47-32f57dcbb498 HTTP/1.1" status: 200 len: 716 time: 0.1615272 Feb 21 09:04:11.666653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52398) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:11.690928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce7b917-39da-4397-9375-f775510879ae']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:11.702382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdd1a7-084e-46b7-87a9-3bedcb3c1bf7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Subnet': ['ID=510916f1-d3e5-4d92-b796-67dd718293aa,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:11.720381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.725782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b642cb61-07d0-4b1c-95c4-bf8436b12dc0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:11.733636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-b642cb61-07d0-4b1c-95c4-bf8436b12dc0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:11.738398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b642cb61-07d0-4b1c-95c4-bf8436b12dc0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:11.739008 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b642cb61-07d0-4b1c-95c4-bf8436b12dc0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.749831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd1a7-084e-46b7-87a9-3bedcb3c1bf7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.753533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f4f1e9-42c4-4352-9201-764c7d9404ee') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:11.753704 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] Calling delete_port for 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:11.754185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f4f1e9-42c4-4352-9201-764c7d9404ee') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:11.781258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cd38b7-3f56-4ee5-ad56-1dbe8489c167 None None] Network defca59b-0ba4-4b00-89dd-f32e534d089c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:11.786050 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.798419 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] For port 8b4308e3-ec8a-4313-854d-4bed5476c9d0, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8b4308e3-ec8a-4313-854d-4bed5476c9d0,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:04:11.815494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.821667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.874617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.879074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.900751 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bbbdd1a7-084e-46b7-87a9-3bedcb3c1bf7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/subnets/510916f1-d3e5-4d92-b796-67dd718293aa HTTP/1.1" status: 204 len: 168 time: 2.3261895 Feb 21 09:04:11.900751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:04:11.900751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:04:11.916777 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:04:11.918849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52404) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:11.929036 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b642cb61-07d0-4b1c-95c4-bf8436b12dc0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1953275 Feb 21 09:04:11.931717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52408) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:11.952728 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-99250eb6-b525-49b2-9b99-54d5315409fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:12.117553 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-10f970a2-d895-4116-8800-6584c7d9f55b tempest-RoutersTestDVR-600608538 tempest-RoutersTestDVR-600608538-project] 10.222.0.48 "GET /v2.0/routers/a10a69f9-6ad6-4a6f-bd47-32f57dcbb498 HTTP/1.1" status: 200 len: 682 time: 0.4496465 Feb 21 09:04:12.121911 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52412) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:12.156836 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Pushing event updated for resources: {'Port': ['ID=8b83249f-c8ad-4a94-a85b-1c120c9b11e4,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:12.202472 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:12.205730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:12.213980 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:12.314190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4e989dba-c75a-4608-8bc0-1dde0e7d9cdf,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:12.327396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:12.365004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:12.374108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:12.443557 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533ab56-37dc-4887-b68a-d0a8c23e62d2 None None] Pushing event updated for resources: {'Port': ['ID=8b4308e3-ec8a-4313-854d-4bed5476c9d0,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:12.446195 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-313f6f06-0986-4da3-976d-ad0b4e126900 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:12.480935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:04:12.481287 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:04:12.489157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe601f0-7ad4-4ccd-8bf3-a45db51866ba tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Deleting subnet bf256e97-7d62-43a5-b363-baf0e9e5dba2 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:12.537537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=4e989dba-c75a-4608-8bc0-1dde0e7d9cdf,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:12.550270 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-99250eb6-b525-49b2-9b99-54d5315409fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:12.594213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8fe601f0-7ad4-4ccd-8bf3-a45db51866ba tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:12.692132 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/networks/8ce7b917-39da-4397-9375-f775510879ae HTTP/1.1" status: 204 len: 168 time: 3.3737605 Feb 21 09:04:12.702950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bea88-1dbf-4796-ab53-55b05b82c114 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Network': ['ID=8ce7b917-39da-4397-9375-f775510879ae,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:12.705165 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52416) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:12.758618 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8fe601f0-7ad4-4ccd-8bf3-a45db51866ba tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:12.907672 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-99250eb6-b525-49b2-9b99-54d5315409fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:12.915961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-99250eb6-b525-49b2-9b99-54d5315409fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:12.916691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f25b68c-6751-4df3-9ab3-9eab7272a1bb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:12.917294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8f25b68c-6751-4df3-9ab3-9eab7272a1bb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:12.931419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-99250eb6-b525-49b2-9b99-54d5315409fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:12.950425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8f25b68c-6751-4df3-9ab3-9eab7272a1bb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:12.956166 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8f25b68c-6751-4df3-9ab3-9eab7272a1bb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/fdb12633-a864-4b14-8b14-9da518d61b8b HTTP/1.1" status: 200 len: 841 time: 0.1458588 Feb 21 09:04:12.959512 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99250eb6-b525-49b2-9b99-54d5315409fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:12.960699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52420) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:12.962937 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-99250eb6-b525-49b2-9b99-54d5315409fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:12.983531 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] Deleting port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:12.984074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.052632 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-648f83fa-07d7-4426-b2e9-9cddb61064d8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/fdb12633-a864-4b14-8b14-9da518d61b8b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0911679 Feb 21 09:04:13.072519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52424) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:13.080923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-6d7fc2f9-bd78-4a32-813c-f8f03fdf2ed9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:13.170017 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8b4308e3-ec8a-4313-854d-4bed5476c9d0 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:13.274036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8fe601f0-7ad4-4ccd-8bf3-a45db51866ba tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.399324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-313f6f06-0986-4da3-976d-ad0b4e126900 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.404251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-313f6f06-0986-4da3-976d-ad0b4e126900 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.404717 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6d7fc2f9-bd78-4a32-813c-f8f03fdf2ed9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:13.414613 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6d7fc2f9-bd78-4a32-813c-f8f03fdf2ed9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:13.435890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6d7fc2f9-bd78-4a32-813c-f8f03fdf2ed9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:13.450683 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6d7fc2f9-bd78-4a32-813c-f8f03fdf2ed9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:13.455440 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-313f6f06-0986-4da3-976d-ad0b4e126900 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.456015 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313f6f06-0986-4da3-976d-ad0b4e126900 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a10a69f9-6ad6-4a6f-bd47-32f57dcbb498 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:04:13.477987 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 8b4308e3-ec8a-4313-854d-4bed5476c9d0 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:13.480307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.481292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.496297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-313f6f06-0986-4da3-976d-ad0b4e126900 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.498536 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-313f6f06-0986-4da3-976d-ad0b4e126900 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] 10.222.0.48 "DELETE /v2.0/routers/a10a69f9-6ad6-4a6f-bd47-32f57dcbb498 HTTP/1.1" status: 204 len: 168 time: 1.3759613 Feb 21 09:04:13.504989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7fc2f9-bd78-4a32-813c-f8f03fdf2ed9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:13.508814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52428) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:13.519830 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-6f653b13-bec5-474b-b0b0-8fb979e13d79 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Request body: {'router': {'name': 'tempest-router-195007669', 'distributed': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:13.525540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6f653b13-bec5-474b-b0b0-8fb979e13d79 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:13.527378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8fe601f0-7ad4-4ccd-8bf3-a45db51866ba tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.535206 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.ipam_backend_mixin [None req-99250eb6-b525-49b2-9b99-54d5315409fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 83c3042e-41f2-401e-9f3a-b959d7440b05 (CIDR: 2001:db8::/64) Feb 21 09:04:13.536399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6f653b13-bec5-474b-b0b0-8fb979e13d79 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Usage tracker for resource:router and tenant:4bc04aaf3e614bada1c3cd35a995718d is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:13.540941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6f653b13-bec5-474b-b0b0-8fb979e13d79 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:13.548309 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-99250eb6-b525-49b2-9b99-54d5315409fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:04:13.549028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99250eb6-b525-49b2-9b99-54d5315409fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:13.554691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6f653b13-bec5-474b-b0b0-8fb979e13d79 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:13.569723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] For port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4e989dba-c75a-4608-8bc0-1dde0e7d9cdf,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:13.569947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.582065 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-99250eb6-b525-49b2-9b99-54d5315409fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6440747 Feb 21 09:04:13.583536 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6f653b13-bec5-474b-b0b0-8fb979e13d79 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.584754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6f653b13-bec5-474b-b0b0-8fb979e13d79 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.589452 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52432) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:13.614318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:13.730509 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] Calling delete_port for 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:13.783884 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe601f0-7ad4-4ccd-8bf3-a45db51866ba tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Subnet': ['ID=bf256e97-7d62-43a5-b363-baf0e9e5dba2,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:13.799740 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:13.808863 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:13.812791 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6f653b13-bec5-474b-b0b0-8fb979e13d79 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.814365 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:13.817932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8fe601f0-7ad4-4ccd-8bf3-a45db51866ba tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.827898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:13.834288 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c46b92-430b-4c17-9d5c-eb178a451740 None None] Network defca59b-0ba4-4b00-89dd-f32e534d089c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:13.842569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:13.848430 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.852002 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d7fc2f9-bd78-4a32-813c-f8f03fdf2ed9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.863520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.866341 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6f653b13-bec5-474b-b0b0-8fb979e13d79 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.868485 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8fe601f0-7ad4-4ccd-8bf3-a45db51866ba tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/subnets/bf256e97-7d62-43a5-b363-baf0e9e5dba2 HTTP/1.1" status: 204 len: 168 time: 1.9441392 Feb 21 09:04:13.873328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52436) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:13.961115 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47c8938-8779-403d-b1e4-11715008b747 None None] Network 79b52148-1e0f-4a04-a87c-79e288b79fa9 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:13.964801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6f653b13-bec5-474b-b0b0-8fb979e13d79 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:13.967082 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6f653b13-bec5-474b-b0b0-8fb979e13d79 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4560609 Feb 21 09:04:13.970128 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52440) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:14.046351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] Pushing event deleted for resources: {'Port': ['ID=4e989dba-c75a-4608-8bc0-1dde0e7d9cdf,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:14.076703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724f2df7-02f6-44b3-a016-ebf34e4e333d None None] No DVR routers for this DVR port 4e989dba-c75a-4608-8bc0-1dde0e7d9cdf on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:04:14.090779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:14.097116 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d4d77ad1-9899-49ba-a381-d5a7f1adeceb None None] Provisioning complete for port 550772b8-1ad5-4925-8cf9-c831fc7f72eb triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:14.097116 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d4d77ad1-9899-49ba-a381-d5a7f1adeceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:14.135434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb46c61-951a-464a-9690-468ad38a0cb6 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:14.152179 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a679708b-7a42-48f7-9579-b43909e47342 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:14.158543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Deleting port 550772b8-1ad5-4925-8cf9-c831fc7f72eb {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:14.158853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:14.365220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d7fc2f9-bd78-4a32-813c-f8f03fdf2ed9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:14.638477 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7fc2f9-bd78-4a32-813c-f8f03fdf2ed9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:14.644849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-6d7fc2f9-bd78-4a32-813c-f8f03fdf2ed9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:14.653342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7fc2f9-bd78-4a32-813c-f8f03fdf2ed9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:14.653937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d7fc2f9-bd78-4a32-813c-f8f03fdf2ed9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:14.661255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fc2f9-bd78-4a32-813c-f8f03fdf2ed9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Subnet': ['ID=0d98cca9-5a2f-491a-b066-253e14a00407,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:14.665946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] For port 550772b8-1ad5-4925-8cf9-c831fc7f72eb, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=550772b8-1ad5-4925-8cf9-c831fc7f72eb,segment=NetworkSegment(adddb234-f68f-457a-becd-94be30173b78),segment_id=adddb234-f68f-457a-becd-94be30173b78)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:14.666310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:14.685095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85357ed3-f9e0-430d-b9cc-f18a30871589 None None] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:14.771407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-749b6d65-c680-4e97-918b-6efdfcb19e4b', 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'tenant_id': '134915da0e684265a6dd55fced2cef76', 'fixed_ips': [{'subnet_id': '83c3042e-41f2-401e-9f3a-b959d7440b05'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:04:14.775365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:14.793580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce544a7-6c55-45a5-adc4-d12ec4619e1f None None] DHCP port deletion for defca59b-0ba4-4b00-89dd-f32e534d089c request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:04:14.799033 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a679708b-7a42-48f7-9579-b43909e47342 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:14.807206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a679708b-7a42-48f7-9579-b43909e47342 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:14.818222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Calling delete_port for 550772b8-1ad5-4925-8cf9-c831fc7f72eb owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:14.824391 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-bce544a7-6c55-45a5-adc4-d12ec4619e1f None None] Deleting port 550772b8-1ad5-4925-8cf9-c831fc7f72eb {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:14.824770 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bce544a7-6c55-45a5-adc4-d12ec4619e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:14.859576 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6d7fc2f9-bd78-4a32-813c-f8f03fdf2ed9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7856762 Feb 21 09:04:14.862849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52444) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:14.876567 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'security_group': {'name': 'tempest-secgroup-1292694438'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:14.884707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:04:14.888413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:14.896556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:security_group and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:14.902471 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:14.906114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a679708b-7a42-48f7-9579-b43909e47342 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:14.906800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a679708b-7a42-48f7-9579-b43909e47342 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bdd3aff-4829-4f9f-b565-2932b7a6114d {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:04:14.918684 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:14.966208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a679708b-7a42-48f7-9579-b43909e47342 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:14.972679 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a679708b-7a42-48f7-9579-b43909e47342 tempest-RoutersTestDVR-1508219172 tempest-RoutersTestDVR-1508219172-project-admin] 10.222.0.48 "DELETE /v2.0/routers/2bdd3aff-4829-4f9f-b565-2932b7a6114d HTTP/1.1" status: 204 len: 168 time: 0.9960787 Feb 21 09:04:14.982959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-de276c40-a7ff-4ccb-9c4f-93864584e31f None None] Provisioning for port 8b4308e3-ec8a-4313-854d-4bed5476c9d0 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:15.007328 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.objects.ports [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83584) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:04:15.013335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.067137 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-bce544a7-6c55-45a5-adc4-d12ec4619e1f None None] The port '550772b8-1ad5-4925-8cf9-c831fc7f72eb' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:04:15.071861 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-de276c40-a7ff-4ccb-9c4f-93864584e31f None None] Provisioning complete for port 8b4308e3-ec8a-4313-854d-4bed5476c9d0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:15.072070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-de276c40-a7ff-4ccb-9c4f-93864584e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.087755 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.138242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.150338 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 550772b8-1ad5-4925-8cf9-c831fc7f72eb no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:04:15.158763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:15.163212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:15.171885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:15.175444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.196731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Port': ['ID=550772b8-1ad5-4925-8cf9-c831fc7f72eb,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:15.211919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No DVR routers for this DVR port 550772b8-1ad5-4925-8cf9-c831fc7f72eb on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:04:15.231454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=532fdb77-830f-4b70-a86a-4cc311101569,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:15.239954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 550772b8-1ad5-4925-8cf9-c831fc7f72eb {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:04:15.240298 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 550772b8-1ad5-4925-8cf9-c831fc7f72eb not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:04:15.268099 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5eb837b8-d201-4796-a0e9-85764c432f7e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6771314 Feb 21 09:04:15.268314 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52452) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:15.313509 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'mac_address': 'fa:16:3e:64:54:be', 'name': 'tempest-NetworksTestDHCPv6-741820211'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:15.363521 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52456) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:15.433533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:15.445664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.465051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-de276c40-a7ff-4ccb-9c4f-93864584e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.493258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Allocated IP 2001:db8::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/83c3042e-41f2-401e-9f3a-b959d7440b05/e30fe8e9-1e29-4cc6-9482-02fafdb336d5) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:15.496955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:security_group_rule and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:15.502780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:15.505843 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Allocated IP 2001:db8:0:1:f816:3eff:fe68:af8d (749b6d65-c680-4e97-918b-6efdfcb19e4b/532fdb77-830f-4b70-a86a-4cc311101569/e30fe8e9-1e29-4cc6-9482-02fafdb336d5) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:15.519951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:15.537594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-66b72f75-bb19-41f9-b7a8-f0b6af036ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.572614 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defca59b-0ba4-4b00-89dd-f32e534d089c']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:15.588832 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-66b72f75-bb19-41f9-b7a8-f0b6af036ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:15.593818 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-de276c40-a7ff-4ccb-9c4f-93864584e31f None None] For port 8b4308e3-ec8a-4313-854d-4bed5476c9d0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8b4308e3-ec8a-4313-854d-4bed5476c9d0,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:15.597239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-66b72f75-bb19-41f9-b7a8-f0b6af036ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:736a2df931cd435c80fe316efff112c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:15.601602 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'tenant_id': 'cfcd920978db4520a4cc5ac3df8924c1', 'fixed_ips': [{'subnet_id': '0d98cca9-5a2f-491a-b066-253e14a00407'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:04:15.602255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-66b72f75-bb19-41f9-b7a8-f0b6af036ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:15.602807 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.610054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adddb234-f68f-457a-becd-94be30173b78') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:15.610352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adddb234-f68f-457a-becd-94be30173b78') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:15.610516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-66b72f75-bb19-41f9-b7a8-f0b6af036ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:15.631262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-de276c40-a7ff-4ccb-9c4f-93864584e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.655028 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.709030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-66b72f75-bb19-41f9-b7a8-f0b6af036ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.715412 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-66b72f75-bb19-41f9-b7a8-f0b6af036ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.722510 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.723843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.732224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:15.741522 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.748728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:04:15.749129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.770531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b72f75-bb19-41f9-b7a8-f0b6af036ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fec2e83-5352-4a51-9f53-ac0906a2bab3,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:04:15.774751 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:04:15.780459 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-66b72f75-bb19-41f9-b7a8-f0b6af036ee3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=736a2df931cd435c80fe316efff112c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4110360 Feb 21 09:04:15.780459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52462) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:15.841643 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:15.842286 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-06fe78a8-2511-4099-94fd-bc9e8367c90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.851330 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de276c40-a7ff-4ccb-9c4f-93864584e31f None None] Pushing event updated for resources: {'Port': ['ID=8b4308e3-ec8a-4313-854d-4bed5476c9d0,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:15.879354 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-06fe78a8-2511-4099-94fd-bc9e8367c90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.909087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.910293 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0462205 Feb 21 09:04:15.913219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52466) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:15.917435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb52f65-da3a-4fe7-b4a0-3ca8d44ff752 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427efaca-d4cd-4bf0-bd0b-c2204971ba6a,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:15.921064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:15.922401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'security_group': {'name': 'tempest-secgroup-1583201639'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:15.932509 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:15.936891 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:security_group and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:15.940126 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:15.946773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:15.961881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.963184 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-82646977-bebc-4447-9214-7bd59818d33c None None] Provisioning complete for port 8b4308e3-ec8a-4313-854d-4bed5476c9d0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:15.963622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-82646977-bebc-4447-9214-7bd59818d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:15.981164 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-06fe78a8-2511-4099-94fd-bc9e8367c90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:16.004456 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe78a8-2511-4099-94fd-bc9e8367c90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fec2e83-5352-4a51-9f53-ac0906a2bab3,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:16.019352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-06fe78a8-2511-4099-94fd-bc9e8367c90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:16.023092 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-06fe78a8-2511-4099-94fd-bc9e8367c90f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1fec2e83-5352-4a51-9f53-ac0906a2bab3 HTTP/1.1" status: 204 len: 168 time: 0.2405906 Feb 21 09:04:16.032692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:04:16.049727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:16.053027 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:16.054687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Allocated IP 172.20.0.2 (ac5e2810-95b2-45bb-b973-6f0f6f54fe6e/0d98cca9-5a2f-491a-b066-253e14a00407/3590c74f-59fb-41ea-b3ff-0f82c1f44c9c) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:16.057175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:16.058035 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:security_group_rule and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:16.062012 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Sync routers for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:04:16.073140 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:16.080098 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:16.084995 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:16.093190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Transition to ACTIVE for port object e30fe8e9-1e29-4cc6-9482-02fafdb336d5 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:16.106979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Network': ['ID=defca59b-0ba4-4b00-89dd-f32e534d089c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:16.123960 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:16.135245 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fa409e08-0cf3-484e-8eca-6314c122879e tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/defca59b-0ba4-4b00-89dd-f32e534d089c HTTP/1.1" status: 204 len: 168 time: 2.2573509 Feb 21 09:04:16.138516 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52472) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:16.141206 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:16.142647 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5cb32366-5eca-45cc-bec4-b7eb426df6aa admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1084938 Feb 21 09:04:16.147041 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52476) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:16.206018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Transition to ACTIVE for port object e30fe8e9-1e29-4cc6-9482-02fafdb336d5 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:16.207560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:16.217062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:16.226148 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:16.227347 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:16.265629 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c15e94-bbba-4fa4-aa73-fa5a9eef4fc8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:16.266601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c15e94-bbba-4fa4-aa73-fa5a9eef4fc8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:16.268399 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-13c15e94-bbba-4fa4-aa73-fa5a9eef4fc8 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/subnets/2d73fd8b-43e0-4561-a6e3-f9626b538822 HTTP/1.1" status: 404 len: 337 time: 0.1285937 Feb 21 09:04:16.271335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f6abc9-948d-4ff5-a8ee-7e928e9a41c1,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:16.273203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52482) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:16.286461 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:16.288814 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fafac0de-8c71-43c2-832c-ff093c9671a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3746209 Feb 21 09:04:16.292212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52484) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:16.304337 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-60282890', 'security_groups': ['55f6abc9-948d-4ff5-a8ee-7e928e9a41c1'], 'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0d98cca9-5a2f-491a-b066-253e14a00407'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:16.331193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:16.476820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 3bac5a79-0836-450f-8e2e-25c92c6ca4d1 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:04:16.479695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:16.493462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:16.509912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:16.533442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52490) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:16.545480 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b1e29a-fe2a-4982-b2b3-1745e037ddd1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:16.545925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b1e29a-fe2a-4982-b2b3-1745e037ddd1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:16.576390 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d0b1e29a-fe2a-4982-b2b3-1745e037ddd1 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/482d35ac-fd67-4671-9307-2edfabf30eca HTTP/1.1" status: 404 len: 339 time: 0.1290975 Feb 21 09:04:16.582418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52494) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:16.619852 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98dde33a-1272-4424-ac46-d3cba3b7cf90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:16.644371 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05cccd5-a41c-4b1e-9721-ca9903a6b591 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:16.645389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05cccd5-a41c-4b1e-9721-ca9903a6b591 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:16.648214 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c05cccd5-a41c-4b1e-9721-ca9903a6b591 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/subnets/c9a777c6-1fa0-4b67-b2e8-153b725ebc5f HTTP/1.1" status: 404 len: 337 time: 0.0634530 Feb 21 09:04:16.651416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52498) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:16.703039 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eeb191b-8f89-45ce-82d3-96c57b7b9bc7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:16.703039 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eeb191b-8f89-45ce-82d3-96c57b7b9bc7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:16.719955 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-98dde33a-1272-4424-ac46-d3cba3b7cf90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:16.729471 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8eeb191b-8f89-45ce-82d3-96c57b7b9bc7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/19c91b43-ae38-427c-9e3a-d65affe7eaec HTTP/1.1" status: 404 len: 339 time: 0.0760958 Feb 21 09:04:16.730048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52502) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:16.731167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-98dde33a-1272-4424-ac46-d3cba3b7cf90 admin admin] Usage tracker for resource:security_group_rule and tenant:4bc04aaf3e614bada1c3cd35a995718d is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:16.738602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:16.748699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Pushing event updated for resources: {'Port': ['ID=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:16.783345 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-98dde33a-1272-4424-ac46-d3cba3b7cf90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:16.796988 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-98dde33a-1272-4424-ac46-d3cba3b7cf90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:16.804615 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ef80ef-fe94-432d-88e8-6a9490dd8188 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:16.805051 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ef80ef-fe94-432d-88e8-6a9490dd8188 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:16.810018 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-42ef80ef-fe94-432d-88e8-6a9490dd8188 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/subnets/310b0825-b6b5-414a-99e6-a248891d3713 HTTP/1.1" status: 404 len: 337 time: 0.0758607 Feb 21 09:04:16.812366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52506) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:16.822123 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port 1d3e6b22-6b8c-4653-9008-499f5eb61077 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:04:16.822623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:16.827978 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:16.831091 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:16.850855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::73 (749b6d65-c680-4e97-918b-6efdfcb19e4b/83c3042e-41f2-401e-9f3a-b959d7440b05/3bac5a79-0836-450f-8e2e-25c92c6ca4d1) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:16.860388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8:0:1:f816:3eff:fe64:54be (749b6d65-c680-4e97-918b-6efdfcb19e4b/532fdb77-830f-4b70-a86a-4cc311101569/3bac5a79-0836-450f-8e2e-25c92c6ca4d1) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:16.869780 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcc1c56-dc27-45e2-81a9-c3f09071fd21 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:16.870480 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcc1c56-dc27-45e2-81a9-c3f09071fd21 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:16.872403 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6dcc1c56-dc27-45e2-81a9-c3f09071fd21 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/10f43f8d-3f3a-45ee-9d96-2f8e14b1ccc4 HTTP/1.1" status: 404 len: 339 time: 0.0588615 Feb 21 09:04:16.877221 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52510) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:16.889428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:04:17.091545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98dde33a-1272-4424-ac46-d3cba3b7cf90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.113948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8b4308e3-ec8a-4313-854d-4bed5476c9d0 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:17.157809 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98dde33a-1272-4424-ac46-d3cba3b7cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.213358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.225944 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dde33a-1272-4424-ac46-d3cba3b7cf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418c821a-d070-4748-b2f3-a1ecc1b86036,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:17.231376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 3bac5a79-0836-450f-8e2e-25c92c6ca4d1 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:17.247526 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98dde33a-1272-4424-ac46-d3cba3b7cf90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4bc04aaf3e614bada1c3cd35a995718d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7102661 Feb 21 09:04:17.249513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52514) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:17.273813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.275891 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e03df7b-157e-434c-b7f6-5f2f9ffd1d52 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Deleting subnet 4fb35323-df07-4193-8155-de981fd9352d {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:17.278370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.280226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9e03df7b-157e-434c-b7f6-5f2f9ffd1d52 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.295629 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Attempting to bind port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:04:17.295987 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Attempting to bind port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:04:17.296337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Attempting to bind port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 on network 749b6d65-c680-4e97-918b-6efdfcb19e4b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:04:17.311609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Transition to ACTIVE for port object 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:17.335099 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:04:17.335467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Checking segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:17.336033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.336583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Bound using segment: {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:04:17.337060 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Bound port: e30fe8e9-1e29-4cc6-9482-02fafdb336d5, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b25f3e-3171-46ba-ae60-8fae94106a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:04:17.337426 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.341690 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9e03df7b-157e-434c-b7f6-5f2f9ffd1d52 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.390591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Transition to ACTIVE for port object 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:17.395979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=3bac5a79-0836-450f-8e2e-25c92c6ca4d1,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:17.408365 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:17.412132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:17.417053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:17.421310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:17.421937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.430207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.459580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7eb8a9-8620-487b-8a3a-c45fcb154ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.475531 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a015b887-df02-4f63-aaf2-d05a68306eab tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2022395 Feb 21 09:04:17.480554 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52518) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:17.556660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7eb8a9-8620-487b-8a3a-c45fcb154ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.574435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:17.584405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:17.585167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Allocated IP 172.20.0.13 (ac5e2810-95b2-45bb-b973-6f0f6f54fe6e/0d98cca9-5a2f-491a-b066-253e14a00407/1d3e6b22-6b8c-4653-9008-499f5eb61077) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:17.593493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:17.597225 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 8b4308e3-ec8a-4313-854d-4bed5476c9d0 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:17.597767 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.631591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Pushing event updated for resources: {'Port': ['ID=3590c74f-59fb-41ea-b3ff-0f82c1f44c9c,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:17.640902 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] For port e30fe8e9-1e29-4cc6-9482-02fafdb336d5, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:04:17.642278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9e03df7b-157e-434c-b7f6-5f2f9ffd1d52 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.666811 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] For port e30fe8e9-1e29-4cc6-9482-02fafdb336d5, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:04:17.691197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-731021cc-b5a5-439a-ba04-e65fffca0e0c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 3bac5a79-0836-450f-8e2e-25c92c6ca4d1 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:17.691883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-731021cc-b5a5-439a-ba04-e65fffca0e0c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.703602 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.849573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Attempting to bind port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:04:17.849844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Attempting to bind port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '4431597b-7a79-47de-9a97-5cba9052966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:04:17.850197 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Attempting to bind port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c on network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:04:17.852229 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9e03df7b-157e-434c-b7f6-5f2f9ffd1d52 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.894122 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:12Z', 'revision_number': 3, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:17.904213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03df7b-157e-434c-b7f6-5f2f9ffd1d52 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb35323-df07-4193-8155-de981fd9352d,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:17.914008 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177d9c6-9d33-4175-83ff-3de9f6a2772c None None] Pushing event updated for resources: {'Port': ['ID=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:17.918055 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9e03df7b-157e-434c-b7f6-5f2f9ffd1d52 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.920305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:04:17.920740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Checking segment: {'id': '4431597b-7a79-47de-9a97-5cba9052966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:17.921196 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.921595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Bound using segment: {'id': '4431597b-7a79-47de-9a97-5cba9052966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:04:17.922094 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Bound port: 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4431597b-7a79-47de-9a97-5cba9052966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:04:17.922712 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.929258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7eb8a9-8620-487b-8a3a-c45fcb154ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.931842 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Checking router: 44976c4e-f3af-4ace-99f7-e52ca1cbd683 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:04:17.932189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Updating router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 port 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:04:17.936601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:17.943550 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9e03df7b-157e-434c-b7f6-5f2f9ffd1d52 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/subnets/4fb35323-df07-4193-8155-de981fd9352d HTTP/1.1" status: 204 len: 168 time: 1.0629041 Feb 21 09:04:17.944930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52522) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:17.968594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b23275-6525-423c-8378-7104545a59d4 None None] Network 6eee9024-4907-45af-b6cb-96a57b70016f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:18.034277 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Transition to ACTIVE for port object 1d3e6b22-6b8c-4653-9008-499f5eb61077 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:18.061953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7eb8a9-8620-487b-8a3a-c45fcb154ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418c821a-d070-4748-b2f3-a1ecc1b86036,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:18.093432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:18.099134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7eb8a9-8620-487b-8a3a-c45fcb154ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:18.100356 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-be7eb8a9-8620-487b-8a3a-c45fcb154ae5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/418c821a-d070-4748-b2f3-a1ecc1b86036 HTTP/1.1" status: 204 len: 168 time: 0.8483062 Feb 21 09:04:18.105125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-731021cc-b5a5-439a-ba04-e65fffca0e0c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:18.113342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Deleting port adf0a484-a163-42b2-a898-856f2448fee6 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:18.113774 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:18.159307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:18.189646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] For port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:04:18.225666 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] For port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3590c74f-59fb-41ea-b3ff-0f82c1f44c9c,segment=NetworkSegment(4431597b-7a79-47de-9a97-5cba9052966d),segment_id=4431597b-7a79-47de-9a97-5cba9052966d)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:04:18.263111 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=1d3e6b22-6b8c-4653-9008-499f5eb61077,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:18.360241 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:18.435311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-731021cc-b5a5-439a-ba04-e65fffca0e0c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 3bac5a79-0836-450f-8e2e-25c92c6ca4d1 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:18.474623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] For port adf0a484-a163-42b2-a898-856f2448fee6, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=adf0a484-a163-42b2-a898-856f2448fee6,segment=NetworkSegment(d01a0bcb-7d5d-469d-a2a5-50fb77275bb3),segment_id=d01a0bcb-7d5d-469d-a2a5-50fb77275bb3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:18.475027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:18.504092 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:18.619203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Calling delete_port for adf0a484-a163-42b2-a898-856f2448fee6 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:18.725504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:18.734284 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:18.774853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:18.796017 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:18.816649 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac8d98-8526-4886-87b0-6261216de4c7 None None] Pushing event updated for resources: {'Port': ['ID=3590c74f-59fb-41ea-b3ff-0f82c1f44c9c,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:18.874737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-731021cc-b5a5-439a-ba04-e65fffca0e0c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:18.886166 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Port': ['ID=adf0a484-a163-42b2-a898-856f2448fee6,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:18.903601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No DVR routers for this DVR port adf0a484-a163-42b2-a898-856f2448fee6 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:04:18.978417 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041ddf1b-1936-4885-8586-82d4ce24c522 None None] DHCP port deletion for 6eee9024-4907-45af-b6cb-96a57b70016f request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:04:18.981957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731021cc-b5a5-439a-ba04-e65fffca0e0c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=3bac5a79-0836-450f-8e2e-25c92c6ca4d1,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:19.192430 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:19.193408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:19.223084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-731021cc-b5a5-439a-ba04-e65fffca0e0c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:19.265232 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-731021cc-b5a5-439a-ba04-e65fffca0e0c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/3bac5a79-0836-450f-8e2e-25c92c6ca4d1 HTTP/1.1" status: 204 len: 168 time: 1.7836428 Feb 21 09:04:19.270399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52538) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:19.276319 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:19.332363 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:19.333431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:19.347005 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Transition to ACTIVE for port object 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:19.368129 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-216e7c14-4d8f-430e-bdfb-a0e4f757997f tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0748408 Feb 21 09:04:19.378847 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e30fe8e9-1e29-4cc6-9482-02fafdb336d5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:19.394755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52544) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:19.409307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-933cdaee-4614-4614-9a46-b8d7ce3fc84e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:19.442385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:19.469153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eee9024-4907-45af-b6cb-96a57b70016f']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:19.585867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504e7d4-eaa0-4827-afc0-f3ab01ec4270 None None] Pushing event updated for resources: {'Port': ['ID=8b83249f-c8ad-4a94-a85b-1c120c9b11e4,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:19.601331 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Attempting to bind port 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:04:19.601958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Attempting to bind port 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:04:19.602502 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Attempting to bind port 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:04:19.613368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:04:19.614009 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:19.614599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:19.615172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:04:19.615791 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Bound port: 8b83249f-c8ad-4a94-a85b-1c120c9b11e4, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:04:19.616326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:19.625927 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01a0bcb-7d5d-469d-a2a5-50fb77275bb3') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:19.626266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01a0bcb-7d5d-469d-a2a5-50fb77275bb3') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:19.676492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Allocated IP 172.20.0.1 (79b52148-1e0f-4a04-a87c-79e288b79fa9/458087cd-3878-4b20-8bf2-3e43ff30d1a3/96a20d10-ef51-4ebe-bc2c-a6884b044f8c) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:19.706031 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:19.716760 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:19.728769 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc159d5-c7f6-4454-bdd7-762b0afb1181 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:19.830856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52552) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:19.832076 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] For port 8b83249f-c8ad-4a94-a85b-1c120c9b11e4, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:04:19.837622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device adf0a484-a163-42b2-a898-856f2448fee6 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:04:19.858313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:19.879933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:19.891676 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] For port 8b83249f-c8ad-4a94-a85b-1c120c9b11e4, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8b83249f-c8ad-4a94-a85b-1c120c9b11e4,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:04:19.895312 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: adf0a484-a163-42b2-a898-856f2448fee6 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:04:19.895640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device adf0a484-a163-42b2-a898-856f2448fee6 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:04:19.896976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Transition to ACTIVE for port object 96a20d10-ef51-4ebe-bc2c-a6884b044f8c will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:19.903329 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1124d99c-67a2-4a58-b529-3ce721136aed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:19.908593 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1124d99c-67a2-4a58-b529-3ce721136aed tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.6343770 Feb 21 09:04:19.910918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52558) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:19.916737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-49494380-10c5-4a6d-bb8e-819103237ff4 None None] Provisioning for port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:19.920819 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:19.921761 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:04:19.922162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:04:19.943995 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:04:20.002886 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-49494380-10c5-4a6d-bb8e-819103237ff4 None None] Provisioning complete for port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:20.003768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:20.017119 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-49494380-10c5-4a6d-bb8e-819103237ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:20.067808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-933cdaee-4614-4614-9a46-b8d7ce3fc84e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:20.078338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-933cdaee-4614-4614-9a46-b8d7ce3fc84e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:20.083190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-933cdaee-4614-4614-9a46-b8d7ce3fc84e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:20.093625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-933cdaee-4614-4614-9a46-b8d7ce3fc84e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:20.109550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:20.110043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Network 79b52148-1e0f-4a04-a87c-79e288b79fa9 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:20.113422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:20.116634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:20.118233 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:20.169536 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/6eee9024-4907-45af-b6cb-96a57b70016f HTTP/1.1" status: 204 len: 168 time: 2.2210631 Feb 21 09:04:20.169536 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933cdaee-4614-4614-9a46-b8d7ce3fc84e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:20.173793 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-933cdaee-4614-4614-9a46-b8d7ce3fc84e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:20.176166 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc205e-5e7b-4403-953f-123ac67f07c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:20.176826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e5dc205e-5e7b-4403-953f-123ac67f07c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:20.187408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52562) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:20.210859 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504e7d4-eaa0-4827-afc0-f3ab01ec4270 None None] Pushing event updated for resources: {'Port': ['ID=8b83249f-c8ad-4a94-a85b-1c120c9b11e4,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:20.213696 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=96a20d10-ef51-4ebe-bc2c-a6884b044f8c,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:20.236692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:20.237471 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:20.295803 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-108087293'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:20.300230 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:20.309206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Usage tracker for resource:network and tenant:c41b1650d16e475eb82318b0b92b17d0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:20.317084 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bb0ea-d577-4330-8152-d44b6647323a tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Network': ['ID=6eee9024-4907-45af-b6cb-96a57b70016f,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:20.320544 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:20.332889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:20.340683 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ee076d-3696-4384-a9e0-491f291bbcb5 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:20.348748 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ee076d-3696-4384-a9e0-491f291bbcb5 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:20.367807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:20.385668 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.ipam_backend_mixin [None req-933cdaee-4614-4614-9a46-b8d7ce3fc84e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0d98cca9-5a2f-491a-b066-253e14a00407 (CIDR: 172.20.0.0/28) Feb 21 09:04:20.388601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Made reservation on behalf of c41b1650d16e475eb82318b0b92b17d0 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:20.392880 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:20.407652 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-933cdaee-4614-4614-9a46-b8d7ce3fc84e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:04:20.408039 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933cdaee-4614-4614-9a46-b8d7ce3fc84e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:20.409151 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-36ee076d-3696-4384-a9e0-491f291bbcb5 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/subnets/fc7f4172-f9bd-481a-b331-83c9baa4abf3 HTTP/1.1" status: 404 len: 337 time: 0.2181959 Feb 21 09:04:20.410177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e5dc205e-5e7b-4403-953f-123ac67f07c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:20.411533 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e5dc205e-5e7b-4403-953f-123ac67f07c8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4984791 Feb 21 09:04:20.425724 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52566) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:20.426625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52568) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:20.490626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:20.495302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:20.520393 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-933cdaee-4614-4614-9a46-b8d7ce3fc84e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1147785 Feb 21 09:04:20.524818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52574) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:20.542445 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-d253f5e1-7950-41dd-8395-0c6e77e49470 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:20.542889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d253f5e1-7950-41dd-8395-0c6e77e49470 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:20.545104 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d253f5e1-7950-41dd-8395-0c6e77e49470 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/84e20899-1335-4b64-b130-448f12f27198 HTTP/1.1" status: 404 len: 339 time: 0.1139598 Feb 21 09:04:20.549784 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:20.557182 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52578) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:20.596074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-49494380-10c5-4a6d-bb8e-819103237ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:20.650780 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-49494380-10c5-4a6d-bb8e-819103237ff4 None None] For port e30fe8e9-1e29-4cc6-9482-02fafdb336d5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:20.667497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-49494380-10c5-4a6d-bb8e-819103237ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:20.730177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:04:20.733533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f00d7-57b5-48fc-b281-07f0aafc93f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:20.735403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f00d7-57b5-48fc-b281-07f0aafc93f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:20.736811 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f00d7-57b5-48fc-b281-07f0aafc93f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:20.737806 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0f3f00d7-57b5-48fc-b281-07f0aafc93f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:20.749183 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:20.751847 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:20.759735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Usage tracker for resource:security_group_rule and tenant:c41b1650d16e475eb82318b0b92b17d0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:20.765300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:20.768509 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:20.774037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:20.782689 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:20.785158 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:20.788510 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0f3f00d7-57b5-48fc-b281-07f0aafc93f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:20.789679 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0f3f00d7-57b5-48fc-b281-07f0aafc93f4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3606188 Feb 21 09:04:20.795775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52582) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:20.928245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-67758d1a-f4d4-4dbc-826c-56a6cfe558c4 None None] Provisioning for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:20.955468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49494380-10c5-4a6d-bb8e-819103237ff4 None None] Pushing event updated for resources: {'Port': ['ID=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:20.999986 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.035066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.068554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:21.070629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.108087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.129396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.202657 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-67758d1a-f4d4-4dbc-826c-56a6cfe558c4 None None] Provisioning for port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:21.248876 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-67758d1a-f4d4-4dbc-826c-56a6cfe558c4 None None] Provisioning complete for port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:21.248876 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-67758d1a-f4d4-4dbc-826c-56a6cfe558c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.315634 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e30fe8e9-1e29-4cc6-9482-02fafdb336d5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:21.326463 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=96a20d10-ef51-4ebe-bc2c-a6884b044f8c,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:21.336847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.357634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:04:21.380001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-13aae0c7-a7f5-41ed-be78-460a2f0d3c92 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Deleting subnet 857a1864-7284-441f-a923-20708b1f2192 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:21.415855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13aae0c7-a7f5-41ed-be78-460a2f0d3c92 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.458974 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-67758d1a-f4d4-4dbc-826c-56a6cfe558c4 None None] Port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:04:21.466195 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.466751 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Added segment d1b3edc5-7f34-4a41-86df-aa5edbabd03e of type vlan for network b3f28a63-f92c-4dd3-b75f-c9448244f513 Feb 21 09:04:21.471957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69d14a3-fe57-44ad-bfee-3f44e46c644b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:21.501072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-67758d1a-f4d4-4dbc-826c-56a6cfe558c4 None None] Provisioning complete for port fdb12633-a864-4b14-8b14-9da518d61b8b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:21.501757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-67758d1a-f4d4-4dbc-826c-56a6cfe558c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.550198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:21.550952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.555934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.618119 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:12Z', 'revision_number': 3, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:21.627743 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-67758d1a-f4d4-4dbc-826c-56a6cfe558c4 None None] Port fdb12633-a864-4b14-8b14-9da518d61b8b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:04:21.629571 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c37312-f88d-45af-989f-b822418121d9 None None] The sync data for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv is: [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:12Z', 'revision_number': 3, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:04:21.643797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a765e1-d0f5-4c24-ac1f-50a9ad9e8842 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 532fdb77-830f-4b70-a86a-4cc311101569 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:21.649517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13aae0c7-a7f5-41ed-be78-460a2f0d3c92 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.651819 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-23a765e1-d0f5-4c24-ac1f-50a9ad9e8842 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.710139 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:21.740103 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:04:21.779480 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-23a765e1-d0f5-4c24-ac1f-50a9ad9e8842 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.789678 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-71c53333-ff8a-4836-9c1a-1a0f17f360d2 None None] Provisioning for port 1d3e6b22-6b8c-4653-9008-499f5eb61077 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:21.800171 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-71c53333-ff8a-4836-9c1a-1a0f17f360d2 None None] Provisioning complete for port 1d3e6b22-6b8c-4653-9008-499f5eb61077 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:21.800694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-71c53333-ff8a-4836-9c1a-1a0f17f360d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.818620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.822300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:21.823857 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.827923 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.850459 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:21.862874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:21.863674 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:21.872410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Network 79b52148-1e0f-4a04-a87c-79e288b79fa9 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:21.878690 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:21.904468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-71c53333-ff8a-4836-9c1a-1a0f17f360d2 None None] Port 1d3e6b22-6b8c-4653-9008-499f5eb61077 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:04:22.027459 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:22.098827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:22.100700 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2651005 Feb 21 09:04:22.105745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13aae0c7-a7f5-41ed-be78-460a2f0d3c92 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:22.109430 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:22.111641 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52586) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:22.113915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Subnet': ['ID=08fe18e6-f929-473c-a21d-b62600f13b50,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:22.123419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Network': ['ID=b3f28a63-f92c-4dd3-b75f-c9448244f513,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:22.132436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:22.133019 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:22.135506 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3590c74f-59fb-41ea-b3ff-0f82c1f44c9c,segment=NetworkSegment(4431597b-7a79-47de-9a97-5cba9052966d),segment_id=4431597b-7a79-47de-9a97-5cba9052966d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:22.146800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'subnet': {'network_id': 'b3f28a63-f92c-4dd3-b75f-c9448244f513', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:22.158834 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40a7068-690e-4a97-afd9-e3c2d4e6e252 None None] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:22.207524 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:22.367137 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.367694 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.367796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.368126 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.368459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.368776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.369090 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.369898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.369898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.370110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.370308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.389677 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-70cb050a-8dd5-4964-8546-68fa324539ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8568628 Feb 21 09:04:22.391175 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.391514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.391881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.392183 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.392487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.392804 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.393117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.393432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.393743 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.394051 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.394358 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0860752-277a-443d-9ef7-7d4269951e07 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.403077 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52590) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:22.410603 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-06ea4abb-279a-4c00-a24d-6e0b01a810d6 None None] Provisioning complete for port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:22.411017 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-06ea4abb-279a-4c00-a24d-6e0b01a810d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:22.414588 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:22.431758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7fe67a3e-e9ae-4958-b710-7d9e46e427a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1907034969', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '08fe18e6-f929-473c-a21d-b62600f13b50'}], 'security_groups': ['427efaca-d4cd-4bf0-bd0b-c2204971ba6a']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:22.499255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13aae0c7-a7f5-41ed-be78-460a2f0d3c92 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:22.506555 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network b3f28a63-f92c-4dd3-b75f-c9448244f513 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:04:22.609323 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=3590c74f-59fb-41ea-b3ff-0f82c1f44c9c,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:22.638715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aae0c7-a7f5-41ed-be78-460a2f0d3c92 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Subnet': ['ID=857a1864-7284-441f-a923-20708b1f2192,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:22.659807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13aae0c7-a7f5-41ed-be78-460a2f0d3c92 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:22.672968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.673525 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.673616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.673952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.674416 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.674746 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.675097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.675419 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.676197 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.676524 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.677327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:22.700630 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-23a765e1-d0f5-4c24-ac1f-50a9ad9e8842 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:22.710433 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-13aae0c7-a7f5-41ed-be78-460a2f0d3c92 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/subnets/857a1864-7284-441f-a923-20708b1f2192 HTTP/1.1" status: 204 len: 168 time: 2.1518333 Feb 21 09:04:22.713905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b903fc4-dc4b-4727-b303-5b81d656bced None None] Network 19ba64d0-8a64-4acd-9cf8-dfc00c4a3441 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:22.715188 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52594) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:22.821770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Usage tracker for resource:subnet and tenant:c41b1650d16e475eb82318b0b92b17d0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:22.834037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:22.879691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:22.892503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:22.924755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Made reservation on behalf of c41b1650d16e475eb82318b0b92b17d0 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:22.926379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Deleting port 2cf98d4f-8c81-4b5e-a832-479a878c5b63 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:22.926797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:23.096483 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8cac0499-eaa7-4d97-88bc-3d731b4e511d None None] Could not find standard attr ID for object 3bac5a79-0836-450f-8e2e-25c92c6ca4d1. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:04:23.129833 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8cac0499-eaa7-4d97-88bc-3d731b4e511d None None] Provisioning complete for port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:23.130210 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8cac0499-eaa7-4d97-88bc-3d731b4e511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:23.200574 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8cac0499-eaa7-4d97-88bc-3d731b4e511d None None] Port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:04:23.225511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:23.230340 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-23a765e1-d0f5-4c24-ac1f-50a9ad9e8842 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:23.254469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:04:23.280856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a765e1-d0f5-4c24-ac1f-50a9ad9e8842 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=532fdb77-830f-4b70-a86a-4cc311101569,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:23.299866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] For port 2cf98d4f-8c81-4b5e-a832-479a878c5b63, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2cf98d4f-8c81-4b5e-a832-479a878c5b63,segment=NetworkSegment(27905457-52f7-4e1d-bd3a-809a52c59fbe),segment_id=27905457-52f7-4e1d-bd3a-809a52c59fbe)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:23.300338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:23.305380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f3982d-2bdf-412e-89af-809499be8bac None None] DHCP port deletion for 19ba64d0-8a64-4acd-9cf8-dfc00c4a3441 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:04:23.312459 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-52f3982d-2bdf-412e-89af-809499be8bac None None] Deleting port 2cf98d4f-8c81-4b5e-a832-479a878c5b63 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:23.313466 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-52f3982d-2bdf-412e-89af-809499be8bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:23.332920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:23.374410 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-23a765e1-d0f5-4c24-ac1f-50a9ad9e8842 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:23.448730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:23.456084 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-23a765e1-d0f5-4c24-ac1f-50a9ad9e8842 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/532fdb77-830f-4b70-a86a-4cc311101569 HTTP/1.1" status: 204 len: 168 time: 2.6562703 Feb 21 09:04:23.456519 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf5e3f4-cdda-4498-8882-6017fdf26d17 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:23.461664 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52598) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:23.481916 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:23.481916 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:23.619984 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ff6026-9935-4c22-8764-eec9d59ddf3b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 83c3042e-41f2-401e-9f3a-b959d7440b05 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:23.631320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50ff6026-9935-4c22-8764-eec9d59ddf3b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:23.666650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7fe67a3e-e9ae-4958-b710-7d9e46e427a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:23.685217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Calling delete_port for 2cf98d4f-8c81-4b5e-a832-479a878c5b63 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:23.739036 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aafbce-edec-4a92-b69c-d8d23b978b6a None None] Update dhcp port {'port': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'fixed_ips': [{'subnet_id': '0d98cca9-5a2f-491a-b066-253e14a00407', 'ip_address': '172.20.0.2'}, {'subnet_id': '08fe18e6-f929-473c-a21d-b62600f13b50'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': '3590c74f-59fb-41ea-b3ff-0f82c1f44c9c'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:04:23.761147 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50ff6026-9935-4c22-8764-eec9d59ddf3b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:23.796785 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:04:23.802581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:23.852257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Port': ['ID=2cf98d4f-8c81-4b5e-a832-479a878c5b63,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:23.869217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] No DVR routers for this DVR port 2cf98d4f-8c81-4b5e-a832-479a878c5b63 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:04:23.873182 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:23.873461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:23.873804 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:23.874138 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:23.874472 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:23.874797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:23.875150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:23.875526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:23.875845 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:23.876202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:23.876596 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:23.916259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:23.997534 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-35aafbce-edec-4a92-b69c-d8d23b978b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.017125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-52f3982d-2bdf-412e-89af-809499be8bac None None] For port 2cf98d4f-8c81-4b5e-a832-479a878c5b63, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2cf98d4f-8c81-4b5e-a832-479a878c5b63,segment=NetworkSegment(27905457-52f7-4e1d-bd3a-809a52c59fbe),segment_id=27905457-52f7-4e1d-bd3a-809a52c59fbe)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:24.017505 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-52f3982d-2bdf-412e-89af-809499be8bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.023136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.032801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 8b83249f-c8ad-4a94-a85b-1c120c9b11e4, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8b83249f-c8ad-4a94-a85b-1c120c9b11e4,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:24.046749 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.049801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:04:24.059876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ba64d0-8a64-4acd-9cf8-dfc00c4a3441']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:24.084590 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ac2dd730-4b78-40f0-a35f-a4fed5437dc1 admin admin] 10.222.0.48 "PUT /v2.0/routers/44976c4e-f3af-4ace-99f7-e52ca1cbd683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8953702 Feb 21 09:04:24.088646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27905457-52f7-4e1d-bd3a-809a52c59fbe') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:24.088937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27905457-52f7-4e1d-bd3a-809a52c59fbe') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:24.091418 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50ff6026-9935-4c22-8764-eec9d59ddf3b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.105488 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.122861 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.130396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:04:24.130711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:04:24.145674 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:04:24.154737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.155880 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:24.207232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-52f3982d-2bdf-412e-89af-809499be8bac None None] Calling delete_port for 2cf98d4f-8c81-4b5e-a832-479a878c5b63 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:24.264410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.269513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Subnet': ['ID=a35c64cb-bce8-4851-86d5-9f9b96bdde2e,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:24.304995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.310153 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] Pushing event deleted for resources: {'Network': ['ID=19ba64d0-8a64-4acd-9cf8-dfc00c4a3441,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:24.329120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=8b83249f-c8ad-4a94-a85b-1c120c9b11e4,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:24.341231 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-835a30a2-ab27-44f6-bf07-fb5f486d43b7 tempest-NetworksIpV6Test-7501236 tempest-NetworksIpV6Test-7501236-project] 10.222.0.48 "DELETE /v2.0/networks/19ba64d0-8a64-4acd-9cf8-dfc00c4a3441 HTTP/1.1" status: 204 len: 168 time: 1.6073706 Feb 21 09:04:24.352268 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50ff6026-9935-4c22-8764-eec9d59ddf3b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.408865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Checking segment: {'id': 'd1b3edc5-7f34-4a41-86df-aa5edbabd03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b3f28a63-f92c-4dd3-b75f-c9448244f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:24.409542 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network hostable DHCP agents. Network: b3f28a63-f92c-4dd3-b75f-c9448244f513, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:04:24.428729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff6026-9935-4c22-8764-eec9d59ddf3b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=83c3042e-41f2-401e-9f3a-b959d7440b05,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:24.445962 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50ff6026-9935-4c22-8764-eec9d59ddf3b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.476074 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-50ff6026-9935-4c22-8764-eec9d59ddf3b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/83c3042e-41f2-401e-9f3a-b959d7440b05 HTTP/1.1" status: 204 len: 168 time: 1.0108566 Feb 21 09:04:24.478638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52608) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:24.507912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network b3f28a63-f92c-4dd3-b75f-c9448244f513 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:04:24.537841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, b3f28a63-f92c-4dd3-b75f-c9448244f513) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:24.548399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:24.549456 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.580044 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a5502b6d-1561-410c-97af-1333d4677910 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001775 Feb 21 09:04:24.580519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-7fe67a3e-e9ae-4958-b710-7d9e46e427a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Delete allocated IP 172.20.0.13 (ac5e2810-95b2-45bb-b973-6f0f6f54fe6e/0d98cca9-5a2f-491a-b066-253e14a00407) {{(pid=83584) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 21 09:04:24.583424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52614) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:24.587531 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-72a8fd3b-ada0-4c8b-a024-6158f8c17c06 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4710035 Feb 21 09:04:24.590272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52618) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:24.592160 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7b64f5-9c9f-43e8-ae3e-0295f61c0ad2 None None] Network b3f28a63-f92c-4dd3-b75f-c9448244f513 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:24.595934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8dc717af-3a43-4a29-89b4-4a25f422774d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:24.622596 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-378899288', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:24.637989 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-7fe67a3e-e9ae-4958-b710-7d9e46e427a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Allocated IP 172.20.0.18 (ac5e2810-95b2-45bb-b973-6f0f6f54fe6e/08fe18e6-f929-473c-a21d-b62600f13b50/1d3e6b22-6b8c-4653-9008-499f5eb61077) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:24.640472 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:24.701881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Usage tracker for resource:router and tenant:c41b1650d16e475eb82318b0b92b17d0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:24.706896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:24.743996 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:24.749147 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-52f3982d-2bdf-412e-89af-809499be8bac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:04:24.750976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-52f3982d-2bdf-412e-89af-809499be8bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:04:24.769375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:24.770177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.799731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52624) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:24.815898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8dc717af-3a43-4a29-89b4-4a25f422774d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:24.818694 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.820404 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:24.982972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8dc717af-3a43-4a29-89b4-4a25f422774d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:24.987334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8dc717af-3a43-4a29-89b4-4a25f422774d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:25.001393 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8dc717af-3a43-4a29-89b4-4a25f422774d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:25.044331 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc717af-3a43-4a29-89b4-4a25f422774d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:25.048502 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dc717af-3a43-4a29-89b4-4a25f422774d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.054060 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2e716c80-8776-4213-bd75-e4aed794f469 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=361546699e5a424c90202caa077b3902&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2523401 Feb 21 09:04:25.057010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52636) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:25.088611 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.125052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e84f641-acab-4d13-b4dd-840490407d64 None None] Update dhcp port {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'fixed_ips': [{'subnet_id': '83c3042e-41f2-401e-9f3a-b959d7440b05'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': 'e30fe8e9-1e29-4cc6-9482-02fafdb336d5'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:04:25.190941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbb7c6f8-97e6-46cd-b753-7f3f33fc5349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.252768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbb7c6f8-97e6-46cd-b753-7f3f33fc5349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.255354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-52f3982d-2bdf-412e-89af-809499be8bac None None] Deleting port 2cf98d4f-8c81-4b5e-a832-479a878c5b63 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:25.255923 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-52f3982d-2bdf-412e-89af-809499be8bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.286053 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5e84f641-acab-4d13-b4dd-840490407d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.296302 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85de4d5e-2e49-4065-b5b5-d1136225a0c2 None None] Network b3f28a63-f92c-4dd3-b75f-c9448244f513 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:25.336826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbb7c6f8-97e6-46cd-b753-7f3f33fc5349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.358596 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-7fe67a3e-e9ae-4958-b710-7d9e46e427a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:04:25.362531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7c6f8-97e6-46cd-b753-7f3f33fc5349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe44257-5811-48bf-90fb-ee92cdb20be5,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:25.370062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbb7c6f8-97e6-46cd-b753-7f3f33fc5349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.371656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bbb7c6f8-97e6-46cd-b753-7f3f33fc5349 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbe44257-5811-48bf-90fb-ee92cdb20be5 HTTP/1.1" status: 204 len: 168 time: 0.3132467 Feb 21 09:04:25.381259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7fe67a3e-e9ae-4958-b710-7d9e46e427a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.414931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.425783 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-7fe67a3e-e9ae-4958-b710-7d9e46e427a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Transition to ACTIVE for port object 1d3e6b22-6b8c-4653-9008-499f5eb61077 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:25.470134 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7fe67a3e-e9ae-4958-b710-7d9e46e427a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.485643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-52f3982d-2bdf-412e-89af-809499be8bac None None] The port '2cf98d4f-8c81-4b5e-a832-479a878c5b63' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:04:25.552261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52648) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:25.560766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-336031350-network', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:25.567657 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:25.577461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Usage tracker for resource:network and tenant:31f6571c7e9b4db388debf64f7653de2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:25.581062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:25.595933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:25.624689 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Made reservation on behalf of 31f6571c7e9b4db388debf64f7653de2 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:25.629011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.670335 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.756158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:25.760451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Usage tracker for resource:security_group_rule and tenant:31f6571c7e9b4db388debf64f7653de2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:25.760891 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:25.762231 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe67a3e-e9ae-4958-b710-7d9e46e427a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=1d3e6b22-6b8c-4653-9008-499f5eb61077,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:25.766941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:25.777323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:25.840954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-35aafbce-edec-4a92-b69c-d8d23b978b6a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-91cef5f6-fda1-4092-b5d2-ce8f800cea41 {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:04:25.841352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-35aafbce-edec-4a92-b69c-d8d23b978b6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:04:25.844994 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-7fe67a3e-e9ae-4958-b710-7d9e46e427a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] In _notify_port_updated(), no bound segment for port 1d3e6b22-6b8c-4653-9008-499f5eb61077 on network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:04:25.850702 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe67a3e-e9ae-4958-b710-7d9e46e427a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:25.851398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7fe67a3e-e9ae-4958-b710-7d9e46e427a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.861896 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7fe67a3e-e9ae-4958-b710-7d9e46e427a9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "PUT /v2.0/ports/1d3e6b22-6b8c-4653-9008-499f5eb61077 HTTP/1.1" status: 200 len: 921 time: 3.4501319 Feb 21 09:04:25.864697 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52654) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:25.913754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.921338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.924052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d05794d-6d0a-41f0-ac24-129c2e750f71 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:25.942663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-c3335a70-3fa5-4002-a78a-3db14725541a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 1d3e6b22-6b8c-4653-9008-499f5eb61077 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:25.943439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c3335a70-3fa5-4002-a78a-3db14725541a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.970511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:04:25.982667 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dc717af-3a43-4a29-89b4-4a25f422774d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.983330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8aad89-7749-481f-b58a-d470d49791af,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:25.990337 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:25.991023 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Added segment d91dc664-73ae-4a85-bb0d-9ccd7a21f868 of type vlan for network 1ca32ff7-5f71-4513-84c5-4ef35d420063 Feb 21 09:04:26.043121 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:26.092805 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:26.096212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:26.097412 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:26.136214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc717af-3a43-4a29-89b4-4a25f422774d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:26.146064 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc717af-3a43-4a29-89b4-4a25f422774d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=2fcff99c-662b-44e8-b17f-99f856634ed7,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:26.151991 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-8dc717af-3a43-4a29-89b4-4a25f422774d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:26.174820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc717af-3a43-4a29-89b4-4a25f422774d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:26.175435 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dc717af-3a43-4a29-89b4-4a25f422774d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:26.192010 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6363580 Feb 21 09:04:26.198914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52664) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:26.200398 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1aa57e2a-7efb-4a99-b92a-0fc346e0d828 None None] Provisioning complete for port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:26.200776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1aa57e2a-7efb-4a99-b92a-0fc346e0d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:26.276793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Request body: {'subnet': {'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-336031350-subnet', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'ip_version': 4}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:26.290526 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Sync routers for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:04:26.310602 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:26.311290 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:26.311668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:26.321126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Usage tracker for resource:subnet and tenant:31f6571c7e9b4db388debf64f7653de2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:26.337293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:26.351620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:26.360098 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c243aca-011c-4e09-a5fc-3e6b784c8b2b admin admin] Pushing event updated for resources: {'Network': ['ID=1ca32ff7-5f71-4513-84c5-4ef35d420063,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:26.373658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Made reservation on behalf of 31f6571c7e9b4db388debf64f7653de2 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:26.377486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:26.401623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:26.402012 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:26.422627 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8dc717af-3a43-4a29-89b4-4a25f422774d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8372667 Feb 21 09:04:26.425875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52670) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:26.426483 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:26.436301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-35aafbce-edec-4a92-b69c-d8d23b978b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:26.447438 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 1ca32ff7-5f71-4513-84c5-4ef35d420063 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:04:26.539018 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0effd455-75b7-4e30-a186-0b6894078238 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:26.596042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:26.731257 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:04:26.771772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:26.795964 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52680) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:26.829240 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c3335a70-3fa5-4002-a78a-3db14725541a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:26.844717 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dec404c-186a-4c35-b11d-2cb8fe32118a,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:26.900007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Checking segment: {'id': 'd91dc664-73ae-4a85-bb0d-9ccd7a21f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:26.901640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Network hostable DHCP agents. Network: 1ca32ff7-5f71-4513-84c5-4ef35d420063, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:04:26.931081 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Network 1ca32ff7-5f71-4513-84c5-4ef35d420063 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:04:26.953544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 1ca32ff7-5f71-4513-84c5-4ef35d420063) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:26.962777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:26.965546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:26.986312 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23c7e6b-f843-47d4-b63b-ce1520ea1197 None None] Network 1ca32ff7-5f71-4513-84c5-4ef35d420063 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:27.018097 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-37642c75-396a-434b-9188-32a1a54abe35 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8152769 Feb 21 09:04:27.021316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52686) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:27.033668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-336031350-router', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:27.046469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:27.053667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Usage tracker for resource:router and tenant:31f6571c7e9b4db388debf64f7653de2 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:27.057905 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:27.069082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:27.087776 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:27.089584 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:27.129778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:27.140546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-c3335a70-3fa5-4002-a78a-3db14725541a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 1d3e6b22-6b8c-4653-9008-499f5eb61077 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:27.179166 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1329341870'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:27.212779 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:27.260756 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 2, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:27.266292 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Checking router: 44976c4e-f3af-4ace-99f7-e52ca1cbd683 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:04:27.266867 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Updating router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:04:27.274401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:network and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:27.288253 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0effd455-75b7-4e30-a186-0b6894078238 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:27.295960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:27.314342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:27.317272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0effd455-75b7-4e30-a186-0b6894078238 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:27.327204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0effd455-75b7-4e30-a186-0b6894078238 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:27.358746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0effd455-75b7-4e30-a186-0b6894078238 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:27.364165 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:27.370492 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.26.6.38 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/73af2086-27af-4e0e-b41b-8643ba54f98e) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:27.387533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:27.392886 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:27.408954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:27.429558 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2cf98d4f-8c81-4b5e-a832-479a878c5b63 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:04:27.622202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-35aafbce-edec-4a92-b69c-d8d23b978b6a None None] Allocated IP 172.20.0.19 (ac5e2810-95b2-45bb-b973-6f0f6f54fe6e/08fe18e6-f929-473c-a21d-b62600f13b50/3590c74f-59fb-41ea-b3ff-0f82c1f44c9c) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:27.626849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 2cf98d4f-8c81-4b5e-a832-479a878c5b63 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:04:27.639568 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2cf98d4f-8c81-4b5e-a832-479a878c5b63 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:04:27.653520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:27.719157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94629937-6ad1-4b72-a4c4-78b030beca8e None None] Update dhcp port {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'fixed_ips': [{'subnet_id': '2fcff99c-662b-44e8-b17f-99f856634ed7'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': 'e30fe8e9-1e29-4cc6-9482-02fafdb336d5'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:04:27.722141 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:27.760408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:27.770902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:27.777331 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:security_group_rule and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:27.781512 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:27.789437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:27.803542 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:27.810389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e30fe8e9-1e29-4cc6-9482-02fafdb336d5 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:04:27.875591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:27.879587 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0effd455-75b7-4e30-a186-0b6894078238 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:27.942816 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-1ca32ff7-5f71-4513-84c5-4ef35d420063', 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'fixed_ips': [{'subnet_id': '5dec404c-186a-4c35-b11d-2cb8fe32118a'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:04:27.944724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:27.980223 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:27.986289 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-94629937-6ad1-4b72-a4c4-78b030beca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:27.988196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Allocated IP 172.26.6.64 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/898701a9-d6aa-44a6-bc73-d13e4c682736) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:28.007360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.067735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.123976 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0effd455-75b7-4e30-a186-0b6894078238 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.129079 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-35aafbce-edec-4a92-b69c-d8d23b978b6a None None] For port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3590c74f-59fb-41ea-b3ff-0f82c1f44c9c,segment=NetworkSegment(4431597b-7a79-47de-9a97-5cba9052966d),segment_id=4431597b-7a79-47de-9a97-5cba9052966d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:28.157102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.195792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.223585 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:04:28.231682 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Transition to ACTIVE for port object 96a20d10-ef51-4ebe-bc2c-a6884b044f8c will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:28.247624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:28.250631 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.250833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=73af2086-27af-4e0e-b41b-8643ba54f98e,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:28.263753 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c3335a70-3fa5-4002-a78a-3db14725541a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.272085 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7915da6b-c9e9-4e28-9f6e-c6711db981d7,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:28.276345 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:28.278445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:28.278893 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:28.279658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:28.282039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Pushing event updated for resources: {'Port': ['ID=898701a9-d6aa-44a6-bc73-d13e4c682736,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:28.284264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:28.321475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.325398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.325738 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Added segment b14ba5ec-9471-43ae-8640-db0d1f369d29 of type vlan for network 9818079f-2920-41d1-9804-224ee2ce2a79 Feb 21 09:04:28.390817 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-35aafbce-edec-4a92-b69c-d8d23b978b6a None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.401600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3335a70-3fa5-4002-a78a-3db14725541a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=1d3e6b22-6b8c-4653-9008-499f5eb61077,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:28.421297 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10a2b6-2091-492f-994c-a0095569d386 None None] Pushing event updated for resources: {'Port': ['ID=96a20d10-ef51-4ebe-bc2c-a6884b044f8c,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:28.443009 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10a2b6-2091-492f-994c-a0095569d386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:28.443370 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10a2b6-2091-492f-994c-a0095569d386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:28.443813 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10a2b6-2091-492f-994c-a0095569d386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:28.444151 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10a2b6-2091-492f-994c-a0095569d386 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:28.444481 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10a2b6-2091-492f-994c-a0095569d386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:28.446710 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10a2b6-2091-492f-994c-a0095569d386 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:28.447204 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10a2b6-2091-492f-994c-a0095569d386 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:28.447719 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10a2b6-2091-492f-994c-a0095569d386 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:28.448161 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10a2b6-2091-492f-994c-a0095569d386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:28.448901 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10a2b6-2091-492f-994c-a0095569d386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:28.449261 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10a2b6-2091-492f-994c-a0095569d386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:04:28.499824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-35aafbce-edec-4a92-b69c-d8d23b978b6a None None] Transition to ACTIVE for port object 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:28.508914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.510043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.514720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port e30fe8e9-1e29-4cc6-9482-02fafdb336d5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:28.519119 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.525623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-35aafbce-edec-4a92-b69c-d8d23b978b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.596155 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-94629937-6ad1-4b72-a4c4-78b030beca8e None None] Allocated IP 2001:db8::2 (749b6d65-c680-4e97-918b-6efdfcb19e4b/2fcff99c-662b-44e8-b17f-99f856634ed7/e30fe8e9-1e29-4cc6-9482-02fafdb336d5) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:28.647525 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.ipam_backend_mixin [None req-0effd455-75b7-4e30-a186-0b6894078238 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2fcff99c-662b-44e8-b17f-99f856634ed7 (CIDR: 2001:db8::/64) Feb 21 09:04:28.666541 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-0effd455-75b7-4e30-a186-0b6894078238 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:04:28.667308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0effd455-75b7-4e30-a186-0b6894078238 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:28.676380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c3335a70-3fa5-4002-a78a-3db14725541a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.723081 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.724654 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Attempting to bind port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:04:28.725027 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Attempting to bind port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:04:28.725395 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Attempting to bind port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c on network 79b52148-1e0f-4a04-a87c-79e288b79fa9 {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:04:28.726800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:28.727439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.736381 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:04:28.737076 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Checking segment: {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:28.737516 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.737911 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Bound using segment: {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:04:28.738685 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Bound port: 96a20d10-ef51-4ebe-bc2c-a6884b044f8c, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:04:28.739123 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.781864 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c3335a70-3fa5-4002-a78a-3db14725541a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/1d3e6b22-6b8c-4653-9008-499f5eb61077 HTTP/1.1" status: 204 len: 168 time: 2.9147327 Feb 21 09:04:28.788638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52690) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:28.838399 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0effd455-75b7-4e30-a186-0b6894078238 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3216910 Feb 21 09:04:28.850852 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-94629937-6ad1-4b72-a4c4-78b030beca8e None None] For port e30fe8e9-1e29-4cc6-9482-02fafdb336d5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:28.853169 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52694) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:28.870035 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0669112 Feb 21 09:04:28.874273 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1f99b8-11f8-4db5-85cf-3e4d225a4184 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] GET failed (client error): The resource could not be found. Feb 21 09:04:28.879101 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'subnet': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:28.880186 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8e1f99b8-11f8-4db5-85cf-3e4d225a4184 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/1d3e6b22-6b8c-4653-9008-499f5eb61077 HTTP/1.1" status: 404 len: 333 time: 0.0862541 Feb 21 09:04:28.881391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52698) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:28.882419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52700) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:28.882600 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-94629937-6ad1-4b72-a4c4-78b030beca8e None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.887399 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] For port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:04:28.891915 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] For port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=96a20d10-ef51-4ebe-bc2c-a6884b044f8c,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:04:28.898010 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.903778 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-94629937-6ad1-4b72-a4c4-78b030beca8e None None] Transition to ACTIVE for port object e30fe8e9-1e29-4cc6-9482-02fafdb336d5 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:28.905494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Allocated IP 172.20.0.2 (1ca32ff7-5f71-4513-84c5-4ef35d420063/5dec404c-186a-4c35-b11d-2cb8fe32118a/fc7d82d6-c75e-48f3-aca6-bee5274634c0) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:28.913092 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3092c-013a-4717-921b-48f7bf37cc5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Network': ['ID=9818079f-2920-41d1-9804-224ee2ce2a79,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:28.914230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'name': 'tempest-PortsIpV6TestJSON-163608781'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:28.938712 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.961611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-94629937-6ad1-4b72-a4c4-78b030beca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:28.969177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 9818079f-2920-41d1-9804-224ee2ce2a79 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:04:29.050651 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:29.051478 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:29.077393 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:29.086913 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Usage tracker for resource:subnet and tenant:134915da0e684265a6dd55fced2cef76 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:29.095216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:29.108117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:29.120709 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:29.122101 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:29.196400 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10a2b6-2091-492f-994c-a0095569d386 None None] Pushing event updated for resources: {'Port': ['ID=96a20d10-ef51-4ebe-bc2c-a6884b044f8c,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:29.225072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:29.232163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:port and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:29.242166 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:29.249797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:29.282582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10774a39-a717-441b-8b1d-7eaea83ab72a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:29.302761 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:04:29.306293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:29.309784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:29.403363 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10774a39-a717-441b-8b1d-7eaea83ab72a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:29.410191 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aafbce-edec-4a92-b69c-d8d23b978b6a None None] Pushing event updated for resources: {'Port': ['ID=3590c74f-59fb-41ea-b3ff-0f82c1f44c9c,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:29.464644 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port cb2968b7-f952-4422-8131-5d65d1b8db56 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:04:29.505390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:29.601919 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:29.605427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:29.921891 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94629937-6ad1-4b72-a4c4-78b030beca8e None None] Pushing event updated for resources: {'Port': ['ID=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:29.996442 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e30fe8e9-1e29-4cc6-9482-02fafdb336d5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:30.092518 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:30.101459 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:28Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:30.106430 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f66ee6c-23e3-496f-b97a-ad77d39f6e2b None None] The sync data for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv is: [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:28Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:04:30.112024 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Transition to ACTIVE for port object fc7d82d6-c75e-48f3-aca6-bee5274634c0 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:30.147117 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:30.162652 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10774a39-a717-441b-8b1d-7eaea83ab72a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:30.188537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Transition to ACTIVE for port object fc7d82d6-c75e-48f3-aca6-bee5274634c0 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:30.195670 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:30.237001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10774a39-a717-441b-8b1d-7eaea83ab72a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f6abc9-948d-4ff5-a8ee-7e928e9a41c1,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:30.245843 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b73f87ca-788c-4084-8e8a-13dd607c3884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:30.332147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10774a39-a717-441b-8b1d-7eaea83ab72a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:30.338596 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-10774a39-a717-441b-8b1d-7eaea83ab72a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/security-groups/55f6abc9-948d-4ff5-a8ee-7e928e9a41c1 HTTP/1.1" status: 204 len: 168 time: 1.4497006 Feb 21 09:04:30.339654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52706) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:30.348259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:30.372692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:30.376927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Router 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:04:30.427848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:30.490672 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Network 1ca32ff7-5f71-4513-84c5-4ef35d420063 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:30.494082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:30.525097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Pushing event updated for resources: {'Port': ['ID=fc7d82d6-c75e-48f3-aca6-bee5274634c0,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:30.526146 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3fded5b0-be39-4841-8a7b-bd05de7fbf39 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:30.528255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:30.616725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:04:30.640867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3fded5b0-be39-4841-8a7b-bd05de7fbf39 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:30.760788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Attempting to bind port fc7d82d6-c75e-48f3-aca6-bee5274634c0 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:04:30.761314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Attempting to bind port fc7d82d6-c75e-48f3-aca6-bee5274634c0 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'd91dc664-73ae-4a85-bb0d-9ccd7a21f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:04:30.762226 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Attempting to bind port fc7d82d6-c75e-48f3-aca6-bee5274634c0 on network 1ca32ff7-5f71-4513-84c5-4ef35d420063 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:04:30.764840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-adecab23-1fa2-470c-ab6a-c71b88169700 None None] Provisioning for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:30.773160 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-adecab23-1fa2-470c-ab6a-c71b88169700 None None] Provisioning complete for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:30.773636 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-adecab23-1fa2-470c-ab6a-c71b88169700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:30.807993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9fc458-8cc5-4f02-9e6b-b33e071cab97 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:30.835854 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.objects.ports [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83584) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 21 09:04:30.926067 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:04:30.926491 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Checking segment: {'id': 'd91dc664-73ae-4a85-bb0d-9ccd7a21f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:30.926844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:30.927272 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Bound using segment: {'id': 'd91dc664-73ae-4a85-bb0d-9ccd7a21f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:04:30.927757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Bound port: fc7d82d6-c75e-48f3-aca6-bee5274634c0, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91dc664-73ae-4a85-bb0d-9ccd7a21f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:04:30.928395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:30.963395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:30.963745 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:30.966821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=cb2968b7-f952-4422-8131-5d65d1b8db56,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:31.001278 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Checking segment: {'id': 'b14ba5ec-9471-43ae-8640-db0d1f369d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:31.001684 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network hostable DHCP agents. Network: 9818079f-2920-41d1-9804-224ee2ce2a79, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:04:31.092538 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:31.107650 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 9818079f-2920-41d1-9804-224ee2ce2a79 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:04:31.143750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 9818079f-2920-41d1-9804-224ee2ce2a79) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:31.149881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:31.154342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:31.154961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:31.200816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:04:31.204970 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-62546bb8-bd86-4a67-ae0d-978f6d0850ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3188710 Feb 21 09:04:31.225709 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52710) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:31.237812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:31.244587 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3fded5b0-be39-4841-8a7b-bd05de7fbf39 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:31.244960 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0ad1503e-afeb-4bac-bac0-64d55e05b0ec admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2219565 Feb 21 09:04:31.245896 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52714) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:31.251577 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-887922808'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:31.280464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e94d9a5-9269-41a8-9774-d7ade8fe3b6a None None] Network 9818079f-2920-41d1-9804-224ee2ce2a79 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:31.298071 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fded5b0-be39-4841-8a7b-bd05de7fbf39 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427efaca-d4cd-4bf0-bd0b-c2204971ba6a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:31.305218 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:31.408668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:network and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:31.415327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:31.441295 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:31.474567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3fded5b0-be39-4841-8a7b-bd05de7fbf39 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:31.476634 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3fded5b0-be39-4841-8a7b-bd05de7fbf39 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/security-groups/427efaca-d4cd-4bf0-bd0b-c2204971ba6a HTTP/1.1" status: 204 len: 168 time: 1.1327190 Feb 21 09:04:31.480198 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52718) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:31.497257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Sync routers for ids ['5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:04:31.498361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] For port e30fe8e9-1e29-4cc6-9482-02fafdb336d5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:31.508792 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:31.514279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:31.576871 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:31.599016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:31.599855 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:31.734769 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Routers {'5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:31.736107 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:31.764851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:31.778957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:31.783021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:04:31.791596 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:31.791953 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:31.806979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3de943-0e7e-4780-9e18-d5ad7a905b64 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting subnet 0d98cca9-5a2f-491a-b066-253e14a00407 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:31.810594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0a3de943-0e7e-4780-9e18-d5ad7a905b64 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:31.811562 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:31.811968 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Added segment f681bb68-483e-425e-9603-3c6d4a0b9e34 of type vlan for network db851694-020c-4f48-80e5-2ba3453f198a Feb 21 09:04:31.837581 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Subnet': ['ID=a2099197-3851-43cb-bab3-56246311d2d0,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:31.866904 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,revision_number=9']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:31.871284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0a3de943-0e7e-4780-9e18-d5ad7a905b64 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:31.877678 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:04:31.887622 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:31.897741 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a3e12308-1e56-4bd4-860e-37622f8f0e06 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0390651 Feb 21 09:04:31.900892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52722) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:31.907776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Request body: {'port': {'network_id': '749b6d65-c680-4e97-918b-6efdfcb19e4b', 'mac_address': 'fa:16:3e:4f:4a:0b', 'name': 'tempest-NetworksTestDHCPv6-1140408131'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:31.913243 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b1bfeb-d738-4bff-99f6-aed46557ffdf None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:04:31.933675 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] For port fc7d82d6-c75e-48f3-aca6-bee5274634c0, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:04:31.940906 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1bfeb-d738-4bff-99f6-aed46557ffdf None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:31.943974 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c1b1bfeb-d738-4bff-99f6-aed46557ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:32.003543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] For port fc7d82d6-c75e-48f3-aca6-bee5274634c0, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=fc7d82d6-c75e-48f3-aca6-bee5274634c0,segment=NetworkSegment(d91dc664-73ae-4a85-bb0d-9ccd7a21f868),segment_id=d91dc664-73ae-4a85-bb0d-9ccd7a21f868)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:04:32.020956 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-adecab23-1fa2-470c-ab6a-c71b88169700 None None] Could not find standard attr ID for object 1d3e6b22-6b8c-4653-9008-499f5eb61077. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:04:32.035579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:32.062689 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:32.081619 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-93db408a-2fcf-4cf7-92b6-2c8f076691d9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4901464 Feb 21 09:04:32.086517 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c1b1bfeb-d738-4bff-99f6-aed46557ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:32.089227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52726) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:32.109194 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1bfeb-d738-4bff-99f6-aed46557ffdf None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:32.110017 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c1b1bfeb-d738-4bff-99f6-aed46557ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:32.119595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:04:32.188565 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:32.196813 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c1b1bfeb-d738-4bff-99f6-aed46557ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:32.197616 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b1bfeb-d738-4bff-99f6-aed46557ffdf None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:04:32.205810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:32.206822 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:32.244553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e30fe8e9-1e29-4cc6-9482-02fafdb336d5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:32.299855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0a3de943-0e7e-4780-9e18-d5ad7a905b64 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:32.353383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-adecab23-1fa2-470c-ab6a-c71b88169700 None None] Provisioning complete for port fdb12633-a864-4b14-8b14-9da518d61b8b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:32.353827 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-adecab23-1fa2-470c-ab6a-c71b88169700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:32.392351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997a454-7c19-48aa-83f8-a75bd939cec4 None None] Pushing event updated for resources: {'Port': ['ID=fc7d82d6-c75e-48f3-aca6-bee5274634c0,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:32.451601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Set router 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:04:32.479984 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2458401 Feb 21 09:04:32.481449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52730) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:32.519977 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'ports': [{'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79'}, {'network_id': 'db851694-020c-4f48-80e5-2ba3453f198a'}]} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:32.520820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:32.521825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'network_id': 'db851694-020c-4f48-80e5-2ba3453f198a'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:32.548457 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927e811-1227-42dc-99f7-76ab2eb9a0a7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Network': ['ID=db851694-020c-4f48-80e5-2ba3453f198a,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:32.578877 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:32.626797 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-adecab23-1fa2-470c-ab6a-c71b88169700 None None] Port fdb12633-a864-4b14-8b14-9da518d61b8b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:04:32.628452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network db851694-020c-4f48-80e5-2ba3453f198a details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:04:32.645472 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0a3de943-0e7e-4780-9e18-d5ad7a905b64 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:32.712760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:32.799197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3de943-0e7e-4780-9e18-d5ad7a905b64 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Subnet': ['ID=0d98cca9-5a2f-491a-b066-253e14a00407,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:32.830005 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Made reservation on behalf of 134915da0e684265a6dd55fced2cef76 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:32.830005 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:32.990530 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] device_id is not set on port 4d504b33-b98d-40ec-b52b-91c7a2d028f1 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:04:32.994305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0a3de943-0e7e-4780-9e18-d5ad7a905b64 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:33.014032 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0a3de943-0e7e-4780-9e18-d5ad7a905b64 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/0d98cca9-5a2f-491a-b066-253e14a00407 HTTP/1.1" status: 204 len: 168 time: 1.5327094 Feb 21 09:04:33.016851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52734) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:33.025019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 96a20d10-ef51-4ebe-bc2c-a6884b044f8c up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:33.116339 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445a422b-6741-44c3-8b6a-4c3deb6f43b6 None None] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:33.122913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-57737e3e-d640-4252-bb65-451788543774 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:33.251467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-470bf93d-c9dc-4693-a7b7-ec712998b324 None None] Provisioning for port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:33.280336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-470bf93d-c9dc-4693-a7b7-ec712998b324 None None] Provisioning complete for port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:33.280812 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-470bf93d-c9dc-4693-a7b7-ec712998b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:33.345591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8::245 (749b6d65-c680-4e97-918b-6efdfcb19e4b/2fcff99c-662b-44e8-b17f-99f856634ed7/4d504b33-b98d-40ec-b52b-91c7a2d028f1) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:33.353681 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4f:4a0b (749b6d65-c680-4e97-918b-6efdfcb19e4b/a2099197-3851-43cb-bab3-56246311d2d0/4d504b33-b98d-40ec-b52b-91c7a2d028f1) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:33.391744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8587d610-a559-4e48-a01d-2afdb4d7c33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:33.394443 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffe8f1a-a01b-4836-a861-1c9dbefd2890 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:33.410786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-57737e3e-d640-4252-bb65-451788543774 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:33.422555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-57737e3e-d640-4252-bb65-451788543774 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:33.433043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-57737e3e-d640-4252-bb65-451788543774 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:33.447604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-57737e3e-d640-4252-bb65-451788543774 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:33.504602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57737e3e-d640-4252-bb65-451788543774 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:33.508160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57737e3e-d640-4252-bb65-451788543774 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:33.534797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:33.545738 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:port and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:33.552374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:33.574935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:33.625462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 2} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:33.632775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:33.656078 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:33.712058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:33.812923 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Transition to ACTIVE for port object 4d504b33-b98d-40ec-b52b-91c7a2d028f1 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:33.857229 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-470bf93d-c9dc-4693-a7b7-ec712998b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:33.867632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:33.882211 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:33.882930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:33.920710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port 7e0f9e58-f9a2-4b73-bb90-4749d0e9aaf2 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:04:33.940567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:34.003924 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:34.031338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:34.037970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:34.040641 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:34.044800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:34.045422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:34.064780 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-470bf93d-c9dc-4693-a7b7-ec712998b324 None None] For port e30fe8e9-1e29-4cc6-9482-02fafdb336d5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:34.066294 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:34.079204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event updated for resources: {'Port': ['ID=4d504b33-b98d-40ec-b52b-91c7a2d028f1,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:34.092151 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-470bf93d-c9dc-4693-a7b7-ec712998b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:34.094620 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8504fb-e566-4522-a6e3-f84ad1df2e15 None None] Network 1ca32ff7-5f71-4513-84c5-4ef35d420063 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:34.097823 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ca5f8a95-0b3a-42c4-8f5c-bc8c51a6f0f6 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1967709 Feb 21 09:04:34.102001 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52738) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:34.118964 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:34.142806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'name': 'tempest-TestVolumeBootPattern-336031350-router', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '898701a9-d6aa-44a6-bc73-d13e4c682736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:04:28Z', 'revision_number': 3, 'project_id': '31f6571c7e9b4db388debf64f7653de2', 'gw_port': {'id': '898701a9-d6aa-44a6-bc73-d13e4c682736', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:15:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:34.212341 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-30c98f0a-f6d6-469f-8bc6-4378114ca78a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting port 4d504b33-b98d-40ec-b52b-91c7a2d028f1 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:34.213129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30c98f0a-f6d6-469f-8bc6-4378114ca78a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:34.221861 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Checking router: 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:04:34.222284 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Updating router 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 port 898701a9-d6aa-44a6-bc73-d13e4c682736 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:04:34.246229 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-470bf93d-c9dc-4693-a7b7-ec712998b324 None None] Could not find standard attr ID for object 1d3e6b22-6b8c-4653-9008-499f5eb61077. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:04:34.280842 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57737e3e-d640-4252-bb65-451788543774 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:34.285810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:34.446369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57737e3e-d640-4252-bb65-451788543774 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:34.464313 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-57737e3e-d640-4252-bb65-451788543774 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:34.468394 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:34.469731 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port 9b10e18f-437b-4f8b-b100-e378e9898adc yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:04:34.487061 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57737e3e-d640-4252-bb65-451788543774 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:34.487061 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57737e3e-d640-4252-bb65-451788543774 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:34.487061 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57737e3e-d640-4252-bb65-451788543774 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Subnet': ['ID=6697902e-3a56-4fa3-aa21-219f96ce7af8,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:34.519617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bf93d-c9dc-4693-a7b7-ec712998b324 None None] Pushing event updated for resources: {'Port': ['ID=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,revision_number=10']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:34.546586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:34.588140 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-57737e3e-d640-4252-bb65-451788543774 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4730444 Feb 21 09:04:34.588374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52742) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:34.617380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'security_group': {'name': 'tempest-secgroup-1668697216'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:34.630151 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ba08e39b-2983-427b-b6b5-13e5ef8b6d87 None None] Provisioning complete for port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:34.630605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ba08e39b-2983-427b-b6b5-13e5ef8b6d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:34.662113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:34.695515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Allocated IP 172.20.0.1 (1ca32ff7-5f71-4513-84c5-4ef35d420063/5dec404c-186a-4c35-b11d-2cb8fe32118a/8844c6bb-0617-4872-9f3f-f926fa5cd634) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:34.708449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:security_group and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:34.717159 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:34.737752 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:34.754128 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30c98f0a-f6d6-469f-8bc6-4378114ca78a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:35.013469 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=96a20d10-ef51-4ebe-bc2c-a6884b044f8c,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:35.031288 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:35.032727 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:35.047695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-30c98f0a-f6d6-469f-8bc6-4378114ca78a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Calling delete_port for 4d504b33-b98d-40ec-b52b-91c7a2d028f1 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:35.081581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:35.142969 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Transition to ACTIVE for port object 8844c6bb-0617-4872-9f3f-f926fa5cd634 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:35.168786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:35.251990 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:35.260033 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:35.264969 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:security_group_rule and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:35.270631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:35.332995 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:35.398792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fc7d82d6-c75e-48f3-aca6-bee5274634c0 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:35.488655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:35.494737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30c98f0a-f6d6-469f-8bc6-4378114ca78a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:35.541558 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a028f112-43cc-4845-853e-af122fdc48e6 None None] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:35.599919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:35.719490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Network 1ca32ff7-5f71-4513-84c5-4ef35d420063 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:35.730348 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:35.732867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=96a20d10-ef51-4ebe-bc2c-a6884b044f8c,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:35.757695 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:35.821172 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 9818079f-2920-41d1-9804-224ee2ce2a79 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:35.835925 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=7e0f9e58-f9a2-4b73-bb90-4749d0e9aaf2,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:35.842210 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ba08e39b-2983-427b-b6b5-13e5ef8b6d87 None None] Provisioning for port fc7d82d6-c75e-48f3-aca6-bee5274634c0 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:35.844695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:35.851464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Pushing event updated for resources: {'Port': ['ID=8844c6bb-0617-4872-9f3f-f926fa5cd634,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:35.898915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port fc7d82d6-c75e-48f3-aca6-bee5274634c0 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:35.916397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30c98f0a-f6d6-469f-8bc6-4378114ca78a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:35.925857 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:35.935444 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ba08e39b-2983-427b-b6b5-13e5ef8b6d87 None None] Provisioning complete for port fc7d82d6-c75e-48f3-aca6-bee5274634c0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:35.936318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ba08e39b-2983-427b-b6b5-13e5ef8b6d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:35.945426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:35.958759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c98f0a-f6d6-469f-8bc6-4378114ca78a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Port': ['ID=4d504b33-b98d-40ec-b52b-91c7a2d028f1,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:35.982206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.004841 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port fc7d82d6-c75e-48f3-aca6-bee5274634c0 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:36.005240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.024683 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-30c98f0a-f6d6-469f-8bc6-4378114ca78a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/4d504b33-b98d-40ec-b52b-91c7a2d028f1 HTTP/1.1" status: 204 len: 168 time: 1.9215400 Feb 21 09:04:36.026154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:36.027773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.030784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52748) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:36.051084 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.053085 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4646595 Feb 21 09:04:36.081585 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.086271 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52752) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:36.100960 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.resource_extend [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:04:36.110373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'security_group': {'name': 'tempest-secgroup-661561383'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:36.120233 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b5105-0940-488f-b890-389d97ed9eeb tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a67d8aa8-98e0-4f80-947b-4d7a4be83bde,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:36.122897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:36.137218 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:security_group and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:36.147226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:36.159337 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:36.186615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=9b10e18f-437b-4f8b-b100-e378e9898adc,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:36.199850 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.248075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Checking segment: {'id': 'f681bb68-483e-425e-9603-3c6d4a0b9e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'db851694-020c-4f48-80e5-2ba3453f198a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:36.248509 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network hostable DHCP agents. Network: db851694-020c-4f48-80e5-2ba3453f198a, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:04:36.265096 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:36.271667 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:security_group_rule and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:36.275336 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:36.285613 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:36.318088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network db851694-020c-4f48-80e5-2ba3453f198a is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:04:36.322012 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.328654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.349352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, db851694-020c-4f48-80e5-2ba3453f198a) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:36.362865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:36.367522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:36.371095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:36.371879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.397086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.20.0.1 (b3f28a63-f92c-4dd3-b75f-c9448244f513/a35c64cb-bce8-4851-86d5-9f9b96bdde2e/f42f7c3f-39e1-4ffe-bc10-1566acf5f544) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:36.397580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ba08e39b-2983-427b-b6b5-13e5ef8b6d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.406776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.415328 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.423263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e26e799-8f8f-4fec-918f-3d9eaca3d580 None None] Network db851694-020c-4f48-80e5-2ba3453f198a requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:36.443204 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-30dbe977-a666-4300-b6e0-2b085b788be0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9474356 Feb 21 09:04:36.444256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52756) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:36.492481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.496439 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3985331 Feb 21 09:04:36.503808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52760) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:36.509754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81a841-9ed3-4aa9-b325-b502a29974d1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7705d004-ff7e-4aa1-a638-ee8894844e84,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:36.515121 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'security_group': {'name': 'tempest-secgroup-1859772692'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:36.517335 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdfd9c4-ce72-4318-bb56-c19395d87c07 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:36.521537 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-afdfd9c4-ce72-4318-bb56-c19395d87c07 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4866979 Feb 21 09:04:36.528690 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52764) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:36.530963 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Transition to ACTIVE for port object 898701a9-d6aa-44a6-bc73-d13e4c682736 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:36.536333 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:36.550244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.567099 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.579884 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:security_group and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:36.589398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:36.611713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-5a92d9ba-02a6-453b-8b82-29e83fb299fd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port 9b10e18f-437b-4f8b-b100-e378e9898adc {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:36.612275 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5a92d9ba-02a6-453b-8b82-29e83fb299fd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.652013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:36.670314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-ba08e39b-2983-427b-b6b5-13e5ef8b6d87 None None] For port fc7d82d6-c75e-48f3-aca6-bee5274634c0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=fc7d82d6-c75e-48f3-aca6-bee5274634c0,segment=NetworkSegment(d91dc664-73ae-4a85-bb0d-9ccd7a21f868),segment_id=d91dc664-73ae-4a85-bb0d-9ccd7a21f868)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:36.680626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7a2cd-e173-4b15-9058-16f959e2b3d3 None None] Pushing event updated for resources: {'Port': ['ID=898701a9-d6aa-44a6-bc73-d13e4c682736,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:36.703355 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ba08e39b-2983-427b-b6b5-13e5ef8b6d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.706643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.820893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.821486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eac063-12a0-4b09-b616-995406b79605 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:36.821866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b0eac063-12a0-4b09-b616-995406b79605 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:36.881856 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.894194 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.927025 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:36.933030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:security_group_rule and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:36.944586 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b0eac063-12a0-4b09-b616-995406b79605 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:36.949631 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b0eac063-12a0-4b09-b616-995406b79605 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4149382 Feb 21 09:04:36.949631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:36.952122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52768) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:36.957151 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5a92d9ba-02a6-453b-8b82-29e83fb299fd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:36.981672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.004182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:37.032791 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Attempting to bind port 898701a9-d6aa-44a6-bc73-d13e4c682736 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:04:37.033160 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Attempting to bind port 898701a9-d6aa-44a6-bc73-d13e4c682736 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:04:37.033520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Attempting to bind port 898701a9-d6aa-44a6-bc73-d13e4c682736 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:04:37.054491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network b3f28a63-f92c-4dd3-b75f-c9448244f513 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:37.057245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Pushing event updated for resources: {'Port': ['ID=8844c6bb-0617-4872-9f3f-f926fa5cd634,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:37.061895 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:37.086893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08e39b-2983-427b-b6b5-13e5ef8b6d87 None None] Pushing event updated for resources: {'Port': ['ID=fc7d82d6-c75e-48f3-aca6-bee5274634c0,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:37.103048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.106863 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:37.110116 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:04:37.110523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:37.110914 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.111325 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:04:37.111799 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Bound port: 898701a9-d6aa-44a6-bc73-d13e4c682736, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:04:37.112169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.134916 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:04:37.136297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:04:37.136297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-965a9053-c682-44e4-83f8-67911a4f260c None None] Provisioning complete for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:37.136297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-965a9053-c682-44e4-83f8-67911a4f260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.142819 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-5a92d9ba-02a6-453b-8b82-29e83fb299fd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for 9b10e18f-437b-4f8b-b100-e378e9898adc owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:37.224012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361c8577-ac07-4fa6-b941-2e2b46f1123c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:37.225427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361c8577-ac07-4fa6-b941-2e2b46f1123c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:37.227022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361c8577-ac07-4fa6-b941-2e2b46f1123c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:37.227537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c04f313-44a2-4b37-8eb1-6ca5473665ed None None] Update dhcp port {'port': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'fixed_ips': [{'subnet_id': '08fe18e6-f929-473c-a21d-b62600f13b50', 'ip_address': '172.20.0.19'}, {'subnet_id': '6697902e-3a56-4fa3-aa21-219f96ce7af8'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': '3590c74f-59fb-41ea-b3ff-0f82c1f44c9c'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:04:37.228269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-361c8577-ac07-4fa6-b941-2e2b46f1123c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:37.275297 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=f42f7c3f-39e1-4ffe-bc10-1566acf5f544,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:37.277590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.285133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-361c8577-ac07-4fa6-b941-2e2b46f1123c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:37.286887 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-361c8577-ac07-4fa6-b941-2e2b46f1123c tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3321555 Feb 21 09:04:37.298620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52772) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:37.304235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.338497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] For port 898701a9-d6aa-44a6-bc73-d13e4c682736, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:04:37.341954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5c04f313-44a2-4b37-8eb1-6ca5473665ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.343525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.365926 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5a92d9ba-02a6-453b-8b82-29e83fb299fd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.368459 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] For port 898701a9-d6aa-44a6-bc73-d13e4c682736, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=898701a9-d6aa-44a6-bc73-d13e4c682736,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:04:37.399976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.414743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.432442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Network 1ca32ff7-5f71-4513-84c5-4ef35d420063 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:37.435761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:37.632876 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92d9ba-02a6-453b-8b82-29e83fb299fd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=9b10e18f-437b-4f8b-b100-e378e9898adc,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:37.643265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79367ac-a32c-4ee3-904e-cb1e6ebb22f6,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:37.711320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-965a9053-c682-44e4-83f8-67911a4f260c None None] Could not find standard attr ID for object 4d504b33-b98d-40ec-b52b-91c7a2d028f1. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:04:37.754809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7a2cd-e173-4b15-9058-16f959e2b3d3 None None] Pushing event updated for resources: {'Port': ['ID=898701a9-d6aa-44a6-bc73-d13e4c682736,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:37.766206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.767753 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9b92773b-fdff-49d6-bf0c-ad6fb8806964 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2622039 Feb 21 09:04:37.771885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52776) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:37.784601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5a92d9ba-02a6-453b-8b82-29e83fb299fd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.787481 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5a92d9ba-02a6-453b-8b82-29e83fb299fd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/9b10e18f-437b-4f8b-b100-e378e9898adc HTTP/1.1" status: 204 len: 168 time: 1.3415358 Feb 21 09:04:37.789937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52780) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:37.790161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e30fe8e9-1e29-4cc6-9482-02fafdb336d5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:37.793926 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-125097857', 'security_groups': ['f79367ac-a32c-4ee3-904e-cb1e6ebb22f6'], 'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6697902e-3a56-4fa3-aa21-219f96ce7af8'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:37.868564 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Routers {'5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:37.869043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:37.935827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4937982-99da-4b1d-984a-0c2c3a022e65 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet 2fcff99c-662b-44e8-b17f-99f856634ed7 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:37.949204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4937982-99da-4b1d-984a-0c2c3a022e65 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:37.990798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-965a9053-c682-44e4-83f8-67911a4f260c None None] Provisioning complete for port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:37.991195 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-965a9053-c682-44e4-83f8-67911a4f260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.017548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:38.025352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4937982-99da-4b1d-984a-0c2c3a022e65 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.053018 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:port and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:38.065502 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:38.078037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:38.101581 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:38.110021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-5c04f313-44a2-4b37-8eb1-6ca5473665ed None None] Allocated IP 172.20.0.2 (ac5e2810-95b2-45bb-b973-6f0f6f54fe6e/6697902e-3a56-4fa3-aa21-219f96ce7af8/3590c74f-59fb-41ea-b3ff-0f82c1f44c9c) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:38.165018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b5610-d6e3-4761-b099-8e207c8ea013 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:38.168869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b5610-d6e3-4761-b099-8e207c8ea013 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:38.169628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-924b5610-d6e3-4761-b099-8e207c8ea013 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:38.231923 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4937982-99da-4b1d-984a-0c2c3a022e65 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.289721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.290879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-924b5610-d6e3-4761-b099-8e207c8ea013 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:38.294815 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-924b5610-d6e3-4761-b099-8e207c8ea013 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4994495 Feb 21 09:04:38.294977 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] Set router 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:04:38.301761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52784) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:38.321599 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] device_id is not set on port 108b21fa-4825-4d59-9881-6e13225c312d yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:04:38.339593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:38.339965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.419268 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4937982-99da-4b1d-984a-0c2c3a022e65 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.424800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9c70fca9-0324-44e1-a10c-1f8bf7484b5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port 7e0f9e58-f9a2-4b73-bb90-4749d0e9aaf2 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:38.425137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c70fca9-0324-44e1-a10c-1f8bf7484b5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.495988 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4937982-99da-4b1d-984a-0c2c3a022e65 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcff99c-662b-44e8-b17f-99f856634ed7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:38.509381 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4937982-99da-4b1d-984a-0c2c3a022e65 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.523423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed8456c-56c9-4ed3-a480-6adc06d7bb14 None None] Network 749b6d65-c680-4e97-918b-6efdfcb19e4b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:38.539577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.551047 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a4937982-99da-4b1d-984a-0c2c3a022e65 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/2fcff99c-662b-44e8-b17f-99f856634ed7 HTTP/1.1" status: 204 len: 168 time: 1.2508385 Feb 21 09:04:38.553583 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52788) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:38.566180 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-5c04f313-44a2-4b37-8eb1-6ca5473665ed None None] For port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3590c74f-59fb-41ea-b3ff-0f82c1f44c9c,segment=NetworkSegment(4431597b-7a79-47de-9a97-5cba9052966d),segment_id=4431597b-7a79-47de-9a97-5cba9052966d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:38.566891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.635770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcdfa04-62e2-401f-93ab-3a0baf43425b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Deleting subnet a2099197-3851-43cb-bab3-56246311d2d0 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:38.639454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfa04-62e2-401f-93ab-3a0baf43425b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.706486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfa04-62e2-401f-93ab-3a0baf43425b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.793197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.796418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=f42f7c3f-39e1-4ffe-bc10-1566acf5f544,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:38.797243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfa04-62e2-401f-93ab-3a0baf43425b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.819791 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-965a9053-c682-44e4-83f8-67911a4f260c None None] Provisioning complete for port fc7d82d6-c75e-48f3-aca6-bee5274634c0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:38.820027 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-965a9053-c682-44e4-83f8-67911a4f260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.844041 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.resource_extend [None req-5c04f313-44a2-4b37-8eb1-6ca5473665ed None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:04:38.885232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfa04-62e2-401f-93ab-3a0baf43425b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.912740 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c70fca9-0324-44e1-a10c-1f8bf7484b5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.918899 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5c04f313-44a2-4b37-8eb1-6ca5473665ed None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.921323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Router 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:04:38.934944 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdfa04-62e2-401f-93ab-3a0baf43425b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Subnet': ['ID=a2099197-3851-43cb-bab3-56246311d2d0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:38.944066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfa04-62e2-401f-93ab-3a0baf43425b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:38.954319 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dbcdfa04-62e2-401f-93ab-3a0baf43425b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/a2099197-3851-43cb-bab3-56246311d2d0 HTTP/1.1" status: 204 len: 168 time: 0.3996134 Feb 21 09:04:38.956583 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52792) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:39.014883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5c04f313-44a2-4b37-8eb1-6ca5473665ed None None] Transition to ACTIVE for port object 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:39.044392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5c04f313-44a2-4b37-8eb1-6ca5473665ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:39.053701 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-81948718-40ce-485b-96a7-3c4c82150f64 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926924 Feb 21 09:04:39.099517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52796) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:39.125484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fc7d82d6-c75e-48f3-aca6-bee5274634c0 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:39.210576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9c70fca9-0324-44e1-a10c-1f8bf7484b5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for 7e0f9e58-f9a2-4b73-bb90-4749d0e9aaf2 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:39.222773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Allocated IP 172.20.0.5 (ac5e2810-95b2-45bb-b973-6f0f6f54fe6e/6697902e-3a56-4fa3-aa21-219f96ce7af8/108b21fa-4825-4d59-9881-6e13225c312d) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:39.277358 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a61a9a-0227-4cce-8eb5-85a86c5318bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:39.282074 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d5a61a9a-0227-4cce-8eb5-85a86c5318bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1813648 Feb 21 09:04:39.282974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52800) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:39.428993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04f313-44a2-4b37-8eb1-6ca5473665ed None None] Pushing event updated for resources: {'Port': ['ID=3590c74f-59fb-41ea-b3ff-0f82c1f44c9c,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:39.455236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882d5c79-828b-45d2-9f99-d5a4ed371cc1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:39.456300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-882d5c79-828b-45d2-9f99-d5a4ed371cc1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Synchronizing usage tracker for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:39.479198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port fc7d82d6-c75e-48f3-aca6-bee5274634c0 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:39.479604 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:39.498408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-882d5c79-828b-45d2-9f99-d5a4ed371cc1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Unset dirty status for tenant:134915da0e684265a6dd55fced2cef76 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:39.503745 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-882d5c79-828b-45d2-9f99-d5a4ed371cc1 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2168088 Feb 21 09:04:39.504475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52804) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:39.508939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network b3f28a63-f92c-4dd3-b75f-c9448244f513 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:39.510060 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c70fca9-0324-44e1-a10c-1f8bf7484b5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:39.514433 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-965a9053-c682-44e4-83f8-67911a4f260c None None] Provisioning for port 8844c6bb-0617-4872-9f3f-f926fa5cd634 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:39.522177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'name': 'tempest-TestVolumeBootPattern-336031350-router', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '898701a9-d6aa-44a6-bc73-d13e4c682736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:04:35Z', 'revision_number': 4, 'project_id': '31f6571c7e9b4db388debf64f7653de2', 'gw_port': {'id': '898701a9-d6aa-44a6-bc73-d13e4c682736', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:15:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '8844c6bb-0617-4872-9f3f-f926fa5cd634', 'name': '', 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'mac_address': 'fa:16:3e:29:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dec404c-186a-4c35-b11d-2cb8fe32118a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:34Z', 'updated_at': '2022-02-21T09:04:36Z', 'revision_number': 2, 'project_id': '31f6571c7e9b4db388debf64f7653de2', 'subnets': [{'id': '5dec404c-186a-4c35-b11d-2cb8fe32118a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:39.549476 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-965a9053-c682-44e4-83f8-67911a4f260c None None] Provisioning complete for port 8844c6bb-0617-4872-9f3f-f926fa5cd634 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:39.550055 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-965a9053-c682-44e4-83f8-67911a4f260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:39.576468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:39.577245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95373ac-9266-496f-bc7a-89d04b1c3f40 None None] DHCP port deletion for 749b6d65-c680-4e97-918b-6efdfcb19e4b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:04:39.584928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8697082-ac82-4e48-aa17-d44427539f45 None None] The sync data for ids ['5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'] in dv-neutron-830062-1-hyperv is: [{'id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'name': 'tempest-TestVolumeBootPattern-336031350-router', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '898701a9-d6aa-44a6-bc73-d13e4c682736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:04:35Z', 'revision_number': 4, 'project_id': '31f6571c7e9b4db388debf64f7653de2', 'gw_port': {'id': '898701a9-d6aa-44a6-bc73-d13e4c682736', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:15:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '8844c6bb-0617-4872-9f3f-f926fa5cd634', 'name': '', 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'mac_address': 'fa:16:3e:29:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dec404c-186a-4c35-b11d-2cb8fe32118a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:34Z', 'updated_at': '2022-02-21T09:04:36Z', 'revision_number': 2, 'project_id': '31f6571c7e9b4db388debf64f7653de2', 'subnets': [{'id': '5dec404c-186a-4c35-b11d-2cb8fe32118a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:04:39.659556 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d95373ac-9266-496f-bc7a-89d04b1c3f40 None None] Deleting port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:39.659920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d95373ac-9266-496f-bc7a-89d04b1c3f40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:39.683093 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70fca9-0324-44e1-a10c-1f8bf7484b5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=7e0f9e58-f9a2-4b73-bb90-4749d0e9aaf2,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:39.726807 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-965a9053-c682-44e4-83f8-67911a4f260c None None] Port 8844c6bb-0617-4872-9f3f-f926fa5cd634 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:04:39.754552 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d7be995b-4437-4ef7-9149-ade308ca8e2b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2459538 Feb 21 09:04:39.757931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52808) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:39.824792 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1a326c-cd58-45c0-8cae-23d499666566 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:39.825641 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1a326c-cd58-45c0-8cae-23d499666566 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:39.830176 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9c1a326c-cd58-45c0-8cae-23d499666566 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/4d504b33-b98d-40ec-b52b-91c7a2d028f1 HTTP/1.1" status: 404 len: 333 time: 0.0711010 Feb 21 09:04:39.830864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52812) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:39.838262 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:39.896621 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f663461-9d64-47a5-bba2-3603d4e44167 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:39.897211 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f663461-9d64-47a5-bba2-3603d4e44167 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:39.899426 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-965a9053-c682-44e4-83f8-67911a4f260c None None] Provisioning complete for port fdb12633-a864-4b14-8b14-9da518d61b8b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:39.899821 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-965a9053-c682-44e4-83f8-67911a4f260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:39.901606 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2f663461-9d64-47a5-bba2-3603d4e44167 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/a2099197-3851-43cb-bab3-56246311d2d0 HTTP/1.1" status: 404 len: 337 time: 0.0668428 Feb 21 09:04:39.902357 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52816) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:39.916013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c70fca9-0324-44e1-a10c-1f8bf7484b5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:39.921311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Transition to ACTIVE for port object 108b21fa-4825-4d59-9881-6e13225c312d will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:40.027737 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c25158-6f45-4bec-b334-64d27e3e6a91 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:40.027737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c25158-6f45-4bec-b334-64d27e3e6a91 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:40.032526 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-63c25158-6f45-4bec-b334-64d27e3e6a91 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/2fcff99c-662b-44e8-b17f-99f856634ed7 HTTP/1.1" status: 404 len: 337 time: 0.1107938 Feb 21 09:04:40.033993 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52820) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.040595 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9c70fca9-0324-44e1-a10c-1f8bf7484b5f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/7e0f9e58-f9a2-4b73-bb90-4749d0e9aaf2 HTTP/1.1" status: 204 len: 168 time: 1.7354894 Feb 21 09:04:40.049494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52822) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.051917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 96a20d10-ef51-4ebe-bc2c-a6884b044f8c up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:40.141468 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff6cc18-56c9-4572-adbf-b36574446b30 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:40.145581 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff6cc18-56c9-4572-adbf-b36574446b30 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:40.149633 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-eff6cc18-56c9-4572-adbf-b36574446b30 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/3bac5a79-0836-450f-8e2e-25c92c6ca4d1 HTTP/1.1" status: 404 len: 333 time: 0.0895283 Feb 21 09:04:40.151903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:40.157204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52828) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.161838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d95373ac-9266-496f-bc7a-89d04b1c3f40 None None] For port e30fe8e9-1e29-4cc6-9482-02fafdb336d5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,segment=NetworkSegment(43b25f3e-3171-46ba-ae60-8fae94106a78),segment_id=43b25f3e-3171-46ba-ae60-8fae94106a78)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:40.163993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d95373ac-9266-496f-bc7a-89d04b1c3f40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:40.178181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-965a9053-c682-44e4-83f8-67911a4f260c None None] Port fdb12633-a864-4b14-8b14-9da518d61b8b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:04:40.227213 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ea9303-99cc-468a-a35e-c0f632910f49 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:40.228151 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ea9303-99cc-468a-a35e-c0f632910f49 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:40.233354 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-51ea9303-99cc-468a-a35e-c0f632910f49 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/532fdb77-830f-4b70-a86a-4cc311101569 HTTP/1.1" status: 404 len: 337 time: 0.0748785 Feb 21 09:04:40.235319 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52832) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.319441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=108b21fa-4825-4d59-9881-6e13225c312d,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:40.332590 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a9de4c-5901-4579-bf09-c82630c9589b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:40.333360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a9de4c-5901-4579-bf09-c82630c9589b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:40.335768 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-82a9de4c-5901-4579-bf09-c82630c9589b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/83c3042e-41f2-401e-9f3a-b959d7440b05 HTTP/1.1" status: 404 len: 337 time: 0.0908999 Feb 21 09:04:40.337046 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d95373ac-9266-496f-bc7a-89d04b1c3f40 None None] Calling delete_port for e30fe8e9-1e29-4cc6-9482-02fafdb336d5 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:40.338525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52836) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.344100 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:40.388401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:40.390925 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-da10afce-f18e-4aa4-8d77-357a89271cd0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:40.391531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da10afce-f18e-4aa4-8d77-357a89271cd0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:40.395626 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-da10afce-f18e-4aa4-8d77-357a89271cd0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/1a512f4d-8883-4d59-958f-69c85f9c071b HTTP/1.1" status: 404 len: 333 time: 0.0536485 Feb 21 09:04:40.395626 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:40.403834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52840) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.412417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c94999-400f-4119-ab3c-d807bab1e279 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:40.413477 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-77c94999-400f-4119-ab3c-d807bab1e279 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:40.490024 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-545535df-6e23-488a-bccb-9bea8b3310e7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:40.490540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545535df-6e23-488a-bccb-9bea8b3310e7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:40.494632 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-545535df-6e23-488a-bccb-9bea8b3310e7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/248914fc-1590-43c8-9ab0-1c33046b1c08 HTTP/1.1" status: 404 len: 337 time: 0.0733807 Feb 21 09:04:40.496749 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52844) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.507715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4b492f4e-b00c-4991-82e0-f3027456b0b7 None None] Provisioning complete for port 8844c6bb-0617-4872-9f3f-f926fa5cd634 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:40.509889 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4b492f4e-b00c-4991-82e0-f3027456b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:40.520577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-77c94999-400f-4119-ab3c-d807bab1e279 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:40.525183 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-77c94999-400f-4119-ab3c-d807bab1e279 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4740131 Feb 21 09:04:40.528148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52848) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.565800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:40.566851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:40.580130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:40.580707 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:40.590068 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f579f6f3-76f7-42d3-ab1b-6444c5d032bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:40.591004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f579f6f3-76f7-42d3-ab1b-6444c5d032bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:40.594432 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f579f6f3-76f7-42d3-ab1b-6444c5d032bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/0f79a154-a599-4a1c-a140-fac4f1f99839 HTTP/1.1" status: 404 len: 337 time: 0.0955486 Feb 21 09:04:40.596863 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1fcaa245-f96b-4c9c-87ca-761d2aff64fe tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8166227 Feb 21 09:04:40.597504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52852) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.620023 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-088d64e4-0473-44db-a3ff-f9700582a351 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] GET failed (client error): The resource could not be found. Feb 21 09:04:40.621321 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-088d64e4-0473-44db-a3ff-f9700582a351 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/9b10e18f-437b-4f8b-b100-e378e9898adc HTTP/1.1" status: 404 len: 333 time: 0.0921216 Feb 21 09:04:40.623291 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:04:40.631239 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52856) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.631575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52858) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.645301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ee9af785-66b1-4286-ab61-d6392a3a1aa3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:40.653910 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c87206d-a603-4464-86c8-6d2bf3b0adf2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:40.658705 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c87206d-a603-4464-86c8-6d2bf3b0adf2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:40.667121 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2c87206d-a603-4464-86c8-6d2bf3b0adf2 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/abe127af-c5b2-42a7-80f8-bd77cbbc9ab9 HTTP/1.1" status: 404 len: 333 time: 0.0683897 Feb 21 09:04:40.674821 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52864) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.716173 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ff39eb2e-8563-4a9a-b0ed-8286183e0deb admin admin] 10.222.0.48 "PUT /v2.0/routers/5aa01e1b-a67d-40e4-bb0f-1cf391069bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4665623 Feb 21 09:04:40.755126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d95373ac-9266-496f-bc7a-89d04b1c3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:40.768627 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc4e5bc-9b0d-49ec-96a9-ea934dbd12fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:40.769071 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc4e5bc-9b0d-49ec-96a9-ea934dbd12fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:40.781289 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8fc4e5bc-9b0d-49ec-96a9-ea934dbd12fd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/4b8bc20d-5791-4e5a-8454-78a8585fa575 HTTP/1.1" status: 404 len: 337 time: 0.1012225 Feb 21 09:04:40.782160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52870) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.834751 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-3748e29b-82b0-4fc6-894d-b1e11420c832 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:40.835487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3748e29b-82b0-4fc6-894d-b1e11420c832 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:40.848417 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3748e29b-82b0-4fc6-894d-b1e11420c832 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/3f7c355d-7a71-4403-a1ac-a80a5f7ff8be HTTP/1.1" status: 404 len: 337 time: 0.0649817 Feb 21 09:04:40.849795 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52874) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.858317 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-76921eb2-4373-4e75-b0c5-fa90d2c5dde6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] GET failed (client error): The resource could not be found. Feb 21 09:04:40.863412 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-76921eb2-4373-4e75-b0c5-fa90d2c5dde6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/7e0f9e58-f9a2-4b73-bb90-4749d0e9aaf2 HTTP/1.1" status: 404 len: 333 time: 0.2250597 Feb 21 09:04:40.910312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52878) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.924644 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ca25e3-c478-46b7-87e0-af59e0cbd053 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:40.925097 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ca25e3-c478-46b7-87e0-af59e0cbd053 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:40.927891 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-01ca25e3-c478-46b7-87e0-af59e0cbd053 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/92501455-79cc-4447-9366-b4e1e4629265 HTTP/1.1" status: 404 len: 333 time: 0.0766022 Feb 21 09:04:40.930413 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52882) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:40.940264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95373ac-9266-496f-bc7a-89d04b1c3f40 None None] No DVR routers for this DVR port e30fe8e9-1e29-4cc6-9482-02fafdb336d5 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:04:40.954832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4b492f4e-b00c-4991-82e0-f3027456b0b7 None None] Port 8844c6bb-0617-4872-9f3f-f926fa5cd634 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:04:40.977722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95373ac-9266-496f-bc7a-89d04b1c3f40 None None] Pushing event deleted for resources: {'Port': ['ID=e30fe8e9-1e29-4cc6-9482-02fafdb336d5,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:41.000557 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-643c2695-919d-44e0-b4e0-53286524791a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:41.001162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643c2695-919d-44e0-b4e0-53286524791a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:41.005253 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-643c2695-919d-44e0-b4e0-53286524791a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/adc46792-2d10-41e8-85f6-8076bed87d9b HTTP/1.1" status: 404 len: 337 time: 0.0715775 Feb 21 09:04:41.005509 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52886) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.058606 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-404d889f-34d3-44b9-93c5-8e2e943459ac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:41.061435 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404d889f-34d3-44b9-93c5-8e2e943459ac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:41.063677 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-404d889f-34d3-44b9-93c5-8e2e943459ac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/3b8aaa25-2e0f-4356-89bd-6133b496d398 HTTP/1.1" status: 404 len: 333 time: 0.0572433 Feb 21 09:04:41.067707 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52896) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.097696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-22df6ad6-c1c7-412d-9fe7-f8c814e2d5df None None] Provisioning for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:41.105075 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-22df6ad6-c1c7-412d-9fe7-f8c814e2d5df None None] Provisioning complete for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:41.105668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-22df6ad6-c1c7-412d-9fe7-f8c814e2d5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:41.128263 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3f4fdc-4416-4995-85d5-84cc0c43a2cf tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:41.128985 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3f4fdc-4416-4995-85d5-84cc0c43a2cf tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:41.130785 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0e3f4fdc-4416-4995-85d5-84cc0c43a2cf tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/f3193a31-dc89-4faf-a0b5-0c2733a94f45 HTTP/1.1" status: 404 len: 337 time: 0.0616255 Feb 21 09:04:41.133461 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52902) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.164768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ee9af785-66b1-4286-ab61-d6392a3a1aa3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:41.209869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ee9af785-66b1-4286-ab61-d6392a3a1aa3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:41.220084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ee9af785-66b1-4286-ab61-d6392a3a1aa3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:41.226432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:04:41.233703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ee9af785-66b1-4286-ab61-d6392a3a1aa3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:41.239313 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed406196-9416-4621-b111-9b080361428e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:41.242269 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddf4900-51d9-477c-a3b8-485c442f159a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:41.242970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ddf4900-51d9-477c-a3b8-485c442f159a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:41.247724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 898701a9-d6aa-44a6-bc73-d13e4c682736 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:41.250131 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8ddf4900-51d9-477c-a3b8-485c442f159a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/489b5070-4503-4dcd-8540-9b0142a5e3e2 HTTP/1.1" status: 404 len: 333 time: 0.1100309 Feb 21 09:04:41.250261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52906) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.304551 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9af785-66b1-4286-ab61-d6392a3a1aa3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:41.364750 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-22df6ad6-c1c7-412d-9fe7-f8c814e2d5df None None] Provisioning for port 108b21fa-4825-4d59-9881-6e13225c312d completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:41.370441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 898701a9-d6aa-44a6-bc73-d13e4c682736 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:41.377555 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 898701a9-d6aa-44a6-bc73-d13e4c682736 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:41.378132 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:41.407536 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-22df6ad6-c1c7-412d-9fe7-f8c814e2d5df None None] Provisioning complete for port 108b21fa-4825-4d59-9881-6e13225c312d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:41.407852 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-22df6ad6-c1c7-412d-9fe7-f8c814e2d5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:41.473505 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-114e15c9-f6eb-46cf-9e85-8fe23c845278 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:41.473940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114e15c9-f6eb-46cf-9e85-8fe23c845278 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:41.477859 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-114e15c9-f6eb-46cf-9e85-8fe23c845278 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/ee5f67cc-c5f4-455a-806b-0ccdbef794fb HTTP/1.1" status: 404 len: 337 time: 0.2240472 Feb 21 09:04:41.478310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52910) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.514547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-22df6ad6-c1c7-412d-9fe7-f8c814e2d5df None None] Port 108b21fa-4825-4d59-9881-6e13225c312d cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:04:41.536618 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-22df6ad6-c1c7-412d-9fe7-f8c814e2d5df None None] Provisioning complete for port fdb12633-a864-4b14-8b14-9da518d61b8b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:41.536992 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-22df6ad6-c1c7-412d-9fe7-f8c814e2d5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:41.558660 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c17a40a-f25c-45f5-bfd8-5f0b2d8a006a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:41.559519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c17a40a-f25c-45f5-bfd8-5f0b2d8a006a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:41.563863 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2c17a40a-f25c-45f5-bfd8-5f0b2d8a006a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/2b8ee14d-76ed-4478-9178-fdb2b9631f61 HTTP/1.1" status: 404 len: 333 time: 0.0845098 Feb 21 09:04:41.564635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52914) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.643653 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94354b9-9fab-47c0-bbab-533c5f6c9454 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:41.644256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94354b9-9fab-47c0-bbab-533c5f6c9454 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:41.646834 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-22df6ad6-c1c7-412d-9fe7-f8c814e2d5df None None] Port fdb12633-a864-4b14-8b14-9da518d61b8b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:04:41.647497 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d94354b9-9fab-47c0-bbab-533c5f6c9454 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/5759c580-fe5c-4046-b149-1e9a2659c7b6 HTTP/1.1" status: 404 len: 337 time: 0.0818129 Feb 21 09:04:41.650938 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:41.651596 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52918) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.668938 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 898701a9-d6aa-44a6-bc73-d13e4c682736, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=898701a9-d6aa-44a6-bc73-d13e4c682736,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:41.674358 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:41.675155 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:41.699450 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e6c507-0a3a-4d53-ac7f-1d17f97cc44b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:41.699952 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e6c507-0a3a-4d53-ac7f-1d17f97cc44b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:41.704792 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-68e6c507-0a3a-4d53-ac7f-1d17f97cc44b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/35670fcd-4ef3-4c05-aee8-12b40cbb2ac5 HTTP/1.1" status: 404 len: 333 time: 0.0522263 Feb 21 09:04:41.705351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52922) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.745246 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-62842e99-a9c4-441d-9200-84fbb157d5af tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:41.745498 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62842e99-a9c4-441d-9200-84fbb157d5af tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:41.750610 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-62842e99-a9c4-441d-9200-84fbb157d5af tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/2e837b41-ee2c-49d9-ad2c-e6349f183385 HTTP/1.1" status: 404 len: 337 time: 0.0436127 Feb 21 09:04:41.751409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52926) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.783739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed406196-9416-4621-b111-9b080361428e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:41.792440 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27cc6ea-bcf4-4c3d-bc81-4b50116c1d9f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:41.792887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27cc6ea-bcf4-4c3d-bc81-4b50116c1d9f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:41.797992 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b27cc6ea-bcf4-4c3d-bc81-4b50116c1d9f tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/09b73bbb-93e0-4374-8fb5-1f68331777a3 HTTP/1.1" status: 404 len: 333 time: 0.0455432 Feb 21 09:04:41.798568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52930) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.803763 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=898701a9-d6aa-44a6-bc73-d13e4c682736,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:41.825119 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:41.825350 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52934) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.825467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:41.842057 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-08081dc7-730a-40b4-a68f-5f89c05f0a6e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:41.842563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08081dc7-730a-40b4-a68f-5f89c05f0a6e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:41.847414 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-08081dc7-730a-40b4-a68f-5f89c05f0a6e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/eb3328e2-3f10-43c3-a000-ce54c7eb310d HTTP/1.1" status: 404 len: 337 time: 0.0475090 Feb 21 09:04:41.847960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52938) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.876227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-ed406196-9416-4621-b111-9b080361428e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db851694-020c-4f48-80e5-2ba3453f198a']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:41.887353 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-02421208-abba-4634-a258-9859f29482e4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:41.887932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02421208-abba-4634-a258-9859f29482e4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:41.890463 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-02421208-abba-4634-a258-9859f29482e4 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/5c77d068-6295-43ba-ae25-176ec71ee7d6 HTTP/1.1" status: 404 len: 337 time: 0.0409355 Feb 21 09:04:41.892240 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-631301162', 'description': 'tempest-secgroup-smoke-631301162 description', 'project_id': 'f418603f139546c09f086dacdefb5b09'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:41.892998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52942) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.898251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:41.902124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Usage tracker for resource:security_group and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:41.904919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:41.911108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:41.934651 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-385b4b24-f60d-4401-a65f-ffd91d4b6041 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:41.935300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385b4b24-f60d-4401-a65f-ffd91d4b6041 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:41.937811 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-385b4b24-f60d-4401-a65f-ffd91d4b6041 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/7ce7d8ee-c33b-4b57-9171-b5a0d3e26036 HTTP/1.1" status: 404 len: 333 time: 0.0432873 Feb 21 09:04:41.940376 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52946) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.941499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-ed406196-9416-4621-b111-9b080361428e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f681bb68-483e-425e-9603-3c6d4a0b9e34') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:41.941793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-ed406196-9416-4621-b111-9b080361428e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f681bb68-483e-425e-9603-3c6d4a0b9e34') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:41.959432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:41.980818 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed406196-9416-4621-b111-9b080361428e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:41.983241 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-6149e9e3-f5b7-4fb6-ba3b-b1bd56365806 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:41.983812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6149e9e3-f5b7-4fb6-ba3b-b1bd56365806 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:41.987983 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6149e9e3-f5b7-4fb6-ba3b-b1bd56365806 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/4091ef34-abea-4b05-876c-52db4f7af4a6 HTTP/1.1" status: 404 len: 337 time: 0.0440814 Feb 21 09:04:41.988321 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52950) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:41.993241 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e30fe8e9-1e29-4cc6-9482-02fafdb336d5 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:04:42.022768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed406196-9416-4621-b111-9b080361428e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.028338 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: e30fe8e9-1e29-4cc6-9482-02fafdb336d5 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:04:42.028610 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e30fe8e9-1e29-4cc6-9482-02fafdb336d5 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:04:42.032997 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51fe15c-b875-43ad-ad30-68f61d54cebd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:42.033512 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51fe15c-b875-43ad-ad30-68f61d54cebd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:42.035951 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b51fe15c-b875-43ad-ad30-68f61d54cebd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/a8d068da-ac14-4b53-ae12-6b4627f0c1f8 HTTP/1.1" status: 404 len: 337 time: 0.0459752 Feb 21 09:04:42.037188 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed406196-9416-4621-b111-9b080361428e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:04:42.037593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed406196-9416-4621-b111-9b080361428e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.038113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52954) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:04:42.053201 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:04:42.064479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ee9af785-66b1-4286-ab61-d6392a3a1aa3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.079634 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31a6b80-ea77-40c7-bb38-ac89019a07b8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:42.080153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31a6b80-ea77-40c7-bb38-ac89019a07b8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:42.084178 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f31a6b80-ea77-40c7-bb38-ac89019a07b8 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/c4bea709-42b4-42ef-be05-3ab3584f4d74 HTTP/1.1" status: 404 len: 333 time: 0.0427358 Feb 21 09:04:42.085314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52958) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.131121 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-251a6a79-474f-41e8-a9e8-0e0cc14b4926 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:42.131553 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251a6a79-474f-41e8-a9e8-0e0cc14b4926 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:42.135545 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-251a6a79-474f-41e8-a9e8-0e0cc14b4926 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/28bed66e-da68-454e-ade2-e486976f3b73 HTTP/1.1" status: 404 len: 337 time: 0.0469909 Feb 21 09:04:42.135751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52962) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.179814 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b924e213-7e5c-4a9a-b87e-5e220531bb65 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:42.180248 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b924e213-7e5c-4a9a-b87e-5e220531bb65 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:42.181865 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b924e213-7e5c-4a9a-b87e-5e220531bb65 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/21d8c2cb-00ef-4e3a-917f-198e5ff4a81d HTTP/1.1" status: 404 len: 337 time: 0.0452385 Feb 21 09:04:42.184422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52966) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.220180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:42.224972 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cc212d-6543-42dc-bbf6-e0d9c239cb9d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:42.225405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36cc212d-6543-42dc-bbf6-e0d9c239cb9d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:42.227148 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-36cc212d-6543-42dc-bbf6-e0d9c239cb9d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/0aa92724-09c0-46af-861a-5bc793f8b800 HTTP/1.1" status: 404 len: 333 time: 0.0417237 Feb 21 09:04:42.231280 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52970) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.235916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Usage tracker for resource:security_group_rule and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:42.241320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:42.249648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed406196-9416-4621-b111-9b080361428e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.253650 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:42.282480 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed406196-9416-4621-b111-9b080361428e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.301771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed406196-9416-4621-b111-9b080361428e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Network': ['ID=db851694-020c-4f48-80e5-2ba3453f198a,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:42.325420 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ed406196-9416-4621-b111-9b080361428e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/networks/db851694-020c-4f48-80e5-2ba3453f198a HTTP/1.1" status: 204 len: 168 time: 1.4126554 Feb 21 09:04:42.334053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52974) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.353482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1106057325'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:42.366206 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-607aaa2f-e114-4527-8cf8-447ad0f66abb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:42.366610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:42.366776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607aaa2f-e114-4527-8cf8-447ad0f66abb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:42.370601 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-607aaa2f-e114-4527-8cf8-447ad0f66abb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/b309cce4-f3f0-4387-adef-7ec2a0aa65d5 HTTP/1.1" status: 404 len: 337 time: 0.1361275 Feb 21 09:04:42.370803 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52978) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.378721 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.ipam_backend_mixin [None req-ee9af785-66b1-4286-ab61-d6392a3a1aa3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6697902e-3a56-4fa3-aa21-219f96ce7af8 (CIDR: 172.20.0.0/28) Feb 21 09:04:42.380297 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:network and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:42.392182 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:42.405284 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9af785-66b1-4286-ab61-d6392a3a1aa3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:04:42.405813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9af785-66b1-4286-ab61-d6392a3a1aa3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:42.409247 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-386e9a3e-fe7e-4278-831d-0323dea79a3b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:42.409674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386e9a3e-fe7e-4278-831d-0323dea79a3b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:42.410309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:42.411304 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-386e9a3e-fe7e-4278-831d-0323dea79a3b tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/2c9bc3e6-994d-4d5a-a6e3-78b5bfba3d70 HTTP/1.1" status: 404 len: 337 time: 0.0395362 Feb 21 09:04:42.413935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52982) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.441636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.448878 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.458310 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6d9ace66-65fb-42f1-88dc-54ef1b711d97 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe0a5788-3e4d-4643-9f59-f41007333a2f HTTP/1.1" status: 200 len: 205 time: 0.0433254 Feb 21 09:04:42.459945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:42.460672 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52986) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.462771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.478605 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ee9af785-66b1-4286-ab61-d6392a3a1aa3 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8458674 Feb 21 09:04:42.494315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 52990) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.511964 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-6764aac0-0b36-4047-b5bc-efe708935083 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:42.537284 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-dde5f3ea-1870-4989-be7b-9a1934067441 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] delete failed (client error): The resource could not be found. Feb 21 09:04:42.538295 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dde5f3ea-1870-4989-be7b-9a1934067441 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/routers/fe0a5788-3e4d-4643-9f59-f41007333a2f HTTP/1.1" status: 404 len: 336 time: 0.0767148 Feb 21 09:04:42.542065 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52994) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.544753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.549613 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7195351 Feb 21 09:04:42.574756 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 52998) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.584007 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d1e08bfd-371e-4ec1-9161-b8a2ff65ce1b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Request body: {'security_group_rule': {'security_group_id': '4c4bb862-bc70-4d94-b291-0c2d69b715f0', 'project_id': 'f418603f139546c09f086dacdefb5b09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:42.593945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77207582-9c25-4887-9873-a027ed73d1ca tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4bb862-bc70-4d94-b291-0c2d69b715f0,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:42.596268 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf116d8-0a2d-41c7-8922-d856d7fc3afe tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:42.597144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf116d8-0a2d-41c7-8922-d856d7fc3afe tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:42.603088 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-faf116d8-0a2d-41c7-8922-d856d7fc3afe tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/7204870e-3f8c-4c10-b6e6-50e441d04d57 HTTP/1.1" status: 404 len: 337 time: 0.0557690 Feb 21 09:04:42.603088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d1e08bfd-371e-4ec1-9161-b8a2ff65ce1b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:42.603088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53002) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.607751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:04:42.631276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:04:42.644599 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d1e08bfd-371e-4ec1-9161-b8a2ff65ce1b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Usage tracker for resource:security_group_rule and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:42.645511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe9fc0-6e6c-40ce-af1c-0c1337092932 None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:04:42.646037 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4e07eb7a-a529-4360-8561-0bc72f3ea037 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "PUT /v2.0/routers/c438ff33-d971-4bc4-b492-ebf00bed335d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5553916 Feb 21 09:04:42.652195 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53006) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.653163 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d1e08bfd-371e-4ec1-9161-b8a2ff65ce1b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:42.661314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'port': {'network_id': 'b3f28a63-f92c-4dd3-b75f-c9448244f513', 'name': 'tempest-FloatingIPTestJSON-1297027364'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:42.661544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.661893 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Added segment 41a2c87f-cbf4-4926-b5d2-85ac0708f4dd of type vlan for network f411c66b-aa6d-4482-a04a-0053cf0b1437 Feb 21 09:04:42.670043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe9fc0-6e6c-40ce-af1c-0c1337092932 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:42.671094 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b6fe9fc0-6e6c-40ce-af1c-0c1337092932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:42.681883 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f249ee73-d191-493b-aaa1-417179f3bb26 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "GET /v2.0/ports?device_id=a238d5bd-a3dd-45df-9408-256b89683da3 HTTP/1.1" status: 200 len: 205 time: 0.0755653 Feb 21 09:04:42.684848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d1e08bfd-371e-4ec1-9161-b8a2ff65ce1b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:42.685781 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53010) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.755534 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b6fe9fc0-6e6c-40ce-af1c-0c1337092932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:42.771949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe9fc0-6e6c-40ce-af1c-0c1337092932 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:42.773928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b6fe9fc0-6e6c-40ce-af1c-0c1337092932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:42.777011 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d1e08bfd-371e-4ec1-9161-b8a2ff65ce1b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.781680 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-2ba97dc8-4cb6-4a25-b539-eab7b68f9295 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] delete failed (client error): The resource could not be found. Feb 21 09:04:42.785552 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2ba97dc8-4cb6-4a25-b539-eab7b68f9295 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/routers/a238d5bd-a3dd-45df-9408-256b89683da3 HTTP/1.1" status: 404 len: 336 time: 0.0924349 Feb 21 09:04:42.786306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53014) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.789565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.838257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6764aac0-0b36-4047-b5bc-efe708935083 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:42.841939 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1c73c1-5749-4ec5-a8dc-ceacdb1b81bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:42.842375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1c73c1-5749-4ec5-a8dc-ceacdb1b81bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:42.845304 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1d1c73c1-5749-4ec5-a8dc-ceacdb1b81bd tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/ec080bd4-57de-444c-8e38-aee7809fa60e HTTP/1.1" status: 404 len: 337 time: 0.0573664 Feb 21 09:04:42.848800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53018) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.851336 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6764aac0-0b36-4047-b5bc-efe708935083 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:42.855131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b6fe9fc0-6e6c-40ce-af1c-0c1337092932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:42.855543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe9fc0-6e6c-40ce-af1c-0c1337092932 None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:04:42.870153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:42.883426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Usage tracker for resource:port and tenant:c41b1650d16e475eb82318b0b92b17d0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:42.884159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6764aac0-0b36-4047-b5bc-efe708935083 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:42.886860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d1e08bfd-371e-4ec1-9161-b8a2ff65ce1b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.887869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:42.895367 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d1e08bfd-371e-4ec1-9161-b8a2ff65ce1b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.895890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:42.903961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6764aac0-0b36-4047-b5bc-efe708935083 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:42.909533 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d3f495-d6d4-4062-a152-2b2c7b425282 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:42.909968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d3f495-d6d4-4062-a152-2b2c7b425282 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:42.911629 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-28d3f495-d6d4-4062-a152-2b2c7b425282 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/2bba3880-ab89-4809-b786-419e074474cd HTTP/1.1" status: 404 len: 337 time: 0.0619302 Feb 21 09:04:42.916593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53022) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.925014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e08bfd-371e-4ec1-9161-b8a2ff65ce1b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a48254-67ae-4320-ac24-be244a3d98be,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:42.930273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Made reservation on behalf of c41b1650d16e475eb82318b0b92b17d0 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:42.933213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.951332 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d1e08bfd-371e-4ec1-9161-b8a2ff65ce1b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.956077 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d1e08bfd-371e-4ec1-9161-b8a2ff65ce1b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3766558 Feb 21 09:04:42.956273 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6764aac0-0b36-4047-b5bc-efe708935083 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:42.956370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53026) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:42.958137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6764aac0-0b36-4047-b5bc-efe708935083 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.961901 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-08a1837f-c723-455b-897a-f3a4a49886b6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Request body: {'security_group_rule': {'security_group_id': '4c4bb862-bc70-4d94-b291-0c2d69b715f0', 'project_id': 'f418603f139546c09f086dacdefb5b09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:42.970778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-08a1837f-c723-455b-897a-f3a4a49886b6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:42.973278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] device_id is not set on port f41ef886-54a3-42a0-87ef-668429521e1a yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:04:42.982130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:42.986301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:42.986873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:43.012644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-08a1837f-c723-455b-897a-f3a4a49886b6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Usage tracker for resource:security_group_rule and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:43.016786 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-08a1837f-c723-455b-897a-f3a4a49886b6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:43.031970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-08a1837f-c723-455b-897a-f3a4a49886b6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:43.051851 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ebad63-fd50-43e5-8c57-b486ae4af7ef tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:43.052309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ebad63-fd50-43e5-8c57-b486ae4af7ef tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:43.056533 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-47ebad63-fd50-43e5-8c57-b486ae4af7ef tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/65145002-5747-4c69-8502-71b8118b2f24 HTTP/1.1" status: 404 len: 333 time: 0.1364479 Feb 21 09:04:43.056874 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53030) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:43.105371 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 898701a9-d6aa-44a6-bc73-d13e4c682736 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:43.107611 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c21fd7a-e143-4530-91f1-590de70e8c4e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:43.108153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c21fd7a-e143-4530-91f1-590de70e8c4e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:43.115694 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-08a1837f-c723-455b-897a-f3a4a49886b6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:43.172455 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7c21fd7a-e143-4530-91f1-590de70e8c4e tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/dd28c99d-ff4c-47c7-9ed0-f994a870bc80 HTTP/1.1" status: 404 len: 337 time: 0.1117997 Feb 21 09:04:43.185531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53034) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:43.185757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 898701a9-d6aa-44a6-bc73-d13e4c682736 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:43.186280 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:43.244305 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9163bf-9438-4b61-ac23-6b42e26580ac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:43.244739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9163bf-9438-4b61-ac23-6b42e26580ac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:43.248751 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-af9163bf-9438-4b61-ac23-6b42e26580ac tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/b1685b1b-7dc4-4c02-bf6b-039933a72b41 HTTP/1.1" status: 404 len: 333 time: 0.0602543 Feb 21 09:04:43.252299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53038) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:43.271984 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9309504 Feb 21 09:04:43.276573 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53042) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:43.287886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': 'f411c66b-aa6d-4482-a04a-0053cf0b1437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:43.294910 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.20.0.14 (b3f28a63-f92c-4dd3-b75f-c9448244f513/a35c64cb-bce8-4851-86d5-9f9b96bdde2e/f41ef886-54a3-42a0-87ef-668429521e1a) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:43.302866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b989ca-0d5d-4a21-8442-f6b6984b2c22 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Network': ['ID=f411c66b-aa6d-4482-a04a-0053cf0b1437,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:43.304905 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f423bd4-94af-4632-9a97-f74f89ee9463 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:43.304905 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f423bd4-94af-4632-9a97-f74f89ee9463 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:43.309010 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8f423bd4-94af-4632-9a97-f74f89ee9463 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/5eb4afe5-9986-4b13-bf61-06808a1632b8 HTTP/1.1" status: 404 len: 337 time: 0.0537767 Feb 21 09:04:43.309401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53046) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:43.315707 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network f411c66b-aa6d-4482-a04a-0053cf0b1437 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:04:43.377179 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b642ed-8481-4916-8dbf-b66cdd00f6a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:43.378208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b642ed-8481-4916-8dbf-b66cdd00f6a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:43.402130 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-08a1837f-c723-455b-897a-f3a4a49886b6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:43.409139 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-48b642ed-8481-4916-8dbf-b66cdd00f6a3 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/9c9e8383-d94a-4046-bbc1-30ee08e62764 HTTP/1.1" status: 404 len: 333 time: 0.0957162 Feb 21 09:04:43.414463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53050) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:43.420644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-08a1837f-c723-455b-897a-f3a4a49886b6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:43.427683 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.ipam_backend_mixin [None req-6764aac0-0b36-4047-b5bc-efe708935083 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 08fe18e6-f929-473c-a21d-b62600f13b50 (CIDR: 172.20.0.16/28) Feb 21 09:04:43.435220 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6764aac0-0b36-4047-b5bc-efe708935083 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:04:43.441644 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6764aac0-0b36-4047-b5bc-efe708935083 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:43.441644 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:43.444086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:43.448199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:43.461242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:43.473769 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6764aac0-0b36-4047-b5bc-efe708935083 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9782023 Feb 21 09:04:43.474739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53054) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:43.477362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:43.484299 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4049e4b2-6c2f-4d80-a120-a09dd20c01bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:43.484733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4049e4b2-6c2f-4d80-a120-a09dd20c01bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:43.486365 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4049e4b2-6c2f-4d80-a120-a09dd20c01bb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/b4f0fb3e-ad70-4500-8c08-c09cf4f24a0b HTTP/1.1" status: 404 len: 337 time: 0.0706441 Feb 21 09:04:43.491244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53058) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:43.494890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c3afe746-b59e-49fc-9d26-323ca96e67af tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'subnet': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:43.509331 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1837f-c723-455b-897a-f3a4a49886b6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d93644d-a6a4-48c6-94c5-3f6a9e82b177,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:43.573965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-08a1837f-c723-455b-897a-f3a4a49886b6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:43.577527 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-08a1837f-c723-455b-897a-f3a4a49886b6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6179595 Feb 21 09:04:43.579016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53062) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:43.592166 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-bf1aaa56-fdb2-4be5-a6d5-a65d419cd464 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Request body: {'security_group_rule': {'security_group_id': '4c4bb862-bc70-4d94-b291-0c2d69b715f0', 'project_id': 'f418603f139546c09f086dacdefb5b09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:43.602179 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bf1aaa56-fdb2-4be5-a6d5-a65d419cd464 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:43.609791 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bf1aaa56-fdb2-4be5-a6d5-a65d419cd464 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Usage tracker for resource:security_group_rule and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:43.614409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bf1aaa56-fdb2-4be5-a6d5-a65d419cd464 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:43.625733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bf1aaa56-fdb2-4be5-a6d5-a65d419cd464 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:43.666204 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd272e4-91c2-4daa-af8a-f1704b5a015d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:43.666649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd272e4-91c2-4daa-af8a-f1704b5a015d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:43.668472 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1dd272e4-91c2-4daa-af8a-f1704b5a015d tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/2ad4980c-16a7-4409-8432-53d8be40835c HTTP/1.1" status: 404 len: 333 time: 0.1572948 Feb 21 09:04:43.673783 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53066) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:43.679739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bf1aaa56-fdb2-4be5-a6d5-a65d419cd464 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:43.723656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:43.733500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:43.739177 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec21b1a4-60ac-4003-9cd0-c6260136ff2a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:43.739609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec21b1a4-60ac-4003-9cd0-c6260136ff2a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:43.741213 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ec21b1a4-60ac-4003-9cd0-c6260136ff2a tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/c88e4d13-a42a-4703-8402-bd63d787567d HTTP/1.1" status: 404 len: 337 time: 0.0661101 Feb 21 09:04:43.749095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53070) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:43.808791 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bf1aaa56-fdb2-4be5-a6d5-a65d419cd464 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:43.814482 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bf1aaa56-fdb2-4be5-a6d5-a65d419cd464 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:43.829810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:43.880252 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83c7ac1-3e0c-47d1-bfaa-67ddea329905 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:43.880700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83c7ac1-3e0c-47d1-bfaa-67ddea329905 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:43.882350 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f83c7ac1-3e0c-47d1-bfaa-67ddea329905 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/be2f4553-1e06-40e3-8ce8-be6281620305 HTTP/1.1" status: 404 len: 333 time: 0.1281805 Feb 21 09:04:43.885236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Performing IP validity checks on allocation pools {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 21 09:04:43.887840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1aaa56-fdb2-4be5-a6d5-a65d419cd464 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537c93a8-2340-4fbd-83ce-289e118fef90,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:43.888236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 21 09:04:43.890229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53074) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:43.923116 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bf1aaa56-fdb2-4be5-a6d5-a65d419cd464 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:43.926835 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bf1aaa56-fdb2-4be5-a6d5-a65d419cd464 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3446314 Feb 21 09:04:43.928483 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53078) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:43.934249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network b3f28a63-f92c-4dd3-b75f-c9448244f513 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:43.935032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=f41ef886-54a3-42a0-87ef-668429521e1a,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:43.938112 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c3afe746-b59e-49fc-9d26-323ca96e67af tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:43.940797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8c597b69-98de-48d2-9366-ecd60101a2dd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Request body: {'security_group_rule': {'security_group_id': '4c4bb862-bc70-4d94-b291-0c2d69b715f0', 'project_id': 'f418603f139546c09f086dacdefb5b09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:43.945314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:43.948638 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:43.951043 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6194ee3e-4234-428c-802f-d4b45b910bf0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:43.951495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6194ee3e-4234-428c-802f-d4b45b910bf0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:43.953201 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6194ee3e-4234-428c-802f-d4b45b910bf0 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/655985dc-214c-4959-a493-b649fabea755 HTTP/1.1" status: 404 len: 337 time: 0.0618649 Feb 21 09:04:43.954241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c3afe746-b59e-49fc-9d26-323ca96e67af tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Usage tracker for resource:subnet and tenant:cfcd920978db4520a4cc5ac3df8924c1 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:43.962766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53082) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:43.962766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c3afe746-b59e-49fc-9d26-323ca96e67af tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:43.975644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8c597b69-98de-48d2-9366-ecd60101a2dd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:43.985554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8c597b69-98de-48d2-9366-ecd60101a2dd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Usage tracker for resource:security_group_rule and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:43.990089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8c597b69-98de-48d2-9366-ecd60101a2dd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:43.996041 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c3afe746-b59e-49fc-9d26-323ca96e67af tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:44.003504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8c597b69-98de-48d2-9366-ecd60101a2dd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:44.016292 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-7506f59f-54e9-4ee0-a011-3ef40b1ab3eb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:44.016740 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7506f59f-54e9-4ee0-a011-3ef40b1ab3eb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:44.023687 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:44.024279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.027174 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7506f59f-54e9-4ee0-a011-3ef40b1ab3eb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/384fdc0f-7c77-49b7-8461-3370da536f34 HTTP/1.1" status: 404 len: 333 time: 0.0642219 Feb 21 09:04:44.028910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3afe746-b59e-49fc-9d26-323ca96e67af tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Made reservation on behalf of cfcd920978db4520a4cc5ac3df8924c1 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:44.029747 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53086) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:44.032402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c3afe746-b59e-49fc-9d26-323ca96e67af tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.077428 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c597b69-98de-48d2-9366-ecd60101a2dd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.089866 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca87dca-d791-49e3-8cf3-5d34c8a5e4fb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:44.090203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca87dca-d791-49e3-8cf3-5d34c8a5e4fb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:44.091847 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4ca87dca-d791-49e3-8cf3-5d34c8a5e4fb tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/45994338-796b-4723-bfa3-a6ddd8817ae7 HTTP/1.1" status: 404 len: 337 time: 0.0611787 Feb 21 09:04:44.096616 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ed5b3027-2939-4090-9c3b-8db653e25fdf tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4407067 Feb 21 09:04:44.097389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53090) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:44.105753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53092) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:44.120817 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'port': {'network_id': 'b3f28a63-f92c-4dd3-b75f-c9448244f513', 'name': 'tempest-FloatingIPTestJSON-927729767'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:44.155034 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b09a613-ac21-4108-9013-7e313968b3b7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:44.156382 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b09a613-ac21-4108-9013-7e313968b3b7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:44.157637 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7b09a613-ac21-4108-9013-7e313968b3b7 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/ports/cd083256-680d-41ca-8b04-13c9c23f1553 HTTP/1.1" status: 404 len: 333 time: 0.0573239 Feb 21 09:04:44.164547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53098) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:44.221113 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cbf3a8-0df6-46fc-adc7-b0febb73e731 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:44.221554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27cbf3a8-0df6-46fc-adc7-b0febb73e731 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:44.223225 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-27cbf3a8-0df6-46fc-adc7-b0febb73e731 tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/subnets/ae82013c-e3a7-440d-9497-280509231b21 HTTP/1.1" status: 404 len: 337 time: 0.0576375 Feb 21 09:04:44.229329 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53102) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:44.400349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.404999 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:44.420216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c597b69-98de-48d2-9366-ecd60101a2dd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.434596 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c597b69-98de-48d2-9366-ecd60101a2dd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.439820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Usage tracker for resource:port and tenant:c41b1650d16e475eb82318b0b92b17d0 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:44.447133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:44.460027 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:44.474542 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c597b69-98de-48d2-9366-ecd60101a2dd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e834cb-a0e5-46d8-8b6f-f13b9729d8b2,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:44.479329 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-67c870de-7807-49fd-8a9c-93bbe23d96db tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.494389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c597b69-98de-48d2-9366-ecd60101a2dd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.495725 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8c597b69-98de-48d2-9366-ecd60101a2dd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5644567 Feb 21 09:04:44.514937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53106) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:44.528892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ef4459e6-e066-4f85-91eb-432ca6a270a5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Request body: {'security_group_rule': {'security_group_id': '4c4bb862-bc70-4d94-b291-0c2d69b715f0', 'project_id': 'f418603f139546c09f086dacdefb5b09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:44.547229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ef4459e6-e066-4f85-91eb-432ca6a270a5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:44.562853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ef4459e6-e066-4f85-91eb-432ca6a270a5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Usage tracker for resource:security_group_rule and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:44.565419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Made reservation on behalf of c41b1650d16e475eb82318b0b92b17d0 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:44.568410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.577540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Subnet': ['ID=0c830d1b-c2b6-4ebf-9d3c-a7b11bfcac96,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:44.583544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ef4459e6-e066-4f85-91eb-432ca6a270a5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:44.602006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ef4459e6-e066-4f85-91eb-432ca6a270a5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:44.629749 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] device_id is not set on port 445f5c28-0a64-4c6e-b472-844fd020ba98 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:04:44.630879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-67c870de-7807-49fd-8a9c-93bbe23d96db tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.656728 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-67c870de-7807-49fd-8a9c-93bbe23d96db tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749b6d65-c680-4e97-918b-6efdfcb19e4b']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:44.663971 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-ef4459e6-e066-4f85-91eb-432ca6a270a5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Project f418603f139546c09f086dacdefb5b09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:04:44.669088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-67c870de-7807-49fd-8a9c-93bbe23d96db tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b25f3e-3171-46ba-ae60-8fae94106a78') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:44.669428 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-67c870de-7807-49fd-8a9c-93bbe23d96db tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b25f3e-3171-46ba-ae60-8fae94106a78') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:44.681046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ef4459e6-e066-4f85-91eb-432ca6a270a5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.682115 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-67c870de-7807-49fd-8a9c-93bbe23d96db tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.703490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-67c870de-7807-49fd-8a9c-93bbe23d96db tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.709918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c870de-7807-49fd-8a9c-93bbe23d96db tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:04:44.710329 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-67c870de-7807-49fd-8a9c-93bbe23d96db tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.713295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Checking segment: {'id': '41a2c87f-cbf4-4926-b5d2-85ac0708f4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f411c66b-aa6d-4482-a04a-0053cf0b1437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:44.713659 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network hostable DHCP agents. Network: f411c66b-aa6d-4482-a04a-0053cf0b1437, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:04:44.724895 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:04:44.807758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-67c870de-7807-49fd-8a9c-93bbe23d96db tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.813761 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-67c870de-7807-49fd-8a9c-93bbe23d96db tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.836877 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c870de-7807-49fd-8a9c-93bbe23d96db tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] Pushing event deleted for resources: {'Network': ['ID=749b6d65-c680-4e97-918b-6efdfcb19e4b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:44.840445 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-67c870de-7807-49fd-8a9c-93bbe23d96db tempest-NetworksTestDHCPv6-1075760242 tempest-NetworksTestDHCPv6-1075760242-project] 10.222.0.48 "DELETE /v2.0/networks/749b6d65-c680-4e97-918b-6efdfcb19e4b HTTP/1.1" status: 204 len: 168 time: 0.6101537 Feb 21 09:04:44.847385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c3afe746-b59e-49fc-9d26-323ca96e67af tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:44.950219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network f411c66b-aa6d-4482-a04a-0053cf0b1437 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:04:45.078828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3afe746-b59e-49fc-9d26-323ca96e67af tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:45.080524 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ef4459e6-e066-4f85-91eb-432ca6a270a5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.087809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-c3afe746-b59e-49fc-9d26-323ca96e67af tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:45.096322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.20.0.2 (b3f28a63-f92c-4dd3-b75f-c9448244f513/a35c64cb-bce8-4851-86d5-9f9b96bdde2e/445f5c28-0a64-4c6e-b472-844fd020ba98) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:45.098826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3afe746-b59e-49fc-9d26-323ca96e67af tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:45.099448 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c3afe746-b59e-49fc-9d26-323ca96e67af tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.100135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f3beb9-2652-4cb8-8581-9aa5c1fd7a2a None None] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:45.103576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afe746-b59e-49fc-9d26-323ca96e67af tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Subnet': ['ID=1c23665f-3601-478b-8b62-1054d027f4d2,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:45.109451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, f411c66b-aa6d-4482-a04a-0053cf0b1437) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:45.110967 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ef4459e6-e066-4f85-91eb-432ca6a270a5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.144044 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:45.144630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.168201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4459e6-e066-4f85-91eb-432ca6a270a5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe8e378-13ec-43ad-83b4-093a5b8828e7,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:45.172101 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e49ebd-a039-4f4a-8ab2-ba800c70bab0 None None] Network f411c66b-aa6d-4482-a04a-0053cf0b1437 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:45.218764 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53116) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:45.224607 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-be250623-392b-43b7-9743-a024af7c71f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9471335 Feb 21 09:04:45.227500 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c3afe746-b59e-49fc-9d26-323ca96e67af tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7516863 Feb 21 09:04:45.228374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53120) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:45.228772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53124) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:45.235029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'network_id': 'f411c66b-aa6d-4482-a04a-0053cf0b1437', 'name': 'tempest-PortsIpV6TestJSON-1613849602'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:45.263043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-3eed84e3-58b1-4b3f-bdd9-db83e9208042 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1287821317', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1c23665f-3601-478b-8b62-1054d027f4d2'}], 'security_groups': ['a67d8aa8-98e0-4f80-947b-4d7a4be83bde', '7705d004-ff7e-4aa1-a638-ee8894844e84']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:45.425018 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:45.441021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:45.457272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ef4459e6-e066-4f85-91eb-432ca6a270a5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.461383 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ef4459e6-e066-4f85-91eb-432ca6a270a5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9451864 Feb 21 09:04:45.466952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53130) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:45.475673 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:45.478712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.480084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-08f58f37-d65f-4fbb-a111-2fa2e5673267 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Request body: {'security_group_rule': {'security_group_id': '4c4bb862-bc70-4d94-b291-0c2d69b715f0', 'project_id': 'f418603f139546c09f086dacdefb5b09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:45.493126 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7dd056f2-e5f7-41b9-9291-594950556af8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=134915da0e684265a6dd55fced2cef76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2730467 Feb 21 09:04:45.496524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53134) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:45.501250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-08f58f37-d65f-4fbb-a111-2fa2e5673267 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:45.513388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-08f58f37-d65f-4fbb-a111-2fa2e5673267 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Usage tracker for resource:security_group_rule and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:45.520688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-08f58f37-d65f-4fbb-a111-2fa2e5673267 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:45.525765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port d263c859-96fe-4741-9111-7953caabe3e7 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:04:45.535735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3eed84e3-58b1-4b3f-bdd9-db83e9208042 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.541876 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-f411c66b-aa6d-4482-a04a-0053cf0b1437', 'network_id': 'f411c66b-aa6d-4482-a04a-0053cf0b1437', 'tenant_id': '22ad680665e048f7b66d97d9611bd3b5', 'fixed_ips': [{'subnet_id': '0c830d1b-c2b6-4ebf-9d3c-a7b11bfcac96'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:04:45.542805 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.557498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-08f58f37-d65f-4fbb-a111-2fa2e5673267 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:45.690222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5bab8199-e1b3-4c17-b4f9-c18a418223e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.717664 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-08f58f37-d65f-4fbb-a111-2fa2e5673267 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Project f418603f139546c09f086dacdefb5b09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:04:45.737540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5bab8199-e1b3-4c17-b4f9-c18a418223e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.743827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-08f58f37-d65f-4fbb-a111-2fa2e5673267 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.773991 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Allocated IP 2001:db8::181 (f411c66b-aa6d-4482-a04a-0053cf0b1437/0c830d1b-c2b6-4ebf-9d3c-a7b11bfcac96/d263c859-96fe-4741-9111-7953caabe3e7) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:45.803575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.813776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9431f8e-eeeb-448c-83a3-46d78a0e3dec None None] Update dhcp port {'port': {'network_id': 'ac5e2810-95b2-45bb-b973-6f0f6f54fe6e', 'fixed_ips': [{'subnet_id': '08fe18e6-f929-473c-a21d-b62600f13b50', 'ip_address': '172.20.0.19'}, {'subnet_id': '6697902e-3a56-4fa3-aa21-219f96ce7af8', 'ip_address': '172.20.0.2'}, {'subnet_id': '1c23665f-3601-478b-8b62-1054d027f4d2'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': '3590c74f-59fb-41ea-b3ff-0f82c1f44c9c'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:04:45.849947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5bab8199-e1b3-4c17-b4f9-c18a418223e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.869243 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a9431f8e-eeeb-448c-83a3-46d78a0e3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.885730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab8199-e1b3-4c17-b4f9-c18a418223e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018e5f61-6b9b-4efe-8930-cac39dff4743,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:45.954957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-08f58f37-d65f-4fbb-a111-2fa2e5673267 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.970473 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-08f58f37-d65f-4fbb-a111-2fa2e5673267 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:45.997631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5bab8199-e1b3-4c17-b4f9-c18a418223e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:46.003727 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5bab8199-e1b3-4c17-b4f9-c18a418223e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/018e5f61-6b9b-4efe-8930-cac39dff4743 HTTP/1.1" status: 204 len: 168 time: 0.5013034 Feb 21 09:04:46.007490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f58f37-d65f-4fbb-a111-2fa2e5673267 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0e3cbf-63c3-465a-aa05-1e86ea3874b5,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:46.011627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:46.053277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-08f58f37-d65f-4fbb-a111-2fa2e5673267 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:46.054562 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-08f58f37-d65f-4fbb-a111-2fa2e5673267 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5866759 Feb 21 09:04:46.132507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=445f5c28-0a64-4c6e-b472-844fd020ba98,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:46.140685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:46.169150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Transition to ACTIVE for port object d263c859-96fe-4741-9111-7953caabe3e7 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:46.183025 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network b3f28a63-f92c-4dd3-b75f-c9448244f513 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:46.187925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:46.195302 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:46.209779 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:46.380619 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:46.381342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:46.390877 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Allocated IP 2001:db8::2 (f411c66b-aa6d-4482-a04a-0053cf0b1437/0c830d1b-c2b6-4ebf-9d3c-a7b11bfcac96/6c9c7e31-a25f-4a07-b8c9-1857c833ae3c) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:46.397765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network f411c66b-aa6d-4482-a04a-0053cf0b1437 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:46.401501 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:46.404530 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:46.410444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:46.411443 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:46.422594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-3eed84e3-58b1-4b3f-bdd9-db83e9208042 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Delete allocated IP 172.20.0.5 (ac5e2810-95b2-45bb-b973-6f0f6f54fe6e/6697902e-3a56-4fa3-aa21-219f96ce7af8) {{(pid=83585) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 21 09:04:46.432301 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=d263c859-96fe-4741-9111-7953caabe3e7,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:46.439486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-3eed84e3-58b1-4b3f-bdd9-db83e9208042 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Allocated IP 172.20.0.43 (ac5e2810-95b2-45bb-b973-6f0f6f54fe6e/1c23665f-3601-478b-8b62-1054d027f4d2/108b21fa-4825-4d59-9881-6e13225c312d) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:46.455584 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-00ca574b-3532-43db-a8bb-60de5d990ccc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3456841 Feb 21 09:04:46.456816 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53164) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:46.464708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '445f5c28-0a64-4c6e-b472-844fd020ba98', 'fixed_ip_address': '172.20.0.2'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:46.475667 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-25bb7094-ee84-435c-bef7-1d92b6b5474d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2457936 Feb 21 09:04:46.478255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53168) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:46.482148 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:46.526669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Usage tracker for resource:floatingip and tenant:c41b1650d16e475eb82318b0b92b17d0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:46.541087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:46.580855 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:46.631588 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-2a6fb355-12ce-48a9-a694-3390cccc5170 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port d263c859-96fe-4741-9111-7953caabe3e7 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:46.633912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2a6fb355-12ce-48a9-a694-3390cccc5170 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:46.707382 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:46.744550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3eed84e3-58b1-4b3f-bdd9-db83e9208042 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:46.768134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-3eed84e3-58b1-4b3f-bdd9-db83e9208042 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Transition to ACTIVE for port object 108b21fa-4825-4d59-9881-6e13225c312d will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:46.773487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3eed84e3-58b1-4b3f-bdd9-db83e9208042 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:46.845994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:46.866645 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Transition to ACTIVE for port object 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:46.880607 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-a9431f8e-eeeb-448c-83a3-46d78a0e3dec None None] Allocated IP 172.20.0.34 (ac5e2810-95b2-45bb-b973-6f0f6f54fe6e/1c23665f-3601-478b-8b62-1054d027f4d2/3590c74f-59fb-41ea-b3ff-0f82c1f44c9c) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:46.906146 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Transition to ACTIVE for port object 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:46.979049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed84e3-58b1-4b3f-bdd9-db83e9208042 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event updated for resources: {'Port': ['ID=108b21fa-4825-4d59-9881-6e13225c312d,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:47.058823 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-a9431f8e-eeeb-448c-83a3-46d78a0e3dec None None] For port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3590c74f-59fb-41ea-b3ff-0f82c1f44c9c,segment=NetworkSegment(4431597b-7a79-47de-9a97-5cba9052966d),segment_id=4431597b-7a79-47de-9a97-5cba9052966d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:47.065164 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:47.074245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-3eed84e3-58b1-4b3f-bdd9-db83e9208042 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] In _notify_port_updated(), no bound segment for port 108b21fa-4825-4d59-9881-6e13225c312d on network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e {{(pid=83585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:04:47.086127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed84e3-58b1-4b3f-bdd9-db83e9208042 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:47.087201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3eed84e3-58b1-4b3f-bdd9-db83e9208042 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:47.094258 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3eed84e3-58b1-4b3f-bdd9-db83e9208042 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "PUT /v2.0/ports/108b21fa-4825-4d59-9881-6e13225c312d HTTP/1.1" status: 200 len: 960 time: 1.8489978 Feb 21 09:04:47.096981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53184) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:47.162432 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Pushing event updated for resources: {'Port': ['ID=6c9c7e31-a25f-4a07-b8c9-1857c833ae3c,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:47.182798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a9431f8e-eeeb-448c-83a3-46d78a0e3dec None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:47.187627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d8c90ea0-91a8-47b5-a255-3e2222c30001 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 108b21fa-4825-4d59-9881-6e13225c312d {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:47.187627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8c90ea0-91a8-47b5-a255-3e2222c30001 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:47.200598 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:47.202772 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a9431f8e-eeeb-448c-83a3-46d78a0e3dec None None] Transition to ACTIVE for port object 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:47.208393 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Network f411c66b-aa6d-4482-a04a-0053cf0b1437 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:47.209965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:47.212990 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:47.293742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a9431f8e-eeeb-448c-83a3-46d78a0e3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:47.438860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2a6fb355-12ce-48a9-a694-3390cccc5170 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:47.464123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Attempting to bind port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:04:47.464741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Attempting to bind port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '41a2c87f-cbf4-4926-b5d2-85ac0708f4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f411c66b-aa6d-4482-a04a-0053cf0b1437'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:04:47.464859 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Attempting to bind port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c on network f411c66b-aa6d-4482-a04a-0053cf0b1437 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:04:47.643214 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53196) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:47.659610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8c90ea0-91a8-47b5-a255-3e2222c30001 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:47.684901 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:04:47.687594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Checking segment: {'id': '41a2c87f-cbf4-4926-b5d2-85ac0708f4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f411c66b-aa6d-4482-a04a-0053cf0b1437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:47.692090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:47.692849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Bound using segment: {'id': '41a2c87f-cbf4-4926-b5d2-85ac0708f4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f411c66b-aa6d-4482-a04a-0053cf0b1437'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:04:47.694043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Bound port: 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a2c87f-cbf4-4926-b5d2-85ac0708f4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f411c66b-aa6d-4482-a04a-0053cf0b1437'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:04:47.695068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:47.757096 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-2a6fb355-12ce-48a9-a694-3390cccc5170 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for d263c859-96fe-4741-9111-7953caabe3e7 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:47.807230 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9431f8e-eeeb-448c-83a3-46d78a0e3dec None None] Pushing event updated for resources: {'Port': ['ID=3590c74f-59fb-41ea-b3ff-0f82c1f44c9c,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:47.968625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] For port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:04:47.975700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] For port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6c9c7e31-a25f-4a07-b8c9-1857c833ae3c,segment=NetworkSegment(41a2c87f-cbf4-4926-b5d2-85ac0708f4dd),segment_id=41a2c87f-cbf4-4926-b5d2-85ac0708f4dd)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:04:47.981324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:48.040074 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d8c90ea0-91a8-47b5-a255-3e2222c30001 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 108b21fa-4825-4d59-9881-6e13225c312d owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:48.072369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1621746873'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:48.092067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:48.099554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.26.6.62 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/112dfa97-4a31-4afc-8f49-33ff563b6d06) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:48.100545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Usage tracker for resource:network and tenant:5b74073cd5324bf3a8548fb693fb9d32 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:48.110194 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2a6fb355-12ce-48a9-a694-3390cccc5170 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:48.113426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:48.125661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:48.125922 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c0bb5-dc85-4b81-bbea-5eba691dadf4 None None] Pushing event updated for resources: {'Port': ['ID=6c9c7e31-a25f-4a07-b8c9-1857c833ae3c,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:48.158702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Made reservation on behalf of 5b74073cd5324bf3a8548fb693fb9d32 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:48.161863 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:48.177991 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:48.252263 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fb355-12ce-48a9-a694-3390cccc5170 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=d263c859-96fe-4741-9111-7953caabe3e7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:48.263028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2a6fb355-12ce-48a9-a694-3390cccc5170 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:48.270019 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:48.280362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Usage tracker for resource:security_group_rule and tenant:5b74073cd5324bf3a8548fb693fb9d32 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:48.286454 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:48.293617 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2a6fb355-12ce-48a9-a694-3390cccc5170 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/d263c859-96fe-4741-9111-7953caabe3e7 HTTP/1.1" status: 204 len: 168 time: 1.8110249 Feb 21 09:04:48.293617 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53222) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:48.302894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:48.315148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8c90ea0-91a8-47b5-a255-3e2222c30001 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:48.361742 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6945be-50f6-44ce-865f-5d7a7775da4a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:48.362202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6945be-50f6-44ce-865f-5d7a7775da4a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:48.366538 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fa6945be-50f6-44ce-865f-5d7a7775da4a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/d263c859-96fe-4741-9111-7953caabe3e7 HTTP/1.1" status: 404 len: 333 time: 0.0699728 Feb 21 09:04:48.434684 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53228) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:48.455360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c90ea0-91a8-47b5-a255-3e2222c30001 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=108b21fa-4825-4d59-9881-6e13225c312d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:48.601028 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bf1a18-8b79-4f2f-a6dc-8ae8b19aee4a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] GET failed (client error): The resource could not be found. Feb 21 09:04:48.602455 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a8bf1a18-8b79-4f2f-a6dc-8ae8b19aee4a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/d263c859-96fe-4741-9111-7953caabe3e7 HTTP/1.1" status: 404 len: 333 time: 0.1505306 Feb 21 09:04:48.614103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53232) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:48.664403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:48.715852 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:48.759950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d8c90ea0-91a8-47b5-a255-3e2222c30001 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:48.802261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:48.828607 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:48.837285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7d43a0cb-db14-497b-b420-95bc1bac0b02 None None] Provisioning for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:48.840184 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:48.848306 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d8c90ea0-91a8-47b5-a255-3e2222c30001 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/108b21fa-4825-4d59-9881-6e13225c312d HTTP/1.1" status: 204 len: 168 time: 1.7499058 Feb 21 09:04:48.849140 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=112dfa97-4a31-4afc-8f49-33ff563b6d06,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:48.854456 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7d43a0cb-db14-497b-b420-95bc1bac0b02 None None] Provisioning complete for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:48.855160 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7d43a0cb-db14-497b-b420-95bc1bac0b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:48.861231 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53236) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:48.866239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:48.869223 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:48.930085 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:04:48.944396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290ddddb-a53c-4e0a-8a8c-b18ec9ad0010,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:48.961350 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:48.961604 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Added segment a9c71606-9239-401b-8d32-9d4342f13d79 of type vlan for network d79963f6-6bed-4136-a5bb-fe485864762d Feb 21 09:04:48.966706 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-335fd451-b360-4485-bac0-6aeb2f09cd88 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] GET failed (client error): The resource could not be found. Feb 21 09:04:48.967364 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-335fd451-b360-4485-bac0-6aeb2f09cd88 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:49.005216 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-5307637b-eb90-4ce4-85f1-432d0cb0cd7f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting subnet 0c830d1b-c2b6-4ebf-9d3c-a7b11bfcac96 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:49.008452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5307637b-eb90-4ce4-85f1-432d0cb0cd7f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:49.045241 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-335fd451-b360-4485-bac0-6aeb2f09cd88 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:49.049149 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-335fd451-b360-4485-bac0-6aeb2f09cd88 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports/108b21fa-4825-4d59-9881-6e13225c312d HTTP/1.1" status: 404 len: 333 time: 0.1831253 Feb 21 09:04:49.055466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53240) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:49.076581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:49.087723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5307637b-eb90-4ce4-85f1-432d0cb0cd7f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:49.095201 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7d43a0cb-db14-497b-b420-95bc1bac0b02 None None] Could not find standard attr ID for object 108b21fa-4825-4d59-9881-6e13225c312d. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:04:49.113640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7d43a0cb-db14-497b-b420-95bc1bac0b02 None None] Provisioning complete for port fdb12633-a864-4b14-8b14-9da518d61b8b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:49.114086 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7d43a0cb-db14-497b-b420-95bc1bac0b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:49.156755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aebc6021-d6c4-447c-b9bb-f46fd5b2c7a1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:49.177356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:49.183498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:49.184152 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:49.193695 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-7d43a0cb-db14-497b-b420-95bc1bac0b02 None None] Port fdb12633-a864-4b14-8b14-9da518d61b8b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:04:49.262327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aebc6021-d6c4-447c-b9bb-f46fd5b2c7a1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:49.362565 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:49.371891 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7271931 Feb 21 09:04:49.372601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53244) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:49.380108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef5172-b07e-409f-aec9-e99dc9aff50e tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Pushing event updated for resources: {'Network': ['ID=d79963f6-6bed-4136-a5bb-fe485864762d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:49.387725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Request body: {'subnet': {'network_id': 'd79963f6-6bed-4136-a5bb-fe485864762d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:49.432470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network d79963f6-6bed-4136-a5bb-fe485864762d details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:04:49.573548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5307637b-eb90-4ce4-85f1-432d0cb0cd7f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:49.628428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:49.643928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:49.647060 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aebc6021-d6c4-447c-b9bb-f46fd5b2c7a1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:49.701518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aebc6021-d6c4-447c-b9bb-f46fd5b2c7a1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:49.710921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-237801cd-8ce0-49b5-8040-b34716c84e92 None None] Could not find standard attr ID for object 108b21fa-4825-4d59-9881-6e13225c312d. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:04:49.713531 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-aebc6021-d6c4-447c-b9bb-f46fd5b2c7a1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/security-groups/f79367ac-a32c-4ee3-904e-cb1e6ebb22f6 HTTP/1.1" status: 204 len: 168 time: 0.6549408 Feb 21 09:04:49.732129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc6021-d6c4-447c-b9bb-f46fd5b2c7a1 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79367ac-a32c-4ee3-904e-cb1e6ebb22f6,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:49.740596 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53250) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:49.847454 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:49.848516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:49.917248 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd611dae-6017-43ae-acf9-90e3c3dac927 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:49.958132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5307637b-eb90-4ce4-85f1-432d0cb0cd7f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:49.979000 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd611dae-6017-43ae-acf9-90e3c3dac927 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.006432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:50.020542 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Usage tracker for resource:subnet and tenant:5b74073cd5324bf3a8548fb693fb9d32 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:50.030015 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307637b-eb90-4ce4-85f1-432d0cb0cd7f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Subnet': ['ID=0c830d1b-c2b6-4ebf-9d3c-a7b11bfcac96,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:50.040810 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:50.043379 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287968f6-108b-4401-9e3b-c3a58603a0c1 None None] Network f411c66b-aa6d-4482-a04a-0053cf0b1437 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:50.048476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:50.053984 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5307637b-eb90-4ce4-85f1-432d0cb0cd7f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.070713 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5307637b-eb90-4ce4-85f1-432d0cb0cd7f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/0c830d1b-c2b6-4ebf-9d3c-a7b11bfcac96 HTTP/1.1" status: 204 len: 168 time: 1.4525557 Feb 21 09:04:50.071474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53254) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:50.101667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Made reservation on behalf of 5b74073cd5324bf3a8548fb693fb9d32 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:50.142942 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd611dae-6017-43ae-acf9-90e3c3dac927 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.195788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd611dae-6017-43ae-acf9-90e3c3dac927 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7705d004-ff7e-4aa1-a638-ee8894844e84,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:50.220040 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.221626 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd611dae-6017-43ae-acf9-90e3c3dac927 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.222574 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dd611dae-6017-43ae-acf9-90e3c3dac927 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/security-groups/7705d004-ff7e-4aa1-a638-ee8894844e84 HTTP/1.1" status: 204 len: 168 time: 0.4785509 Feb 21 09:04:50.227175 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53258) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:50.244277 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d953b6d1-c03d-4130-af5c-2daa8ff65583 None None] Provisioning for port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:50.275759 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d953b6d1-c03d-4130-af5c-2daa8ff65583 None None] Provisioning complete for port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:50.276133 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d953b6d1-c03d-4130-af5c-2daa8ff65583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.287343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.433632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d953b6d1-c03d-4130-af5c-2daa8ff65583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.459219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.488469 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d953b6d1-c03d-4130-af5c-2daa8ff65583 None None] For port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6c9c7e31-a25f-4a07-b8c9-1857c833ae3c,segment=NetworkSegment(41a2c87f-cbf4-4926-b5d2-85ac0708f4dd),segment_id=41a2c87f-cbf4-4926-b5d2-85ac0708f4dd)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:50.494551 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d953b6d1-c03d-4130-af5c-2daa8ff65583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.533921 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-39d01655-6131-4d2a-af76-0283efa3a1cf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.551407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2438df1-d04f-4326-b684-4735675e47cf None None] DHCP port deletion for f411c66b-aa6d-4482-a04a-0053cf0b1437 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:04:50.565092 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d2438df1-d04f-4326-b684-4735675e47cf None None] Deleting port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:50.565092 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2438df1-d04f-4326-b684-4735675e47cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.584093 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-39d01655-6131-4d2a-af76-0283efa3a1cf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.731820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.755700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953b6d1-c03d-4130-af5c-2daa8ff65583 None None] Pushing event updated for resources: {'Port': ['ID=6c9c7e31-a25f-4a07-b8c9-1857c833ae3c,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:50.779997 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-39d01655-6131-4d2a-af76-0283efa3a1cf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.787897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:50.787897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.815083 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d01655-6131-4d2a-af76-0283efa3a1cf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67d8aa8-98e0-4f80-947b-4d7a4be83bde,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:50.817123 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-39d01655-6131-4d2a-af76-0283efa3a1cf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.821305 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-39d01655-6131-4d2a-af76-0283efa3a1cf tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/security-groups/a67d8aa8-98e0-4f80-947b-4d7a4be83bde HTTP/1.1" status: 204 len: 168 time: 0.5930443 Feb 21 09:04:50.822104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53262) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:50.850570 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:50.956474 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d2438df1-d04f-4326-b684-4735675e47cf None None] For port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6c9c7e31-a25f-4a07-b8c9-1857c833ae3c,segment=NetworkSegment(41a2c87f-cbf4-4926-b5d2-85ac0708f4dd),segment_id=41a2c87f-cbf4-4926-b5d2-85ac0708f4dd)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:50.957228 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2438df1-d04f-4326-b684-4735675e47cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:51.034459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:51.048448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:51.120294 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d2438df1-d04f-4326-b684-4735675e47cf None None] Calling delete_port for 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:51.154254 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:04:51.216525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] For port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6c9c7e31-a25f-4a07-b8c9-1857c833ae3c,segment=NetworkSegment(41a2c87f-cbf4-4926-b5d2-85ac0708f4dd),segment_id=41a2c87f-cbf4-4926-b5d2-85ac0708f4dd)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:51.217178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:51.224440 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:51.293220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=112dfa97-4a31-4afc-8f49-33ff563b6d06,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:51.356564 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2438df1-d04f-4326-b684-4735675e47cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:51.369389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Pushing event updated for resources: {'Subnet': ['ID=0e5433f1-a328-4a1c-85f9-9f1b72ccece1,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:51.370459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Checking segment: {'id': 'a9c71606-9239-401b-8d32-9d4342f13d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd79963f6-6bed-4136-a5bb-fe485864762d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:51.370956 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Network hostable DHCP agents. Network: d79963f6-6bed-4136-a5bb-fe485864762d, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:04:51.390259 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:51.404755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-10fe95b7-41b8-43a4-88a3-36b25465f66d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting subnet 6697902e-3a56-4fa3-aa21-219f96ce7af8 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:51.409042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-10fe95b7-41b8-43a4-88a3-36b25465f66d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:51.470653 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Network d79963f6-6bed-4136-a5bb-fe485864762d is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:04:51.482530 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2438df1-d04f-4326-b684-4735675e47cf None None] Pushing event deleted for resources: {'Port': ['ID=6c9c7e31-a25f-4a07-b8c9-1857c833ae3c,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:51.501406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2438df1-d04f-4326-b684-4735675e47cf None None] No DVR routers for this DVR port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:04:51.505020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, d79963f6-6bed-4136-a5bb-fe485864762d) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:51.506156 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-10fe95b7-41b8-43a4-88a3-36b25465f66d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:51.506811 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:51.513221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:51.515936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:51.528110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43b571d-c4a1-4e83-bcb3-fc9ba049b688 None None] Network d79963f6-6bed-4136-a5bb-fe485864762d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:51.548298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:04:51.548901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:04:51.552190 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9cd15a99-714c-4807-804b-d853af41ce1f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1740327 Feb 21 09:04:51.554253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53268) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:51.561158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Request body: {'port': {'network_id': 'd79963f6-6bed-4136-a5bb-fe485864762d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1646194674'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:51.766654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-10fe95b7-41b8-43a4-88a3-36b25465f66d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:51.836722 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Floating IP 72cc9621-e530-427d-9c93-d8302a2f9c7e associated. External IP: 172.26.6.62, port: 445f5c28-0a64-4c6e-b472-844fd020ba98. Feb 21 09:04:51.861061 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:51.866407 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Usage tracker for resource:port and tenant:5b74073cd5324bf3a8548fb693fb9d32 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:51.870104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:51.880268 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:51.901274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Made reservation on behalf of 5b74073cd5324bf3a8548fb693fb9d32 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:51.908708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:51.944788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-d79963f6-6bed-4136-a5bb-fe485864762d', 'network_id': 'd79963f6-6bed-4136-a5bb-fe485864762d', 'tenant_id': '5b74073cd5324bf3a8548fb693fb9d32', 'fixed_ips': [{'subnet_id': '0e5433f1-a328-4a1c-85f9-9f1b72ccece1'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:04:51.945618 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:51.951909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] device_id is not set on port 9dc192f8-380b-4ed4-84a7-788b610e105d yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:04:51.995104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-10fe95b7-41b8-43a4-88a3-36b25465f66d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.053850 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe95b7-41b8-43a4-88a3-36b25465f66d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Subnet': ['ID=6697902e-3a56-4fa3-aa21-219f96ce7af8,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:52.069236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-10fe95b7-41b8-43a4-88a3-36b25465f66d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.078607 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-10fe95b7-41b8-43a4-88a3-36b25465f66d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/6697902e-3a56-4fa3-aa21-219f96ce7af8 HTTP/1.1" status: 204 len: 168 time: 1.2525377 Feb 21 09:04:52.084185 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5098197-304e-4e98-a64b-249751b523ec None None] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:52.085619 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53274) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:52.121214 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port 6c9c7e31-a25f-4a07-b8c9-1857c833ae3c {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:52.121849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.181101 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-73dd5121-8c1d-4f48-a582-10299a7085fc tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting subnet 1c23665f-3601-478b-8b62-1054d027f4d2 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:52.185305 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73dd5121-8c1d-4f48-a582-10299a7085fc tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.213285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] The port '6c9c7e31-a25f-4a07-b8c9-1857c833ae3c' was deleted {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:04:52.278477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73dd5121-8c1d-4f48-a582-10299a7085fc tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.366160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Allocated IP 2001:db8::3cc (d79963f6-6bed-4136-a5bb-fe485864762d/0e5433f1-a328-4a1c-85f9-9f1b72ccece1/9dc192f8-380b-4ed4-84a7-788b610e105d) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:52.404051 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.462758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f411c66b-aa6d-4482-a04a-0053cf0b1437']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:52.506709 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a2c87f-cbf4-4926-b5d2-85ac0708f4dd') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:52.507237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a2c87f-cbf4-4926-b5d2-85ac0708f4dd') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:52.542544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.627649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73dd5121-8c1d-4f48-a582-10299a7085fc tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.634156 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.660732 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:04:52.661355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:04:52.684502 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:04:52.788072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73dd5121-8c1d-4f48-a582-10299a7085fc tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.820473 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.826912 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.868442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73dd5121-8c1d-4f48-a582-10299a7085fc tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.875426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd5121-8c1d-4f48-a582-10299a7085fc tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Subnet': ['ID=1c23665f-3601-478b-8b62-1054d027f4d2,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:52.877189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Network': ['ID=f411c66b-aa6d-4482-a04a-0053cf0b1437,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:52.883758 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-73dd5121-8c1d-4f48-a582-10299a7085fc tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/1c23665f-3601-478b-8b62-1054d027f4d2 HTTP/1.1" status: 204 len: 168 time: 0.7928970 Feb 21 09:04:52.884650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53278) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:52.896971 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-57de0ebf-b44d-42b9-a8b0-8f5fc763691f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/networks/f411c66b-aa6d-4482-a04a-0053cf0b1437 HTTP/1.1" status: 204 len: 168 time: 2.8197267 Feb 21 09:04:52.898936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53282) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:52.903520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:52.909962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2055583195'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:52.919405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:52.928564 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:network and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:52.929885 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ee4427-aa23-4c38-83f9-153639cf2cff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:52.930338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ee4427-aa23-4c38-83f9-153639cf2cff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:52.934749 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c6ee4427-aa23-4c38-83f9-153639cf2cff tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/6697902e-3a56-4fa3-aa21-219f96ce7af8 HTTP/1.1" status: 404 len: 337 time: 0.0470221 Feb 21 09:04:52.935337 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:52.939320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53286) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:52.942499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Transition to ACTIVE for port object 9dc192f8-380b-4ed4-84a7-788b610e105d will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:52.975017 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:04:53.118220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:53.157388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:53.160417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:53.237977 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:04:53.250099 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354e923-f68c-4887-924a-f7dda5623fe3 None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:04:53.264077 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6354e923-f68c-4887-924a-f7dda5623fe3 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:53.264886 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:53.265263 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6354e923-f68c-4887-924a-f7dda5623fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:53.318451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:04:53.329372 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:53.329877 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Added segment e7c13feb-f582-4c6c-86e4-7ae62a763f47 of type vlan for network 0a50204c-afa9-42e2-be11-914dbf9e20bf Feb 21 09:04:53.340037 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6354e923-f68c-4887-924a-f7dda5623fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:53.343713 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-aa1c89a7-5a23-4cac-a658-e5bb3f1ac828 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.8841231 Feb 21 09:04:53.346733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53292) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:53.353940 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df23df-0335-4c21-a1d2-ccc2217f496c None None] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:53.354550 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6354e923-f68c-4887-924a-f7dda5623fe3 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:53.354660 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6354e923-f68c-4887-924a-f7dda5623fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:53.354768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e9ab9db3-76c7-437e-a803-bfd7a725e552 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:53.377482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:53.425725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:53.435252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:53.436018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:53.437273 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6354e923-f68c-4887-924a-f7dda5623fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:53.437776 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354e923-f68c-4887-924a-f7dda5623fe3 None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:04:53.483212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:53.495281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9db3-76c7-437e-a803-bfd7a725e552 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:53.537936 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6378028 Feb 21 09:04:53.555990 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53296) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:53.630309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': '0a50204c-afa9-42e2-be11-914dbf9e20bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:53.774813 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c3d6169c-2698-4a95-94e8-09e4e2c3759c None None] Provisioning complete for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:53.775211 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c3d6169c-2698-4a95-94e8-09e4e2c3759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:53.852509 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f731c0-bf1d-4def-bd14-c7f9805b5439 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting subnet 08fe18e6-f929-473c-a21d-b62600f13b50 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:04:53.855911 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54f731c0-bf1d-4def-bd14-c7f9805b5439 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:53.884829 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9db3-76c7-437e-a803-bfd7a725e552 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:53.886823 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Allocated IP 2001:db8::2 (d79963f6-6bed-4136-a5bb-fe485864762d/0e5433f1-a328-4a1c-85f9-9f1b72ccece1/072ef3a4-caa5-4461-863e-ca70cf834775) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:53.895167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9db3-76c7-437e-a803-bfd7a725e552 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:53.895781 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-e9ab9db3-76c7-437e-a803-bfd7a725e552 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Floating IP 72cc9621-e530-427d-9c93-d8302a2f9c7e disassociated. External IP: 172.26.6.62, port: 445f5c28-0a64-4c6e-b472-844fd020ba98. Feb 21 09:04:53.906871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9f3f5-4df1-4bf2-b324-432c91cd50fc tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Network': ['ID=0a50204c-afa9-42e2-be11-914dbf9e20bf,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:53.923977 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Network d79963f6-6bed-4136-a5bb-fe485864762d is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:53.933775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:53.940333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Pushing event updated for resources: {'Port': ['ID=9dc192f8-380b-4ed4-84a7-788b610e105d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:53.942790 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:53.944409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 0a50204c-afa9-42e2-be11-914dbf9e20bf details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:04:53.946848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:53.947504 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:53.971465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:53.980561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54f731c0-bf1d-4def-bd14-c7f9805b5439 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:54.014231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:54.026316 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d7a9f182-28a0-4cda-bb8e-3862fea07825 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4706395 Feb 21 09:04:54.030031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:54.037313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53300) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:54.051292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:54.078568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:54.139143 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Request body: {'port': {'network_id': 'd79963f6-6bed-4136-a5bb-fe485864762d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1052657839', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:54.140038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.api.validators [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] bootfile-name is not in valid_values {{(pid=83584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 21 09:04:54.140629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.api.validators [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] tftp-server is not in valid_values {{(pid=83584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 21 09:04:54.141234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.api.validators [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] server-ip-address is not in valid_values {{(pid=83584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 21 09:04:54.218536 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Sync routers for ids ['5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:04:54.256419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:54.256770 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c3d6169c-2698-4a95-94e8-09e4e2c3759c None None] Provisioning complete for port fdb12633-a864-4b14-8b14-9da518d61b8b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:54.257258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c3d6169c-2698-4a95-94e8-09e4e2c3759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:54.283021 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54f731c0-bf1d-4def-bd14-c7f9805b5439 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:54.327943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Routers {'5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:54.328187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:54.417463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:54.425020 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Usage tracker for resource:port and tenant:5b74073cd5324bf3a8548fb693fb9d32 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:54.428763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:54.440235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:54.476506 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Made reservation on behalf of 5b74073cd5324bf3a8548fb693fb9d32 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:54.479799 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:54.517334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] device_id is not set on port 0772c55f-1855-4028-9295-37d256a12167 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:04:54.649892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-c3d6169c-2698-4a95-94e8-09e4e2c3759c None None] Port fdb12633-a864-4b14-8b14-9da518d61b8b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:04:54.653125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:54.681795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54f731c0-bf1d-4def-bd14-c7f9805b5439 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:54.749504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Transition to ACTIVE for port object 072ef3a4-caa5-4461-863e-ca70cf834775 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:54.776967 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-54f731c0-bf1d-4def-bd14-c7f9805b5439 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:54.788066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Transition to ACTIVE for port object 072ef3a4-caa5-4461-863e-ca70cf834775 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:54.815956 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:54.817889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f731c0-bf1d-4def-bd14-c7f9805b5439 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Subnet': ['ID=08fe18e6-f929-473c-a21d-b62600f13b50,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:54.874542 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-54f731c0-bf1d-4def-bd14-c7f9805b5439 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/08fe18e6-f929-473c-a21d-b62600f13b50 HTTP/1.1" status: 204 len: 168 time: 1.9341938 Feb 21 09:04:54.876936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53306) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:54.916857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=072ef3a4-caa5-4461-863e-ca70cf834775,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:54.941724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Network d79963f6-6bed-4136-a5bb-fe485864762d is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:54.945054 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:54.948341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:54.953484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Set router 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:04:54.955087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:55.060453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Subnet': ['ID=fcd665a4-02d4-4e6c-97f2-dd0e560f3b24,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:55.067036 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad86152-77d7-497e-b46b-cd5f2f23080a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:55.067481 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad86152-77d7-497e-b46b-cd5f2f23080a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:55.075515 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fad86152-77d7-497e-b46b-cd5f2f23080a tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/0d98cca9-5a2f-491a-b066-253e14a00407 HTTP/1.1" status: 404 len: 337 time: 0.1975613 Feb 21 09:04:55.076617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53310) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:55.141787 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Attempting to bind port 072ef3a4-caa5-4461-863e-ca70cf834775 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:04:55.142139 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Attempting to bind port 072ef3a4-caa5-4461-863e-ca70cf834775 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'a9c71606-9239-401b-8d32-9d4342f13d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd79963f6-6bed-4136-a5bb-fe485864762d'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:04:55.142496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Attempting to bind port 072ef3a4-caa5-4461-863e-ca70cf834775 on network d79963f6-6bed-4136-a5bb-fe485864762d {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:04:55.167723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Allocated IP 2001:db8::356 (d79963f6-6bed-4136-a5bb-fe485864762d/0e5433f1-a328-4a1c-85f9-9f1b72ccece1/0772c55f-1855-4028-9295-37d256a12167) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:55.180017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d370b1f9-1f41-4c83-b75e-fc3a3f24d8b8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Synchronizing usage tracker for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:55.202790 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d370b1f9-1f41-4c83-b75e-fc3a3f24d8b8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Unset dirty status for tenant:cfcd920978db4520a4cc5ac3df8924c1 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:55.204266 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d370b1f9-1f41-4c83-b75e-fc3a3f24d8b8 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae8a98f6-ef7b-4d1c-847a-13be14e56d3e HTTP/1.1" status: 200 len: 205 time: 0.1235263 Feb 21 09:04:55.205629 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bbc33d-2378-4a42-b3c7-1446f4f8751f None None] Network ac5e2810-95b2-45bb-b973-6f0f6f54fe6e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:55.206054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Checking segment: {'id': 'e7c13feb-f582-4c6c-86e4-7ae62a763f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0a50204c-afa9-42e2-be11-914dbf9e20bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:55.206601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network hostable DHCP agents. Network: 0a50204c-afa9-42e2-be11-914dbf9e20bf, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:04:55.212485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53314) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:55.287201 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-f377fe92-9bad-4ca9-ac24-6feddaf2e133 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] delete failed (client error): The resource could not be found. Feb 21 09:04:55.288527 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f377fe92-9bad-4ca9-ac24-6feddaf2e133 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/routers/ae8a98f6-ef7b-4d1c-847a-13be14e56d3e HTTP/1.1" status: 404 len: 336 time: 0.0748694 Feb 21 09:04:55.291701 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53318) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:55.339640 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7de369f-5ec7-4437-9813-302bfba66ffd tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:55.340449 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7de369f-5ec7-4437-9813-302bfba66ffd tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:55.342452 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a7de369f-5ec7-4437-9813-302bfba66ffd tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/c201e242-9bfd-4908-9867-5ab577656c39 HTTP/1.1" status: 404 len: 337 time: 0.0491817 Feb 21 09:04:55.348200 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53324) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:55.391745 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-195f0ebe-1093-4e57-a905-829078869826 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:55.392251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195f0ebe-1093-4e57-a905-829078869826 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:55.397065 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-195f0ebe-1093-4e57-a905-829078869826 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/e435c2c7-af6e-40e4-b38f-af4298474db8 HTTP/1.1" status: 404 len: 337 time: 0.0445344 Feb 21 09:04:55.397694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53328) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:55.407319 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:04:55.407736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Checking segment: {'id': 'a9c71606-9239-401b-8d32-9d4342f13d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd79963f6-6bed-4136-a5bb-fe485864762d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:55.408020 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:55.408414 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Bound using segment: {'id': 'a9c71606-9239-401b-8d32-9d4342f13d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd79963f6-6bed-4136-a5bb-fe485864762d'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:04:55.409000 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Bound port: 072ef3a4-caa5-4461-863e-ca70cf834775, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c71606-9239-401b-8d32-9d4342f13d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd79963f6-6bed-4136-a5bb-fe485864762d'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:04:55.409384 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:55.430717 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 0a50204c-afa9-42e2-be11-914dbf9e20bf is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:04:55.444441 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e53392-722f-4d1a-98ec-21c8f2b5554d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:55.444892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e53392-722f-4d1a-98ec-21c8f2b5554d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:55.449209 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-28e53392-722f-4d1a-98ec-21c8f2b5554d tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/14754423-743c-4a75-bbb4-d1bb0e08c4aa HTTP/1.1" status: 404 len: 337 time: 0.0480070 Feb 21 09:04:55.449834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53332) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:55.455523 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 0a50204c-afa9-42e2-be11-914dbf9e20bf) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:55.462280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:55.462898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:55.470110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-79dc6acb-cd28-4e32-8148-dcb741cde668 None None] Provisioning complete for port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:55.470479 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-79dc6acb-cd28-4e32-8148-dcb741cde668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:55.531210 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e96c6d3-c5b4-4971-9afd-f08bfdb380f7 None None] Network 0a50204c-afa9-42e2-be11-914dbf9e20bf requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:55.573079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:55.599947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Transition to ACTIVE for port object 0772c55f-1855-4028-9295-37d256a12167 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:55.641938 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:55.664122 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-47140336-962d-442c-800a-c98f9b5250e9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:55.664571 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47140336-962d-442c-800a-c98f9b5250e9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:55.666258 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-47140336-962d-442c-800a-c98f9b5250e9 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/ff91fb5b-c0c9-4d1b-8644-939c7c9ae455 HTTP/1.1" status: 404 len: 333 time: 0.2125709 Feb 21 09:04:55.670801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53336) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:55.744996 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ab9db3-76c7-437e-a803-bfd7a725e552 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:04:55.755031 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-90b69ede-d148-46d5-8194-71e989279f66 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1906302 Feb 21 09:04:55.755641 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb89acb-9d30-4882-8130-6cbd4a68c1dd tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:55.755641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb89acb-9d30-4882-8130-6cbd4a68c1dd tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:55.757120 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53340) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:55.760039 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-deb89acb-9d30-4882-8130-6cbd4a68c1dd tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/595c47e4-131b-49b8-827c-ed915f61bfac HTTP/1.1" status: 404 len: 337 time: 0.0881176 Feb 21 09:04:55.760597 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53342) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:55.777429 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'network_id': '0a50204c-afa9-42e2-be11-914dbf9e20bf', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1953728321'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:55.818044 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30db87e-ca85-4658-b7a9-051773d41d23 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:55.818494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30db87e-ca85-4658-b7a9-051773d41d23 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:55.823714 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f30db87e-ca85-4658-b7a9-051773d41d23 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/d19aada1-e674-4b62-9fdc-4e41a1252e75 HTTP/1.1" status: 404 len: 337 time: 0.0621183 Feb 21 09:04:55.824297 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53348) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:55.878885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Network d79963f6-6bed-4136-a5bb-fe485864762d is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:55.889990 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Pushing event updated for resources: {'Port': ['ID=0772c55f-1855-4028-9295-37d256a12167,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:55.893085 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:55.898835 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:55.902784 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:55.903409 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff8bc5f-9c26-49c3-88a5-f604bdce12ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:55.903562 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:55.903859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff8bc5f-9c26-49c3-88a5-f604bdce12ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:55.908738 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5ff8bc5f-9c26-49c3-88a5-f604bdce12ef tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/3fd662aa-6d82-4305-a63d-f4b28aed6959 HTTP/1.1" status: 404 len: 333 time: 0.0834117 Feb 21 09:04:55.909581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53352) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:55.912206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] For port 072ef3a4-caa5-4461-863e-ca70cf834775, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:04:55.958318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] For port 072ef3a4-caa5-4461-863e-ca70cf834775, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=072ef3a4-caa5-4461-863e-ca70cf834775,segment=NetworkSegment(a9c71606-9239-401b-8d32-9d4342f13d79),segment_id=a9c71606-9239-401b-8d32-9d4342f13d79)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:04:55.967751 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15f4071-edf2-4e6c-9984-8518c72715ea tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:55.968431 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15f4071-edf2-4e6c-9984-8518c72715ea tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:55.972966 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b15f4071-edf2-4e6c-9984-8518c72715ea tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/1cfb95d0-3ff9-4e50-895a-caddc4bfcae3 HTTP/1.1" status: 404 len: 337 time: 0.0623820 Feb 21 09:04:55.973561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53356) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:55.990850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:56.038069 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b0ce9b-99f7-4cb2-a53e-c7911ffa582e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] DELETE failed (client error): The resource could not be found. Feb 21 09:04:56.038533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b0ce9b-99f7-4cb2-a53e-c7911ffa582e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:04:56.044343 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a0b0ce9b-99f7-4cb2-a53e-c7911ffa582e tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/subnets/f66a31c7-deb8-4254-839d-23785721e268 HTTP/1.1" status: 404 len: 337 time: 0.0658040 Feb 21 09:04:56.044816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53360) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:56.076296 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6c829c8d-2b84-44e9-9e68-59e2fdfaad98 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0350437 Feb 21 09:04:56.090567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53364) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:56.152153 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-f73f5a90-d1a4-40b5-adbb-27f38d282ed2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port fdb12633-a864-4b14-8b14-9da518d61b8b {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:56.152572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f73f5a90-d1a4-40b5-adbb-27f38d282ed2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:56.174785 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:04:56.186015 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:port and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:04:56.194939 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:04:56.208083 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:04:56.233045 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:04:56.238902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:56.303840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1031c6e-30ef-44d5-9404-048731ac4f11 None None] DHCP port deletion for ac5e2810-95b2-45bb-b973-6f0f6f54fe6e request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:04:56.306563 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83edef-00f1-4233-9889-9023749ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=072ef3a4-caa5-4461-863e-ca70cf834775,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:56.310730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8bb661-ad74-44a4-b7b5-4f19bb3d6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:56.315111 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8bb661-ad74-44a4-b7b5-4f19bb3d6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:56.319210 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8bb661-ad74-44a4-b7b5-4f19bb3d6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:56.320108 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bc8bb661-ad74-44a4-b7b5-4f19bb3d6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Synchronizing usage tracker for tenant:5b74073cd5324bf3a8548fb693fb9d32 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:04:56.323551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port 4948abfc-9fa4-41d3-ad32-3e590fd39623 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:04:56.330427 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d1031c6e-30ef-44d5-9404-048731ac4f11 None None] Deleting port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:56.330809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d1031c6e-30ef-44d5-9404-048731ac4f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:56.358216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'name': 'tempest-TestVolumeBootPattern-336031350-router', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '898701a9-d6aa-44a6-bc73-d13e4c682736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:04:35Z', 'revision_number': 4, 'project_id': '31f6571c7e9b4db388debf64f7653de2', 'gw_port': {'id': '898701a9-d6aa-44a6-bc73-d13e4c682736', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:15:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '8844c6bb-0617-4872-9f3f-f926fa5cd634', 'name': '', 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'mac_address': 'fa:16:3e:29:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dec404c-186a-4c35-b11d-2cb8fe32118a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:34Z', 'updated_at': '2022-02-21T09:04:36Z', 'revision_number': 2, 'project_id': '31f6571c7e9b4db388debf64f7653de2', 'subnets': [{'id': '5dec404c-186a-4c35-b11d-2cb8fe32118a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:56.369015 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-0a50204c-afa9-42e2-be11-914dbf9e20bf', 'network_id': '0a50204c-afa9-42e2-be11-914dbf9e20bf', 'tenant_id': '22ad680665e048f7b66d97d9611bd3b5', 'fixed_ips': [{'subnet_id': 'fcd665a4-02d4-4e6c-97f2-dd0e560f3b24'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:04:56.369659 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:56.438441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bc8bb661-ad74-44a4-b7b5-4f19bb3d6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Unset dirty status for tenant:5b74073cd5324bf3a8548fb693fb9d32 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:04:56.439655 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bc8bb661-ad74-44a4-b7b5-4f19bb3d6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3442934 Feb 21 09:04:56.445743 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53368) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:56.582043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f73f5a90-d1a4-40b5-adbb-27f38d282ed2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:56.599372 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-79dc6acb-cd28-4e32-8148-dcb741cde668 None None] Provisioning complete for port fdb12633-a864-4b14-8b14-9da518d61b8b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:56.599742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-79dc6acb-cd28-4e32-8148-dcb741cde668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:56.678301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Checking router: 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:04:56.678662 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Updating router 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 port 8844c6bb-0617-4872-9f3f-f926fa5cd634 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:04:56.711819 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-79dc6acb-cd28-4e32-8148-dcb741cde668 None None] Port fdb12633-a864-4b14-8b14-9da518d61b8b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:04:56.786600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9df44-95ed-4f0e-aa1b-6792b9cbdbab tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Deleting port 0772c55f-1855-4028-9295-37d256a12167 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:56.786600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a7f9df44-95ed-4f0e-aa1b-6792b9cbdbab tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:56.798222 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:56.856875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-f73f5a90-d1a4-40b5-adbb-27f38d282ed2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for fdb12633-a864-4b14-8b14-9da518d61b8b owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:56.919188 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Allocated IP 2001:db8::1a2 (0a50204c-afa9-42e2-be11-914dbf9e20bf/fcd665a4-02d4-4e6c-97f2-dd0e560f3b24/4948abfc-9fa4-41d3-ad32-3e590fd39623) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:56.922833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ab9db3-76c7-437e-a803-bfd7a725e552 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:04:56.938185 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c365df61-1e14-46fb-90d1-bdf2aa7c9689 None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:04:56.940148 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9db3-76c7-437e-a803-bfd7a725e552 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:56.956169 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365df61-1e14-46fb-90d1-bdf2aa7c9689 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:56.957140 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c365df61-1e14-46fb-90d1-bdf2aa7c9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:56.987328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f73f5a90-d1a4-40b5-adbb-27f38d282ed2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:57.028964 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c365df61-1e14-46fb-90d1-bdf2aa7c9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:57.053339 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365df61-1e14-46fb-90d1-bdf2aa7c9689 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:04:57.053969 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c365df61-1e14-46fb-90d1-bdf2aa7c9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:57.113504 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f5a90-d1a4-40b5-adbb-27f38d282ed2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Port': ['ID=fdb12633-a864-4b14-8b14-9da518d61b8b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:57.122662 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e9ab9db3-76c7-437e-a803-bfd7a725e552 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "PUT /v2.0/floatingips/72cc9621-e530-427d-9c93-d8302a2f9c7e HTTP/1.1" status: 200 len: 687 time: 3.7728796 Feb 21 09:04:57.125052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53374) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:57.156561 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c365df61-1e14-46fb-90d1-bdf2aa7c9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:04:57.157272 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c365df61-1e14-46fb-90d1-bdf2aa7c9689 None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:04:57.288055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f73f5a90-d1a4-40b5-adbb-27f38d282ed2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:57.334946 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 072ef3a4-caa5-4461-863e-ca70cf834775 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:04:57.436644 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f73f5a90-d1a4-40b5-adbb-27f38d282ed2 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/ports/fdb12633-a864-4b14-8b14-9da518d61b8b HTTP/1.1" status: 204 len: 168 time: 1.3908606 Feb 21 09:04:57.440529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-de8698de-e736-4b10-945f-f0942f5641db tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port 112dfa97-4a31-4afc-8f49-33ff563b6d06 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:57.440971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-de8698de-e736-4b10-945f-f0942f5641db tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:57.476977 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53378) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:57.622145 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d1031c6e-30ef-44d5-9404-048731ac4f11 None None] For port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3590c74f-59fb-41ea-b3ff-0f82c1f44c9c,segment=NetworkSegment(4431597b-7a79-47de-9a97-5cba9052966d),segment_id=4431597b-7a79-47de-9a97-5cba9052966d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:57.622841 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d1031c6e-30ef-44d5-9404-048731ac4f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:57.699514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:57.700838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 072ef3a4-caa5-4461-863e-ca70cf834775 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:57.709314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a7f9df44-95ed-4f0e-aa1b-6792b9cbdbab tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:57.877582 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7e27ee-f7d0-4788-8a7d-a343b7498a50 None None] Network d79963f6-6bed-4136-a5bb-fe485864762d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:04:57.928810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Transition to ACTIVE for port object 4948abfc-9fa4-41d3-ad32-3e590fd39623 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:57.937756 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9df44-95ed-4f0e-aa1b-6792b9cbdbab tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Calling delete_port for 0772c55f-1855-4028-9295-37d256a12167 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:57.964179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:57.993543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:58.005405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:58.005837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:58.011459 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Transition to ACTIVE for port object 8844c6bb-0617-4872-9f3f-f926fa5cd634 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:58.023757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d1031c6e-30ef-44d5-9404-048731ac4f11 None None] Calling delete_port for 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:58.032985 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:58.036668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-de8698de-e736-4b10-945f-f0942f5641db tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:58.037079 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-de8698de-e736-4b10-945f-f0942f5641db tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:58.073752 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:04:58.115755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=4948abfc-9fa4-41d3-ad32-3e590fd39623,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:58.136478 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 0a50204c-afa9-42e2-be11-914dbf9e20bf is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:04:58.141099 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:04:58.173324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:04:58.177596 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:58.178341 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:58.232110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:58.233615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a7f9df44-95ed-4f0e-aa1b-6792b9cbdbab tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:58.240189 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1dfa433d-a5ee-40da-bbdf-3c19309e9551 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.4767582 Feb 21 09:04:58.277448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53384) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:58.330521 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9df44-95ed-4f0e-aa1b-6792b9cbdbab tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Pushing event deleted for resources: {'Port': ['ID=0772c55f-1855-4028-9295-37d256a12167,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:58.391099 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-de8698de-e736-4b10-945f-f0942f5641db tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for 112dfa97-4a31-4afc-8f49-33ff563b6d06 owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:58.397137 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a7f9df44-95ed-4f0e-aa1b-6792b9cbdbab tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:58.399017 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a7f9df44-95ed-4f0e-aa1b-6792b9cbdbab tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] 10.222.0.48 "DELETE /v2.0/ports/0772c55f-1855-4028-9295-37d256a12167 HTTP/1.1" status: 204 len: 168 time: 1.9488776 Feb 21 09:04:58.403826 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53388) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:58.410756 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0af850ac-d620-4b61-9ace-8899a158dcc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Request body: {'port': {'name': 'tempest-new-port-name-306556171', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:04:58.411175 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.api.validators [None req-0af850ac-d620-4b61-9ace-8899a158dcc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] bootfile-name is not in valid_values {{(pid=83584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 21 09:04:58.411517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.api.validators [None req-0af850ac-d620-4b61-9ace-8899a158dcc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] tftp-server is not in valid_values {{(pid=83584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 21 09:04:58.411845 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.api.validators [None req-0af850ac-d620-4b61-9ace-8899a158dcc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] server-ip-address is not in valid_values {{(pid=83584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 21 09:04:58.461954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-41dccedf-2973-4acd-8654-7ec00fc50818 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port 4948abfc-9fa4-41d3-ad32-3e590fd39623 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:58.462299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-41dccedf-2973-4acd-8654-7ec00fc50818 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:58.615123 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0af850ac-d620-4b61-9ace-8899a158dcc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:58.620095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437e82f-13f1-4733-9794-25fb178a43c7 None None] Pushing event updated for resources: {'Port': ['ID=8844c6bb-0617-4872-9f3f-f926fa5cd634,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:58.632315 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-266f68f0-7a61-44a7-8e2c-dc1bf121e44a None None] Provisioning for port 072ef3a4-caa5-4461-863e-ca70cf834775 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:04:58.647210 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-266f68f0-7a61-44a7-8e2c-dc1bf121e44a None None] Provisioning complete for port 072ef3a4-caa5-4461-863e-ca70cf834775 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:04:58.647743 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-266f68f0-7a61-44a7-8e2c-dc1bf121e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:58.784272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] For port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3590c74f-59fb-41ea-b3ff-0f82c1f44c9c,segment=NetworkSegment(4431597b-7a79-47de-9a97-5cba9052966d),segment_id=4431597b-7a79-47de-9a97-5cba9052966d)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:58.786554 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:58.953587 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Allocated IP 2001:db8::2 (0a50204c-afa9-42e2-be11-914dbf9e20bf/fcd665a4-02d4-4e6c-97f2-dd0e560f3b24/8ef095cb-65c9-4f19-9036-fe40c9a3aeda) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:04:58.967950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Calling delete_port for 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:59.065299 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Attempting to bind port 8844c6bb-0617-4872-9f3f-f926fa5cd634 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:04:59.065674 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Attempting to bind port 8844c6bb-0617-4872-9f3f-f926fa5cd634 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'd91dc664-73ae-4a85-bb0d-9ccd7a21f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:04:59.066036 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Attempting to bind port 8844c6bb-0617-4872-9f3f-f926fa5cd634 on network 1ca32ff7-5f71-4513-84c5-4ef35d420063 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:04:59.068207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d1031c6e-30ef-44d5-9404-048731ac4f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.086687 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:04:59.087171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:04:59.103274 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.157672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-de8698de-e736-4b10-945f-f0942f5641db tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.171959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1031c6e-30ef-44d5-9404-048731ac4f11 None None] Pushing event deleted for resources: {'Port': ['ID=3590c74f-59fb-41ea-b3ff-0f82c1f44c9c,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:59.183908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-41dccedf-2973-4acd-8654-7ec00fc50818 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.263790 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8698de-e736-4b10-945f-f0942f5641db tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=112dfa97-4a31-4afc-8f49-33ff563b6d06,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:59.274496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:04:59.274905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Checking segment: {'id': 'd91dc664-73ae-4a85-bb0d-9ccd7a21f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:04:59.275309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.275705 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Bound using segment: {'id': 'd91dc664-73ae-4a85-bb0d-9ccd7a21f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:04:59.276194 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Bound port: 8844c6bb-0617-4872-9f3f-f926fa5cd634, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91dc664-73ae-4a85-bb0d-9ccd7a21f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:04:59.276668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.321445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-41dccedf-2973-4acd-8654-7ec00fc50818 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for 4948abfc-9fa4-41d3-ad32-3e590fd39623 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:04:59.334092 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1031c6e-30ef-44d5-9404-048731ac4f11 None None] No DVR routers for this DVR port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:04:59.416531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0af850ac-d620-4b61-9ace-8899a158dcc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.433561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0af850ac-d620-4b61-9ace-8899a158dcc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.484202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0af850ac-d620-4b61-9ace-8899a158dcc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] In _notify_port_updated(), no bound segment for port 9dc192f8-380b-4ed4-84a7-788b610e105d on network d79963f6-6bed-4136-a5bb-fe485864762d {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:04:59.488763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af850ac-d620-4b61-9ace-8899a158dcc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:04:59.488940 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0af850ac-d620-4b61-9ace-8899a158dcc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.490190 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0af850ac-d620-4b61-9ace-8899a158dcc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] 10.222.0.48 "PUT /v2.0/ports/9dc192f8-380b-4ed4-84a7-788b610e105d HTTP/1.1" status: 200 len: 1129 time: 1.0855870 Feb 21 09:04:59.495990 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53394) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:59.520507 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-266f68f0-7a61-44a7-8e2c-dc1bf121e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.534618 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] For port 8844c6bb-0617-4872-9f3f-f926fa5cd634, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:04:59.593951 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] For port 8844c6bb-0617-4872-9f3f-f926fa5cd634, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8844c6bb-0617-4872-9f3f-f926fa5cd634,segment=NetworkSegment(d91dc664-73ae-4a85-bb0d-9ccd7a21f868),segment_id=d91dc664-73ae-4a85-bb0d-9ccd7a21f868)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:04:59.607859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Deleting port 3590c74f-59fb-41ea-b3ff-0f82c1f44c9c {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:04:59.610570 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.731356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-de8698de-e736-4b10-945f-f0942f5641db tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.731617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.740869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af850ac-d620-4b61-9ace-8899a158dcc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Pushing event updated for resources: {'Port': ['ID=9dc192f8-380b-4ed4-84a7-788b610e105d,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:59.777353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-41dccedf-2973-4acd-8654-7ec00fc50818 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.827767 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-266f68f0-7a61-44a7-8e2c-dc1bf121e44a None None] For port 072ef3a4-caa5-4461-863e-ca70cf834775, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=072ef3a4-caa5-4461-863e-ca70cf834775,segment=NetworkSegment(a9c71606-9239-401b-8d32-9d4342f13d79),segment_id=a9c71606-9239-401b-8d32-9d4342f13d79)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:04:59.838902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dccedf-2973-4acd-8654-7ec00fc50818 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=4948abfc-9fa4-41d3-ad32-3e590fd39623,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:59.855257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-266f68f0-7a61-44a7-8e2c-dc1bf121e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.861501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.889171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] The port '3590c74f-59fb-41ea-b3ff-0f82c1f44c9c' was deleted {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:04:59.903635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Transition to ACTIVE for port object 8ef095cb-65c9-4f19-9036-fe40c9a3aeda will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:04:59.911726 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437e82f-13f1-4733-9794-25fb178a43c7 None None] Pushing event updated for resources: {'Port': ['ID=8844c6bb-0617-4872-9f3f-f926fa5cd634,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:04:59.923312 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-41dccedf-2973-4acd-8654-7ec00fc50818 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.935049 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-41dccedf-2973-4acd-8654-7ec00fc50818 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/4948abfc-9fa4-41d3-ad32-3e590fd39623 HTTP/1.1" status: 204 len: 168 time: 1.6505749 Feb 21 09:04:59.943008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53398) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:04:59.996804 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-de8698de-e736-4b10-945f-f0942f5641db tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:04:59.998739 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-de8698de-e736-4b10-945f-f0942f5641db tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/floatingips/72cc9621-e530-427d-9c93-d8302a2f9c7e HTTP/1.1" status: 204 len: 168 time: 2.8697519 Feb 21 09:05:00.003843 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d107b5-6807-4c7e-8d3a-2128f8c17800 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] GET failed (client error): The resource could not be found. Feb 21 09:05:00.004359 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f7d107b5-6807-4c7e-8d3a-2128f8c17800 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:00.009319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53402) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:00.018363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': 'f41ef886-54a3-42a0-87ef-668429521e1a'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:00.031887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:00.035516 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aea883-fd88-492a-8ab0-c7ff2cf1a5fb tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:00.036398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e2aea883-fd88-492a-8ab0-c7ff2cf1a5fb tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Synchronizing usage tracker for tenant:5b74073cd5324bf3a8548fb693fb9d32 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:00.038080 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Usage tracker for resource:floatingip and tenant:c41b1650d16e475eb82318b0b92b17d0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:00.043966 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:00.048472 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f7d107b5-6807-4c7e-8d3a-2128f8c17800 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:00.049643 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f7d107b5-6807-4c7e-8d3a-2128f8c17800 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/4948abfc-9fa4-41d3-ad32-3e590fd39623 HTTP/1.1" status: 404 len: 333 time: 0.1055918 Feb 21 09:05:00.053201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53406) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:00.121491 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f68f0-7a61-44a7-8e2c-dc1bf121e44a None None] Pushing event updated for resources: {'Port': ['ID=072ef3a4-caa5-4461-863e-ca70cf834775,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:00.158395 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:00.171203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:00.184486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e2aea883-fd88-492a-8ab0-c7ff2cf1a5fb tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Unset dirty status for tenant:5b74073cd5324bf3a8548fb693fb9d32 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:00.187170 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e2aea883-fd88-492a-8ab0-c7ff2cf1a5fb tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] 10.222.0.48 "GET /v2.0/ports/9dc192f8-380b-4ed4-84a7-788b610e105d HTTP/1.1" status: 200 len: 1129 time: 0.6892865 Feb 21 09:05:00.198280 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53412) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:00.199316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Routers {'5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:00.200327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:04:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:00.236376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5e2810-95b2-45bb-b973-6f0f6f54fe6e']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:00.267878 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4431597b-7a79-47de-9a97-5cba9052966d') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:00.270935 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4431597b-7a79-47de-9a97-5cba9052966d') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:00.286192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:00.305899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:00.317378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:00.318204 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:00.341139 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6941d495-27bd-4279-bbeb-75bc3d0d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:00.348205 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:00.466033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Transition to ACTIVE for port object 8ef095cb-65c9-4f19-9036-fe40c9a3aeda will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:00.491911 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-6d49621e-b375-4cdd-93fd-6ec4049d7de7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Deleting port 9dc192f8-380b-4ed4-84a7-788b610e105d {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:00.492186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:00.492304 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6d49621e-b375-4cdd-93fd-6ec4049d7de7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:00.501413 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:00.513017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:00.523098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:00.552388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] Pushing event deleted for resources: {'Network': ['ID=ac5e2810-95b2-45bb-b973-6f0f6f54fe6e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:00.561724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8e38c301-92b4-4eb9-8e15-b9b4157da162 None None] Provisioning for port 9dc192f8-380b-4ed4-84a7-788b610e105d completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:00.568777 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a5101be5-4c0e-4926-940b-eb177de27e18 tempest-PortsTestJSON-226379034 tempest-PortsTestJSON-226379034-project] 10.222.0.48 "DELETE /v2.0/networks/ac5e2810-95b2-45bb-b973-6f0f6f54fe6e HTTP/1.1" status: 204 len: 168 time: 3.0905428 Feb 21 09:05:00.600934 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:00.631986 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8e38c301-92b4-4eb9-8e15-b9b4157da162 None None] Provisioning complete for port 9dc192f8-380b-4ed4-84a7-788b610e105d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:00.632662 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8e38c301-92b4-4eb9-8e15-b9b4157da162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:00.744448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8e38c301-92b4-4eb9-8e15-b9b4157da162 None None] Port 9dc192f8-380b-4ed4-84a7-788b610e105d cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:05:00.790122 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:05:00.791532 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Pushing event updated for resources: {'Port': ['ID=8ef095cb-65c9-4f19-9036-fe40c9a3aeda,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:00.798942 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Network 0a50204c-afa9-42e2-be11-914dbf9e20bf is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:00.802842 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8e38c301-92b4-4eb9-8e15-b9b4157da162 None None] Provisioning complete for port 072ef3a4-caa5-4461-863e-ca70cf834775 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:00.803247 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8e38c301-92b4-4eb9-8e15-b9b4157da162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:00.818505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84d7101-88ce-48df-9236-dfd3ca2edab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting subnet fcd665a4-02d4-4e6c-97f2-dd0e560f3b24 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:05:00.826730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:00.842094 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:00.849552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e84d7101-88ce-48df-9236-dfd3ca2edab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:00.942854 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] Set router 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:05:01.013512 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e84d7101-88ce-48df-9236-dfd3ca2edab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:01.087826 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Attempting to bind port 8ef095cb-65c9-4f19-9036-fe40c9a3aeda on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:05:01.088218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Attempting to bind port 8ef095cb-65c9-4f19-9036-fe40c9a3aeda by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'e7c13feb-f582-4c6c-86e4-7ae62a763f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0a50204c-afa9-42e2-be11-914dbf9e20bf'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:05:01.088601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Attempting to bind port 8ef095cb-65c9-4f19-9036-fe40c9a3aeda on network 0a50204c-afa9-42e2-be11-914dbf9e20bf {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:05:01.124236 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:05:01.124588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Checking segment: {'id': 'e7c13feb-f582-4c6c-86e4-7ae62a763f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0a50204c-afa9-42e2-be11-914dbf9e20bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:01.125025 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:01.125435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Bound using segment: {'id': 'e7c13feb-f582-4c6c-86e4-7ae62a763f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0a50204c-afa9-42e2-be11-914dbf9e20bf'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:05:01.125905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Bound port: 8ef095cb-65c9-4f19-9036-fe40c9a3aeda, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c13feb-f582-4c6c-86e4-7ae62a763f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0a50204c-afa9-42e2-be11-914dbf9e20bf'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:05:01.126276 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:01.222950 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6d49621e-b375-4cdd-93fd-6ec4049d7de7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:01.256483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53422) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:01.452590 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-6d49621e-b375-4cdd-93fd-6ec4049d7de7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Calling delete_port for 9dc192f8-380b-4ed4-84a7-788b610e105d owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:01.499712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:01.502827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e84d7101-88ce-48df-9236-dfd3ca2edab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:01.635711 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8844c6bb-0617-4872-9f3f-f926fa5cd634 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:01.696628 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ddd02d23-9000-44e5-8b46-f78c6620a96a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cfcd920978db4520a4cc5ac3df8924c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4376681 Feb 21 09:05:01.696856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53430) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:01.840062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e84d7101-88ce-48df-9236-dfd3ca2edab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:01.897360 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] For port 8ef095cb-65c9-4f19-9036-fe40c9a3aeda, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:05:01.916985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] For port 8ef095cb-65c9-4f19-9036-fe40c9a3aeda, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8ef095cb-65c9-4f19-9036-fe40c9a3aeda,segment=NetworkSegment(e7c13feb-f582-4c6c-86e4-7ae62a763f47),segment_id=e7c13feb-f582-4c6c-86e4-7ae62a763f47)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:05:01.923522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.26.6.44 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/d16945c4-a58e-4247-abed-50891f76bd75) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:01.929815 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:01.965107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d7101-88ce-48df-9236-dfd3ca2edab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd665a4-02d4-4e6c-97f2-dd0e560f3b24,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:01.976112 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e84d7101-88ce-48df-9236-dfd3ca2edab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:01.992137 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 8844c6bb-0617-4872-9f3f-f926fa5cd634 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:02.016305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 8844c6bb-0617-4872-9f3f-f926fa5cd634 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:02.016305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:02.081711 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ab1f9-54f0-407d-a199-30f1b01e6023 None None] Pushing event updated for resources: {'Port': ['ID=8ef095cb-65c9-4f19-9036-fe40c9a3aeda,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:02.091803 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5dd59c36-1695-43bc-9445-8a99f900c6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:02.109215 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'name': 'tempest-TestVolumeBootPattern-336031350-router', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '898701a9-d6aa-44a6-bc73-d13e4c682736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:04:35Z', 'revision_number': 4, 'project_id': '31f6571c7e9b4db388debf64f7653de2', 'gw_port': {'id': '898701a9-d6aa-44a6-bc73-d13e4c682736', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:15:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '8844c6bb-0617-4872-9f3f-f926fa5cd634', 'name': '', 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'mac_address': 'fa:16:3e:29:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dec404c-186a-4c35-b11d-2cb8fe32118a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:34Z', 'updated_at': '2022-02-21T09:04:59Z', 'revision_number': 4, 'project_id': '31f6571c7e9b4db388debf64f7653de2', 'subnets': [{'id': '5dec404c-186a-4c35-b11d-2cb8fe32118a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:02.133154 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c720a85-6438-4499-ae2e-9bcc06bebd3e None None] The sync data for ids ['5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'] in dv-neutron-830062-1-hyperv is: [{'id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'name': 'tempest-TestVolumeBootPattern-336031350-router', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '898701a9-d6aa-44a6-bc73-d13e4c682736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:04:35Z', 'revision_number': 4, 'project_id': '31f6571c7e9b4db388debf64f7653de2', 'gw_port': {'id': '898701a9-d6aa-44a6-bc73-d13e4c682736', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:15:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '8844c6bb-0617-4872-9f3f-f926fa5cd634', 'name': '', 'network_id': '1ca32ff7-5f71-4513-84c5-4ef35d420063', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'mac_address': 'fa:16:3e:29:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dec404c-186a-4c35-b11d-2cb8fe32118a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:34Z', 'updated_at': '2022-02-21T09:04:59Z', 'revision_number': 4, 'project_id': '31f6571c7e9b4db388debf64f7653de2', 'subnets': [{'id': '5dec404c-186a-4c35-b11d-2cb8fe32118a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:05:02.135440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-91fbc635-0c37-4737-8e37-4e1c8277765e None None] Provisioning complete for port 9dc192f8-380b-4ed4-84a7-788b610e105d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:02.135814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-91fbc635-0c37-4737-8e37-4e1c8277765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:02.255256 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-91fbc635-0c37-4737-8e37-4e1c8277765e None None] Port 9dc192f8-380b-4ed4-84a7-788b610e105d cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:05:02.294515 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-91fbc635-0c37-4737-8e37-4e1c8277765e None None] Could not find standard attr ID for object 0772c55f-1855-4028-9295-37d256a12167. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:05:02.303202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53434) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:02.306865 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e84d7101-88ce-48df-9236-dfd3ca2edab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/fcd665a4-02d4-4e6c-97f2-dd0e560f3b24 HTTP/1.1" status: 204 len: 168 time: 2.2462509 Feb 21 09:05:02.367405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:02.378014 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-91fbc635-0c37-4737-8e37-4e1c8277765e None None] Provisioning complete for port 8844c6bb-0617-4872-9f3f-f926fa5cd634 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:02.378723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-91fbc635-0c37-4737-8e37-4e1c8277765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:02.430905 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:02.465730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6d49621e-b375-4cdd-93fd-6ec4049d7de7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:02.531037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:02.630829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:02.631941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:02.650310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5dd59c36-1695-43bc-9445-8a99f900c6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:02.662396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port 8ef095cb-65c9-4f19-9036-fe40c9a3aeda {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:02.662740 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:02.674885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49621e-b375-4cdd-93fd-6ec4049d7de7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Pushing event deleted for resources: {'Port': ['ID=9dc192f8-380b-4ed4-84a7-788b610e105d,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:02.724210 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 8844c6bb-0617-4872-9f3f-f926fa5cd634, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8844c6bb-0617-4872-9f3f-f926fa5cd634,segment=NetworkSegment(d91dc664-73ae-4a85-bb0d-9ccd7a21f868),segment_id=d91dc664-73ae-4a85-bb0d-9ccd7a21f868)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:02.736149 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:02.736991 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 072ef3a4-caa5-4461-863e-ca70cf834775 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:02.793016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:02.797874 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:02.866694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-91fbc635-0c37-4737-8e37-4e1c8277765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:03.013636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] For port 8ef095cb-65c9-4f19-9036-fe40c9a3aeda, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8ef095cb-65c9-4f19-9036-fe40c9a3aeda,segment=NetworkSegment(e7c13feb-f582-4c6c-86e4-7ae62a763f47),segment_id=e7c13feb-f582-4c6c-86e4-7ae62a763f47)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:03.014006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:03.039869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=d16945c4-a58e-4247-abed-50891f76bd75,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:03.053249 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-91fbc635-0c37-4737-8e37-4e1c8277765e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:05:03.053941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-91fbc635-0c37-4737-8e37-4e1c8277765e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:05:03.058742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-87e3d570-b15a-4ecb-8e73-af51bad1bd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:03.092549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=8844c6bb-0617-4872-9f3f-f926fa5cd634,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:03.098542 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6d49621e-b375-4cdd-93fd-6ec4049d7de7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:03.101044 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6d49621e-b375-4cdd-93fd-6ec4049d7de7 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] 10.222.0.48 "DELETE /v2.0/ports/9dc192f8-380b-4ed4-84a7-788b610e105d HTTP/1.1" status: 204 len: 168 time: 2.9013212 Feb 21 09:05:03.112148 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53442) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:03.159223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 072ef3a4-caa5-4461-863e-ca70cf834775 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:03.159599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:03.393145 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for 8ef095cb-65c9-4f19-9036-fe40c9a3aeda owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:03.407286 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5dd59c36-1695-43bc-9445-8a99f900c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:03.469772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd59c36-1695-43bc-9445-8a99f900c6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98155c79-00fc-4c61-9e0a-4f6c35d84085,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:03.522395 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:03.602588 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5dd59c36-1695-43bc-9445-8a99f900c6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:03.607648 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5dd59c36-1695-43bc-9445-8a99f900c6e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98155c79-00fc-4c61-9e0a-4f6c35d84085 HTTP/1.1" status: 204 len: 168 time: 1.9070284 Feb 21 09:05:03.658651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=8ef095cb-65c9-4f19-9036-fe40c9a3aeda,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:03.670186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No DVR routers for this DVR port 8ef095cb-65c9-4f19-9036-fe40c9a3aeda on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:05:03.766524 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8ef095cb-65c9-4f19-9036-fe40c9a3aeda up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:03.872103 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28381f46-419f-45c4-8c92-36241b350eea None None] Network 0a50204c-afa9-42e2-be11-914dbf9e20bf requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:03.927236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:03.942276 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 8ef095cb-65c9-4f19-9036-fe40c9a3aeda {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:05:03.942904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8ef095cb-65c9-4f19-9036-fe40c9a3aeda not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 21 09:05:03.947182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-0684341a-f74b-4445-849a-4ea1f5cd0e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Deleting subnet 0e5433f1-a328-4a1c-85f9-9f1b72ccece1 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:05:03.958073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0684341a-f74b-4445-849a-4ea1f5cd0e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:03.982432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a50204c-afa9-42e2-be11-914dbf9e20bf']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:03.984295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.005485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c13feb-f582-4c6c-86e4-7ae62a763f47') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:04.006065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c13feb-f582-4c6c-86e4-7ae62a763f47') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:04.023113 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Port 8ef095cb-65c9-4f19-9036-fe40c9a3aeda not found, will not notify nova. {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 21 09:05:04.023937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8844c6bb-0617-4872-9f3f-f926fa5cd634 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:04.029679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.041364 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0684341a-f74b-4445-849a-4ea1f5cd0e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.065641 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.089047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.106626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:04.107053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:04.136438 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:04.172449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0684341a-f74b-4445-849a-4ea1f5cd0e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.187858 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8545c8d8-2293-401c-b738-73d4f314005f None None] Could not find standard attr ID for object 8ef095cb-65c9-4f19-9036-fe40c9a3aeda. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:05:04.236858 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 8844c6bb-0617-4872-9f3f-f926fa5cd634 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:04.237234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.296296 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.299546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfddd7c-f68e-4968-a35e-5654097f1a40 None None] DHCP port deletion for 0a50204c-afa9-42e2-be11-914dbf9e20bf request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:05:04.345242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.354006 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0684341a-f74b-4445-849a-4ea1f5cd0e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.357628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Network': ['ID=0a50204c-afa9-42e2-be11-914dbf9e20bf,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:04.370838 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0bfdcfff-31e0-4c14-a18a-5dfd995362f5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/networks/0a50204c-afa9-42e2-be11-914dbf9e20bf HTTP/1.1" status: 204 len: 168 time: 2.0657620 Feb 21 09:05:04.374806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53456) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:04.387534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'name': 'tempest-PortsIpV6TestJSON-1143096778'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:04.461192 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684341a-f74b-4445-849a-4ea1f5cd0e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5433f1-a328-4a1c-85f9-9f1b72ccece1,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:04.474860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0684341a-f74b-4445-849a-4ea1f5cd0e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.483810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083aa347-c8e4-418d-8cb8-50d336e0b491 None None] Network d79963f6-6bed-4136-a5bb-fe485864762d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:04.492499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53462) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:04.493086 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0684341a-f74b-4445-849a-4ea1f5cd0e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] 10.222.0.48 "DELETE /v2.0/subnets/0e5433f1-a328-4a1c-85f9-9f1b72ccece1 HTTP/1.1" status: 204 len: 168 time: 1.3749237 Feb 21 09:05:04.654941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:04.663920 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:port and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:04.668474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:04.673644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.674569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.680725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:04.696702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Deleting port 072ef3a4-caa5-4461-863e-ca70cf834775 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:04.697145 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.746894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:04.757355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.767801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:04.801036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port e3df6a98-a4f8-4fe8-bebb-30f3efed8a82 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:05:05.076101 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ace2212-4db7-4f4f-95ed-4cb7385af317 None None] DHCP port deletion for d79963f6-6bed-4136-a5bb-fe485864762d request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:05:05.084699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8ace2212-4db7-4f4f-95ed-4cb7385af317 None None] Deleting port 072ef3a4-caa5-4461-863e-ca70cf834775 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:05.085429 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8ace2212-4db7-4f4f-95ed-4cb7385af317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:05.126095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:05.136928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:05.170697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] For port 072ef3a4-caa5-4461-863e-ca70cf834775, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=072ef3a4-caa5-4461-863e-ca70cf834775,segment=NetworkSegment(a9c71606-9239-401b-8d32-9d4342f13d79),segment_id=a9c71606-9239-401b-8d32-9d4342f13d79)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:05.171080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:05.338433 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Calling delete_port for 072ef3a4-caa5-4461-863e-ca70cf834775 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:05.489656 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=d16945c4-a58e-4247-abed-50891f76bd75,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:05.509623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53476) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:05.525840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:05.545988 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8ef095cb-65c9-4f19-9036-fe40c9a3aeda no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:05:05.597876 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 8ef095cb-65c9-4f19-9036-fe40c9a3aeda {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:05:05.598273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8ef095cb-65c9-4f19-9036-fe40c9a3aeda not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:05:05.598939 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 072ef3a4-caa5-4461-863e-ca70cf834775 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:05:05.635838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8ace2212-4db7-4f4f-95ed-4cb7385af317 None None] For port 072ef3a4-caa5-4461-863e-ca70cf834775, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=072ef3a4-caa5-4461-863e-ca70cf834775,segment=NetworkSegment(a9c71606-9239-401b-8d32-9d4342f13d79),segment_id=a9c71606-9239-401b-8d32-9d4342f13d79)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:05.636326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8ace2212-4db7-4f4f-95ed-4cb7385af317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:05.641588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:05.700574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:05.759123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] No DVR routers for this DVR port 072ef3a4-caa5-4461-863e-ca70cf834775 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:05:05.794494 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-81bc821c-8f70-4406-b0a9-b0ebdeebb3a9 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:05.795096 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-81bc821c-8f70-4406-b0a9-b0ebdeebb3a9 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): There was a conflict when trying to complete your request. Feb 21 09:05:05.796124 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-81bc821c-8f70-4406-b0a9-b0ebdeebb3a9 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2857151 Feb 21 09:05:05.800558 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53482) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:05.807518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1084406033'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:05.809196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Pushing event deleted for resources: {'Port': ['ID=072ef3a4-caa5-4461-863e-ca70cf834775,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:05.815829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:05.816203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:05.823283 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8ace2212-4db7-4f4f-95ed-4cb7385af317 None None] Calling delete_port for 072ef3a4-caa5-4461-863e-ca70cf834775 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:05.824928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:05.830334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:05.839350 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:05.859003 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:05.890416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:05.926337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No active binding found for port 072ef3a4-caa5-4461-863e-ca70cf834775 {{(pid=83586) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 21 09:05:05.926715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 072ef3a4-caa5-4461-863e-ca70cf834775 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:05:05.948645 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Floating IP 93bbfaea-9174-431f-93e8-7021360485b8 associated. External IP: 172.26.6.44, port: f41ef886-54a3-42a0-87ef-668429521e1a. Feb 21 09:05:05.979282 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-8ace2212-4db7-4f4f-95ed-4cb7385af317 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:05:05.980572 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-8ace2212-4db7-4f4f-95ed-4cb7385af317 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:05:05.982416 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.010476 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:06.029237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.040472 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 9818079f-2920-41d1-9804-224ee2ce2a79 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:06.050891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:06.054955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=e3df6a98-a4f8-4fe8-bebb-30f3efed8a82,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:06.058578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:06.063853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:06.064174 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.069228 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:06.077680 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:06.100049 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:06.105330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79963f6-6bed-4136-a5bb-fe485864762d']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:06.114686 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fe4fd5a1-a094-4730-afad-545e26be8ee8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7387516 Feb 21 09:05:06.118806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53488) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:06.207869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c71606-9239-401b-8d32-9d4342f13d79') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:06.208210 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c71606-9239-401b-8d32-9d4342f13d79') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:06.225767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.247014 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0e1731e4-80eb-47f5-982f-373347ea8c95 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port e3df6a98-a4f8-4fe8-bebb-30f3efed8a82 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:06.247354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e1731e4-80eb-47f5-982f-373347ea8c95 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.260778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.266682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.287876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.306196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:06.306196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.316806 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:06.321872 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:06.324068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366e5b4a-b3af-4f2f-a879-1b5cd2a674e6,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:06.325766 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:06.329577 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:06.337047 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:06.459362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.484496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8ace2212-4db7-4f4f-95ed-4cb7385af317 None None] Deleting port 072ef3a4-caa5-4461-863e-ca70cf834775 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:06.485920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8ace2212-4db7-4f4f-95ed-4cb7385af317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.501633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.530514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.539512 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.564102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] Pushing event deleted for resources: {'Network': ['ID=d79963f6-6bed-4136-a5bb-fe485864762d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:06.582373 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-652431b6-c401-40b2-949d-9f2ff8b55960 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660 tempest-ExtraDHCPOptionsIpV6TestJSON-1577938660-project] 10.222.0.48 "DELETE /v2.0/networks/d79963f6-6bed-4136-a5bb-fe485864762d HTTP/1.1" status: 204 len: 168 time: 2.0887802 Feb 21 09:05:06.605215 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0150cb6a-bad3-4a84-946d-35af116e5f6a,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:06.611240 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.612515 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-be78a250-b1f9-4fb6-a8c0-64084294bb03 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8108926 Feb 21 09:05:06.615415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53496) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:06.622743 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b4f6853f-ae63-412e-94da-e12221029b1c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': '0150cb6a-bad3-4a84-946d-35af116e5f6a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:06.628897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e1731e4-80eb-47f5-982f-373347ea8c95 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.629385 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b4f6853f-ae63-412e-94da-e12221029b1c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:06.633603 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b4f6853f-ae63-412e-94da-e12221029b1c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:06.636827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b4f6853f-ae63-412e-94da-e12221029b1c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:06.644177 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b4f6853f-ae63-412e-94da-e12221029b1c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:06.661493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8ace2212-4db7-4f4f-95ed-4cb7385af317 None None] The port '072ef3a4-caa5-4461-863e-ca70cf834775' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:05:06.668433 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b4f6853f-ae63-412e-94da-e12221029b1c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.798924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0e1731e4-80eb-47f5-982f-373347ea8c95 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for e3df6a98-a4f8-4fe8-bebb-30f3efed8a82 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:06.810280 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:05:06.827478 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b4f6853f-ae63-412e-94da-e12221029b1c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.835931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b4f6853f-ae63-412e-94da-e12221029b1c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.908980 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e1731e4-80eb-47f5-982f-373347ea8c95 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.920569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6853f-ae63-412e-94da-e12221029b1c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3575477d-e5e0-4cc1-a6b0-9973bc42287e,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:06.967157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1731e4-80eb-47f5-982f-373347ea8c95 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=e3df6a98-a4f8-4fe8-bebb-30f3efed8a82,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:06.982195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e1731e4-80eb-47f5-982f-373347ea8c95 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.996319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b4f6853f-ae63-412e-94da-e12221029b1c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:06.997033 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0e1731e4-80eb-47f5-982f-373347ea8c95 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/e3df6a98-a4f8-4fe8-bebb-30f3efed8a82 HTTP/1.1" status: 204 len: 168 time: 0.8769677 Feb 21 09:05:06.997665 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b4f6853f-ae63-412e-94da-e12221029b1c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3808594 Feb 21 09:05:06.999622 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53506) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:07.002038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53508) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:07.007878 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5c7ba67d-8c28-46ea-973a-c01ed185b54c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': '0150cb6a-bad3-4a84-946d-35af116e5f6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:07.014306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5c7ba67d-8c28-46ea-973a-c01ed185b54c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:07.016571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'mac_address': 'fa:16:3e:05:2a:36', 'name': 'tempest-PortsIpV6TestJSON-590147062'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:07.018393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5c7ba67d-8c28-46ea-973a-c01ed185b54c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:07.022386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5c7ba67d-8c28-46ea-973a-c01ed185b54c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:07.028249 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5c7ba67d-8c28-46ea-973a-c01ed185b54c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:07.036281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53514) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:07.053931 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba67d-8c28-46ea-973a-c01ed185b54c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.155929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:07.161420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:port and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:07.166343 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:07.173769 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:07.199045 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:07.218547 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-5c7ba67d-8c28-46ea-973a-c01ed185b54c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): There was a conflict when trying to complete your request. Feb 21 09:05:07.222294 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5c7ba67d-8c28-46ea-973a-c01ed185b54c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2166111 Feb 21 09:05:07.222634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53522) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:07.334530 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.335642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96aabaff-afca-4e19-a6f6-6e7fa7fdcc20 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.340266 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ece10f57-267a-4b84-a259-8db7adc3d218 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b74073cd5324bf3a8548fb693fb9d32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3028066 Feb 21 09:05:07.344258 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53526) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:07.366136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96aabaff-afca-4e19-a6f6-6e7fa7fdcc20 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.372415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:05:07.382717 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb838a5-64ca-4ecb-bc35-c628d6f0d952 None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:05:07.395365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb838a5-64ca-4ecb-bc35-c628d6f0d952 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:07.396680 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9eb838a5-64ca-4ecb-bc35-c628d6f0d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:07.415442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port 0854adde-aacb-4e02-9315-76c2b8f95c51 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:05:07.437822 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96aabaff-afca-4e19-a6f6-6e7fa7fdcc20 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.463192 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9eb838a5-64ca-4ecb-bc35-c628d6f0d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:07.466115 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aabaff-afca-4e19-a6f6-6e7fa7fdcc20 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0150cb6a-bad3-4a84-946d-35af116e5f6a,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:07.480161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.480569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96aabaff-afca-4e19-a6f6-6e7fa7fdcc20 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.485216 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-96aabaff-afca-4e19-a6f6-6e7fa7fdcc20 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "DELETE /v2.0/security-groups/0150cb6a-bad3-4a84-946d-35af116e5f6a HTTP/1.1" status: 204 len: 168 time: 0.2614024 Feb 21 09:05:07.485961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53530) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:07.505129 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb838a5-64ca-4ecb-bc35-c628d6f0d952 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:07.505885 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9eb838a5-64ca-4ecb-bc35-c628d6f0d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:07.572741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a7617340-c3a6-496d-bb07-2c2a092c502b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Synchronizing usage tracker for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:07.582856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9eb838a5-64ca-4ecb-bc35-c628d6f0d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:07.583483 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb838a5-64ca-4ecb-bc35-c628d6f0d952 None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:05:07.602205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a7617340-c3a6-496d-bb07-2c2a092c502b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Unset dirty status for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:07.603759 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a7617340-c3a6-496d-bb07-2c2a092c502b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1167130 Feb 21 09:05:07.609004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53538) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:07.616505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-763a3573-c9eb-4e97-8070-1e50ace42b35 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group': {'name': 'tempest-secgroup--90358339'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:07.624826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-763a3573-c9eb-4e97-8070-1e50ace42b35 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:07.636339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-763a3573-c9eb-4e97-8070-1e50ace42b35 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:07.650408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-763a3573-c9eb-4e97-8070-1e50ace42b35 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.695736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-763a3573-c9eb-4e97-8070-1e50ace42b35 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:07.700312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-763a3573-c9eb-4e97-8070-1e50ace42b35 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:07.704072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-763a3573-c9eb-4e97-8070-1e50ace42b35 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:07.711131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-763a3573-c9eb-4e97-8070-1e50ace42b35 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:07.717869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-454ef50f-e1b5-4326-be8d-0a85293aed50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.752187 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-807ebf16-d79b-4de5-b2ee-b4e1fc6cc7ad tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7396822 Feb 21 09:05:07.756832 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53542) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:07.786859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-454ef50f-e1b5-4326-be8d-0a85293aed50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.882729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-763a3573-c9eb-4e97-8070-1e50ace42b35 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.892490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-763a3573-c9eb-4e97-8070-1e50ace42b35 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.920255 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9c7d356a-b151-4719-bd66-daadc63f91c1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "GET /v2.0/floatingips/93bbfaea-9174-431f-93e8-7021360485b8 HTTP/1.1" status: 200 len: 978 time: 0.1623459 Feb 21 09:05:07.926836 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.927609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53546) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:07.942067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-454ef50f-e1b5-4326-be8d-0a85293aed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.960532 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ef50f-e1b5-4326-be8d-0a85293aed50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290ddddb-a53c-4e0a-8a8c-b18ec9ad0010,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:07.971327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-454ef50f-e1b5-4326-be8d-0a85293aed50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:07.972459 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-454ef50f-e1b5-4326-be8d-0a85293aed50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/290ddddb-a53c-4e0a-8a8c-b18ec9ad0010 HTTP/1.1" status: 204 len: 168 time: 0.6250274 Feb 21 09:05:07.996290 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.085231 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 9818079f-2920-41d1-9804-224ee2ce2a79 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:08.088755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:08.093927 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:08.098085 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:08.098672 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.106720 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=0854adde-aacb-4e02-9315-76c2b8f95c51,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:08.125629 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9fe2274c-07fd-4a9a-a53d-4ada5cfbf106 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1219184 Feb 21 09:05:08.125863 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53552) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:08.131157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a3573-c9eb-4e97-8070-1e50ace42b35 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8148d850-d914-41d3-aded-544cb0591998,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:08.139013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-763a3573-c9eb-4e97-8070-1e50ace42b35 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.140833 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-763a3573-c9eb-4e97-8070-1e50ace42b35 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5306511 Feb 21 09:05:08.143989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53556) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:08.157642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-e3017995-0c0d-49d9-95e5-c0f2e0b51915 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': '8148d850-d914-41d3-aded-544cb0591998', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:08.158286 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-e3017995-0c0d-49d9-95e5-c0f2e0b51915 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:08.159252 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e3017995-0c0d-49d9-95e5-c0f2e0b51915 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0145030 Feb 21 09:05:08.162022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53560) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:08.174324 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e94ac0fa-f16c-44bf-b2b0-189303d2a5d1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Synchronizing usage tracker for tenant:c41b1650d16e475eb82318b0b92b17d0 on resource:floatingip {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:08.196307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e94ac0fa-f16c-44bf-b2b0-189303d2a5d1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Unset dirty status for tenant:c41b1650d16e475eb82318b0b92b17d0 on resource:floatingip {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:08.197913 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e94ac0fa-f16c-44bf-b2b0-189303d2a5d1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2691603 Feb 21 09:05:08.200889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53566) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:08.208130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-af3552bb-7798-48ad-bedd-824a9538e38f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'floatingip': {'port_id': '445f5c28-0a64-4c6e-b472-844fd020ba98'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:08.270238 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6a5415-5a01-4614-8482-7a0847492563 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:08.270894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-df6a5415-5a01-4614-8482-7a0847492563 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:08.283294 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ebfea404-79b0-457a-bf01-fdc6ca9d400c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.313603 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-df6a5415-5a01-4614-8482-7a0847492563 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:08.317383 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-df6a5415-5a01-4614-8482-7a0847492563 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/0854adde-aacb-4e02-9315-76c2b8f95c51 HTTP/1.1" status: 200 len: 844 time: 0.1880734 Feb 21 09:05:08.320137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53572) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:08.339202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ebfea404-79b0-457a-bf01-fdc6ca9d400c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.381810 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-af3552bb-7798-48ad-bedd-824a9538e38f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.395696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ebfea404-79b0-457a-bf01-fdc6ca9d400c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.418019 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfea404-79b0-457a-bf01-fdc6ca9d400c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8148d850-d914-41d3-aded-544cb0591998,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:08.435621 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ebfea404-79b0-457a-bf01-fdc6ca9d400c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.437094 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ebfea404-79b0-457a-bf01-fdc6ca9d400c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "DELETE /v2.0/security-groups/8148d850-d914-41d3-aded-544cb0591998 HTTP/1.1" status: 204 len: 168 time: 0.2740667 Feb 21 09:05:08.443171 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53580) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:08.509665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-96b7a8ec-3ed4-4492-87cf-c317d00b0a91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port 0854adde-aacb-4e02-9315-76c2b8f95c51 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:08.510158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96b7a8ec-3ed4-4492-87cf-c317d00b0a91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.527033 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4b4e03b2-6d1b-49ff-89dd-3693c6cff3dc tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Synchronizing usage tracker for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:08.573133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4b4e03b2-6d1b-49ff-89dd-3693c6cff3dc tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Unset dirty status for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:08.583285 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4b4e03b2-6d1b-49ff-89dd-3693c6cff3dc tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1384854 Feb 21 09:05:08.584149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53586) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:08.590160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-171d80f0-e0bf-4fac-a8c8-1fbeecb276b5 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group': {'name': 'tempest-secgroup--872846035'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:08.598775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-171d80f0-e0bf-4fac-a8c8-1fbeecb276b5 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:08.609818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-171d80f0-e0bf-4fac-a8c8-1fbeecb276b5 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:08.621061 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-171d80f0-e0bf-4fac-a8c8-1fbeecb276b5 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.667826 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-171d80f0-e0bf-4fac-a8c8-1fbeecb276b5 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:08.672320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-171d80f0-e0bf-4fac-a8c8-1fbeecb276b5 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:08.676143 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-171d80f0-e0bf-4fac-a8c8-1fbeecb276b5 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:08.682085 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-171d80f0-e0bf-4fac-a8c8-1fbeecb276b5 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:08.763665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-171d80f0-e0bf-4fac-a8c8-1fbeecb276b5 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.768383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-171d80f0-e0bf-4fac-a8c8-1fbeecb276b5 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.825828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d80f0-e0bf-4fac-a8c8-1fbeecb276b5 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826c324b-5b54-4e07-a6f2-45ccc12b297e,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:08.830095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-171d80f0-e0bf-4fac-a8c8-1fbeecb276b5 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.834086 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-171d80f0-e0bf-4fac-a8c8-1fbeecb276b5 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2460263 Feb 21 09:05:08.835020 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53594) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:08.840969 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e566c3bd-7792-436c-a8b4-eb691f9e47c7 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': '826c324b-5b54-4e07-a6f2-45ccc12b297e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:08.841340 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-e566c3bd-7792-436c-a8b4-eb691f9e47c7 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:08.843142 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e566c3bd-7792-436c-a8b4-eb691f9e47c7 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063939 Feb 21 09:05:08.845730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53598) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:08.923815 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5046c47b-22c4-4805-b8e8-8caabbcf7cbc tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.957441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5046c47b-22c4-4805-b8e8-8caabbcf7cbc tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:08.988612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96b7a8ec-3ed4-4492-87cf-c317d00b0a91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.036237 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5046c47b-22c4-4805-b8e8-8caabbcf7cbc tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.070011 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046c47b-22c4-4805-b8e8-8caabbcf7cbc tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826c324b-5b54-4e07-a6f2-45ccc12b297e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:09.081202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5046c47b-22c4-4805-b8e8-8caabbcf7cbc tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.083119 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5046c47b-22c4-4805-b8e8-8caabbcf7cbc tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "DELETE /v2.0/security-groups/826c324b-5b54-4e07-a6f2-45ccc12b297e HTTP/1.1" status: 204 len: 168 time: 0.2361903 Feb 21 09:05:09.087009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53606) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:09.134574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-96b7a8ec-3ed4-4492-87cf-c317d00b0a91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for 0854adde-aacb-4e02-9315-76c2b8f95c51 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:09.165175 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53610) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:09.183775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9a220ffe-edff-492e-8b48-b4d2bb620e57 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Synchronizing usage tracker for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:09.237687 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9a220ffe-edff-492e-8b48-b4d2bb620e57 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Unset dirty status for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:09.244554 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53616) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:09.244819 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9a220ffe-edff-492e-8b48-b4d2bb620e57 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1561465 Feb 21 09:05:09.300588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-e2313de1-fed3-4391-a7e3-ddb4c6d05ca3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653330203'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:09.311997 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e2313de1-fed3-4391-a7e3-ddb4c6d05ca3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:09.329451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96b7a8ec-3ed4-4492-87cf-c317d00b0a91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.335737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Request body: {'networks': [{'name': 'tempest-network--1567239876'}, {'name': 'tempest-network--589812909'}]} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:09.336052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Request body: {'network': {'name': 'tempest-network--1567239876'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:09.336519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Request body: {'network': {'name': 'tempest-network--589812909'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:09.341959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:09.347664 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Usage tracker for resource:network and tenant:78b7ad424b4a44aba5334c26c5f4bfea is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:09.350711 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:09.356743 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:09.367969 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Made reservation on behalf of 78b7ad424b4a44aba5334c26c5f4bfea for: {'network': 2} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:09.373637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.388982 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e2313de1-fed3-4391-a7e3-ddb4c6d05ca3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:09.401563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.413806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7a8ec-3ed4-4492-87cf-c317d00b0a91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=0854adde-aacb-4e02-9315-76c2b8f95c51,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:09.433021 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96b7a8ec-3ed4-4492-87cf-c317d00b0a91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.439111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2313de1-fed3-4391-a7e3-ddb4c6d05ca3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.475411 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-96b7a8ec-3ed4-4492-87cf-c317d00b0a91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/0854adde-aacb-4e02-9315-76c2b8f95c51 HTTP/1.1" status: 204 len: 168 time: 1.1539860 Feb 21 09:05:09.479402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53622) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:09.524124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:09.529214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Usage tracker for resource:security_group_rule and tenant:78b7ad424b4a44aba5334c26c5f4bfea is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:09.533788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:09.548295 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f3437a-b0f5-4849-99c6-87389cc40850 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] GET failed (client error): The resource could not be found. Feb 21 09:05:09.549251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-00f3437a-b0f5-4849-99c6-87389cc40850 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:09.554364 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:09.559215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e2313de1-fed3-4391-a7e3-ddb4c6d05ca3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:09.574448 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e2313de1-fed3-4391-a7e3-ddb4c6d05ca3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:09.579878 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e2313de1-fed3-4391-a7e3-ddb4c6d05ca3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:09.594669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e2313de1-fed3-4391-a7e3-ddb4c6d05ca3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:09.613280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-00f3437a-b0f5-4849-99c6-87389cc40850 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:09.614680 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-00f3437a-b0f5-4849-99c6-87389cc40850 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/0854adde-aacb-4e02-9315-76c2b8f95c51 HTTP/1.1" status: 404 len: 333 time: 0.1338854 Feb 21 09:05:09.619824 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53626) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:09.630789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'name': 'tempest-PortsIpV6TestJSON-800973208'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:09.689569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.695341 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.696356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.718536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.resource_extend [None req-af3552bb-7798-48ad-bedd-824a9538e38f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:05:09.751230 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e288239-254e-4ba2-9920-2da03b727b35,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:09.761637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:09.775804 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.776979 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Added segment 2af6289f-05d2-44f9-b316-85d13b301660 of type vlan for network d0df9f0d-4e04-4a98-8263-f1e611799f0a Feb 21 09:05:09.807487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.854057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:09.863765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.864160 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Added segment ba4c3ecb-0c73-4e6f-92fe-3daec22cabcb of type vlan for network be939d1c-aa70-4750-9a34-cf9aa376a73e Feb 21 09:05:09.897950 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.930882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.931865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.936908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:09.941824 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:09.942741 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.995226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2313de1-fed3-4391-a7e3-ddb4c6d05ca3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:09.999853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-af3552bb-7798-48ad-bedd-824a9538e38f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:10.000942 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:10.005070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2313de1-fed3-4391-a7e3-ddb4c6d05ca3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:10.020384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-af3552bb-7798-48ad-bedd-824a9538e38f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:10.064516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event updated for resources: {'Network': ['ID=d0df9f0d-4e04-4a98-8263-f1e611799f0a,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:10.079162 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network d0df9f0d-4e04-4a98-8263-f1e611799f0a details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:10.087841 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9215059 Feb 21 09:05:10.092042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53634) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:10.115298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:10.158101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2313de1-fed3-4391-a7e3-ddb4c6d05ca3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:10.162009 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e2313de1-fed3-4391-a7e3-ddb4c6d05ca3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9174733 Feb 21 09:05:10.168524 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53638) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:10.169172 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:10.172838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:10.246965 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f2971b7b-98fe-474d-9599-70afef851f19 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': '8f16f7dd-9ff7-493a-a9de-62962688e40a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:10.247716 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-f2971b7b-98fe-474d-9599-70afef851f19 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:10.253137 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f2971b7b-98fe-474d-9599-70afef851f19 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0231676 Feb 21 09:05:10.253137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2313de1-fed3-4391-a7e3-ddb4c6d05ca3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f16f7dd-9ff7-493a-a9de-62962688e40a,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:10.255601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53642) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:10.270963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-83932ebe-b1e1-4855-a75b-f91705fc28be tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': '8f16f7dd-9ff7-493a-a9de-62962688e40a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:10.271969 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-83932ebe-b1e1-4855-a75b-f91705fc28be tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:10.275478 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-83932ebe-b1e1-4855-a75b-f91705fc28be tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0163751 Feb 21 09:05:10.275926 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53646) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:10.277958 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port aad3cf87-05e4-4c2d-9400-7baacf1e5bbc yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:05:10.278182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2c054-8389-468b-858e-120eb628f622 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event updated for resources: {'Network': ['ID=be939d1c-aa70-4750-9a34-cf9aa376a73e,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:10.287478 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0d8bed70-d4f3-4065-b206-17939b7f0aad tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': '8f16f7dd-9ff7-493a-a9de-62962688e40a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:10.288325 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-0d8bed70-d4f3-4065-b206-17939b7f0aad tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:10.288820 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network be939d1c-aa70-4750-9a34-cf9aa376a73e details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:10.291970 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0d8bed70-d4f3-4065-b206-17939b7f0aad tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123439 Feb 21 09:05:10.292391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53650) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:10.301231 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-5afb3792-7de0-4654-a988-da8dbed0d46d tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': '8f16f7dd-9ff7-493a-a9de-62962688e40a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:10.301915 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-5afb3792-7de0-4654-a988-da8dbed0d46d tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:10.305324 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5afb3792-7de0-4654-a988-da8dbed0d46d tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095887 Feb 21 09:05:10.305553 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53654) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:10.386620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab7ae3-43a4-4088-8e26-658d81d9b95f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:10.390710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab7ae3-43a4-4088-8e26-658d81d9b95f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:10.394567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab7ae3-43a4-4088-8e26-658d81d9b95f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:10.398644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab7ae3-43a4-4088-8e26-658d81d9b95f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:10.399528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f6ab7ae3-43a4-4088-8e26-658d81d9b95f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Synchronizing usage tracker for tenant:78b7ad424b4a44aba5334c26c5f4bfea on resource:network {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:10.440212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9fac52a7-adf8-4a6b-82ba-f66b8b0e4a6c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:10.442093 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f6ab7ae3-43a4-4088-8e26-658d81d9b95f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Unset dirty status for tenant:78b7ad424b4a44aba5334c26c5f4bfea on resource:network {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:10.443410 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f6ab7ae3-43a4-4088-8e26-658d81d9b95f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3502028 Feb 21 09:05:10.452978 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53658) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:10.547983 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9fac52a7-adf8-4a6b-82ba-f66b8b0e4a6c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:10.570077 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:10.577906 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-af3552bb-7798-48ad-bedd-824a9538e38f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Floating IP 93bbfaea-9174-431f-93e8-7021360485b8 associated. External IP: 172.26.6.44, port: f41ef886-54a3-42a0-87ef-668429521e1a. Feb 21 09:05:10.676820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8378e350-ab1e-4045-9360-f0942ac42c42 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:10.707265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9fac52a7-adf8-4a6b-82ba-f66b8b0e4a6c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:10.734307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac52a7-adf8-4a6b-82ba-f66b8b0e4a6c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f16f7dd-9ff7-493a-a9de-62962688e40a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:10.745279 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:10.794401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9fac52a7-adf8-4a6b-82ba-f66b8b0e4a6c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:10.803226 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9fac52a7-adf8-4a6b-82ba-f66b8b0e4a6c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "DELETE /v2.0/security-groups/8f16f7dd-9ff7-493a-a9de-62962688e40a HTTP/1.1" status: 204 len: 168 time: 0.4891090 Feb 21 09:05:10.803226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53664) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:10.833545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 9818079f-2920-41d1-9804-224ee2ce2a79 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:10.839797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:10.844843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:10.848725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:10.849340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:10.853139 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=aad3cf87-05e4-4c2d-9400-7baacf1e5bbc,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:10.894307 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d85b6292-ecff-4829-a625-7ed4187bd722 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2722456 Feb 21 09:05:10.896451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53668) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:10.903854 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-49f92607-c9b6-428a-947a-f9a673ee56e9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:11.011410 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8378e350-ab1e-4045-9360-f0942ac42c42 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.052987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-8378e350-ab1e-4045-9360-f0942ac42c42 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0df9f0d-4e04-4a98-8263-f1e611799f0a']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:11.063434 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fea47d2c-0e28-402e-b2d0-269c1ad14868 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Synchronizing usage tracker for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:11.073104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-8378e350-ab1e-4045-9360-f0942ac42c42 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af6289f-05d2-44f9-b316-85d13b301660') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:11.073455 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-8378e350-ab1e-4045-9360-f0942ac42c42 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af6289f-05d2-44f9-b316-85d13b301660') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:11.094850 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8378e350-ab1e-4045-9360-f0942ac42c42 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.111249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fea47d2c-0e28-402e-b2d0-269c1ad14868 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Unset dirty status for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:11.116266 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fea47d2c-0e28-402e-b2d0-269c1ad14868 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3113377 Feb 21 09:05:11.117076 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53672) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:11.118278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8378e350-ab1e-4045-9360-f0942ac42c42 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.128466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-80b1ac36-6f9e-4bd5-bb43-ccb2cec82723 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group': {'name': 'tempest-secgroup--444932361'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:11.135236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8378e350-ab1e-4045-9360-f0942ac42c42 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:11.135655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8378e350-ab1e-4045-9360-f0942ac42c42 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:11.152619 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:11.155895 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49f92607-c9b6-428a-947a-f9a673ee56e9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.157438 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-80b1ac36-6f9e-4bd5-bb43-ccb2cec82723 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:11.234838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-80b1ac36-6f9e-4bd5-bb43-ccb2cec82723 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:11.257943 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8378e350-ab1e-4045-9360-f0942ac42c42 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.278022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-80b1ac36-6f9e-4bd5-bb43-ccb2cec82723 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.292401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8378e350-ab1e-4045-9360-f0942ac42c42 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.304533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378e350-ab1e-4045-9360-f0942ac42c42 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event deleted for resources: {'Network': ['ID=d0df9f0d-4e04-4a98-8263-f1e611799f0a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:11.326045 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8378e350-ab1e-4045-9360-f0942ac42c42 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "DELETE /v2.0/networks/d0df9f0d-4e04-4a98-8263-f1e611799f0a HTTP/1.1" status: 204 len: 168 time: 0.8715820 Feb 21 09:05:11.333573 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53676) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:11.420890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49f92607-c9b6-428a-947a-f9a673ee56e9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.422201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-80b1ac36-6f9e-4bd5-bb43-ccb2cec82723 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:11.430408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49f92607-c9b6-428a-947a-f9a673ee56e9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.435159 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-80b1ac36-6f9e-4bd5-bb43-ccb2cec82723 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:11.436633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3552bb-7798-48ad-bedd-824a9538e38f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:05:11.457868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-80b1ac36-6f9e-4bd5-bb43-ccb2cec82723 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:11.470395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-80b1ac36-6f9e-4bd5-bb43-ccb2cec82723 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:11.531481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fbaef4bd-21b3-48f6-831f-175d40ccf156 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.649211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-49f92607-c9b6-428a-947a-f9a673ee56e9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] In _notify_port_updated(), no bound segment for port aad3cf87-05e4-4c2d-9400-7baacf1e5bbc on network 9818079f-2920-41d1-9804-224ee2ce2a79 {{(pid=83585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:05:11.653336 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f92607-c9b6-428a-947a-f9a673ee56e9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:11.653982 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49f92607-c9b6-428a-947a-f9a673ee56e9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.655718 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-49f92607-c9b6-428a-947a-f9a673ee56e9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "PUT /v2.0/ports/aad3cf87-05e4-4c2d-9400-7baacf1e5bbc HTTP/1.1" status: 200 len: 818 time: 0.7582612 Feb 21 09:05:11.660364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53680) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:11.672495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-80b1ac36-6f9e-4bd5-bb43-ccb2cec82723 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.678379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-80b1ac36-6f9e-4bd5-bb43-ccb2cec82723 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.700928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f92607-c9b6-428a-947a-f9a673ee56e9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=aad3cf87-05e4-4c2d-9400-7baacf1e5bbc,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:11.796912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fbaef4bd-21b3-48f6-831f-175d40ccf156 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.859208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-80b1ac36-6f9e-4bd5-bb43-ccb2cec82723 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.860484 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-80b1ac36-6f9e-4bd5-bb43-ccb2cec82723 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7395926 Feb 21 09:05:11.862298 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-fbaef4bd-21b3-48f6-831f-175d40ccf156 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be939d1c-aa70-4750-9a34-cf9aa376a73e']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:11.864682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53686) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:11.870168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8f4638b6-595d-48b7-81c9-d07e08260633 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port aad3cf87-05e4-4c2d-9400-7baacf1e5bbc {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:11.870584 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f4638b6-595d-48b7-81c9-d07e08260633 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.873249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1ac36-6f9e-4bd5-bb43-ccb2cec82723 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cccdd8ee-afc1-4fe6-b13e-9f7dfc060ee0,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:11.880656 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-fbaef4bd-21b3-48f6-831f-175d40ccf156 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4c3ecb-0c73-4e6f-92fe-3daec22cabcb') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:11.880999 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-fbaef4bd-21b3-48f6-831f-175d40ccf156 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4c3ecb-0c73-4e6f-92fe-3daec22cabcb') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:11.894606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fbaef4bd-21b3-48f6-831f-175d40ccf156 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.907196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9a3338c4-f5ae-4225-af2c-b16aa4ffbed4 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': 'cccdd8ee-afc1-4fe6-b13e-9f7dfc060ee0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:11.907779 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-9a3338c4-f5ae-4225-af2c-b16aa4ffbed4 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:11.908855 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9a3338c4-f5ae-4225-af2c-b16aa4ffbed4 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0429673 Feb 21 09:05:11.913388 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53690) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:11.918965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-db05ff5e-10fe-4d48-b113-5287c430fd69 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': 'cccdd8ee-afc1-4fe6-b13e-9f7dfc060ee0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:11.926012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fbaef4bd-21b3-48f6-831f-175d40ccf156 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.928634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-db05ff5e-10fe-4d48-b113-5287c430fd69 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:11.937160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-db05ff5e-10fe-4d48-b113-5287c430fd69 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:11.940436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbaef4bd-21b3-48f6-831f-175d40ccf156 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:11.940810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fbaef4bd-21b3-48f6-831f-175d40ccf156 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:11.955885 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:11.958134 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-db05ff5e-10fe-4d48-b113-5287c430fd69 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:12.017434 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-db05ff5e-10fe-4d48-b113-5287c430fd69 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:12.070808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fbaef4bd-21b3-48f6-831f-175d40ccf156 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:12.091839 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fbaef4bd-21b3-48f6-831f-175d40ccf156 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:12.108839 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fbaef4bd-21b3-48f6-831f-175d40ccf156 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "DELETE /v2.0/networks/be939d1c-aa70-4750-9a34-cf9aa376a73e HTTP/1.1" status: 204 len: 168 time: 0.7717419 Feb 21 09:05:12.111054 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53694) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:12.139571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaef4bd-21b3-48f6-831f-175d40ccf156 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event deleted for resources: {'Network': ['ID=be939d1c-aa70-4750-9a34-cf9aa376a73e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:12.145020 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-db05ff5e-10fe-4d48-b113-5287c430fd69 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:12.146067 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-db05ff5e-10fe-4d48-b113-5287c430fd69 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2322593 Feb 21 09:05:12.151923 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53698) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:12.212388 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-9c609da5-8769-468a-b4be-9c62d109249e tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': 'cccdd8ee-afc1-4fe6-b13e-9f7dfc060ee0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:12.213039 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-9c609da5-8769-468a-b4be-9c62d109249e tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:12.214041 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f4638b6-595d-48b7-81c9-d07e08260633 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:12.215034 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9c609da5-8769-468a-b4be-9c62d109249e tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0618007 Feb 21 09:05:12.220466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53702) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:12.223515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3552bb-7798-48ad-bedd-824a9538e38f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:05:12.237066 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cfa775-f32c-4843-8421-675c2d1093b4 None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:05:12.238031 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a242242d-4b92-42a1-be7b-d7a187ebbfb6 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': 'cccdd8ee-afc1-4fe6-b13e-9f7dfc060ee0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:12.246377 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a242242d-4b92-42a1-be7b-d7a187ebbfb6 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:12.256654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a242242d-4b92-42a1-be7b-d7a187ebbfb6 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:12.262817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a242242d-4b92-42a1-be7b-d7a187ebbfb6 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:12.267980 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfa775-f32c-4843-8421-675c2d1093b4 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:12.268845 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-36cfa775-f32c-4843-8421-675c2d1093b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:12.274792 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a242242d-4b92-42a1-be7b-d7a187ebbfb6 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:12.335956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fc8614-44dc-4734-afd1-2dd43e3e0ad5 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:12.340052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fc8614-44dc-4734-afd1-2dd43e3e0ad5 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:12.340858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-24fc8614-44dc-4734-afd1-2dd43e3e0ad5 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Synchronizing usage tracker for tenant:78b7ad424b4a44aba5334c26c5f4bfea on resource:network {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:12.362796 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-a242242d-4b92-42a1-be7b-d7a187ebbfb6 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:12.370961 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a242242d-4b92-42a1-be7b-d7a187ebbfb6 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1427529 Feb 21 09:05:12.370961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-24fc8614-44dc-4734-afd1-2dd43e3e0ad5 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Unset dirty status for tenant:78b7ad424b4a44aba5334c26c5f4bfea on resource:network {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:12.370961 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-24fc8614-44dc-4734-afd1-2dd43e3e0ad5 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2547617 Feb 21 09:05:12.370961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53706) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:12.372779 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53708) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:12.387348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-9e1d4fa5-9f65-4e4c-8a34-886c5e24d53b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-516483730'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:12.393118 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9e1d4fa5-9f65-4e4c-8a34-886c5e24d53b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:12.405474 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9e1d4fa5-9f65-4e4c-8a34-886c5e24d53b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:12.417185 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7ecd31ec-5e2b-4089-8283-f6609f4313f4 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': 'cccdd8ee-afc1-4fe6-b13e-9f7dfc060ee0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:12.417806 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-7ecd31ec-5e2b-4089-8283-f6609f4313f4 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:12.421945 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7ecd31ec-5e2b-4089-8283-f6609f4313f4 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0449398 Feb 21 09:05:12.421945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1d4fa5-9f65-4e4c-8a34-886c5e24d53b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Made reservation on behalf of 78b7ad424b4a44aba5334c26c5f4bfea for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:12.423931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4fa5-9f65-4e4c-8a34-886c5e24d53b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:12.433877 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53714) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:12.447515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-1ac18297-290b-47ac-be0d-9b32de99d629 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': 'cccdd8ee-afc1-4fe6-b13e-9f7dfc060ee0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:12.455328 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1ac18297-290b-47ac-be0d-9b32de99d629 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:12.461081 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-36cfa775-f32c-4843-8421-675c2d1093b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:12.462787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1ac18297-290b-47ac-be0d-9b32de99d629 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:12.466725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1ac18297-290b-47ac-be0d-9b32de99d629 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:12.476238 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1ac18297-290b-47ac-be0d-9b32de99d629 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:12.482183 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1d4fa5-9f65-4e4c-8a34-886c5e24d53b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:12.487181 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfa775-f32c-4843-8421-675c2d1093b4 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:12.488237 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-36cfa775-f32c-4843-8421-675c2d1093b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:12.497975 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-1ac18297-290b-47ac-be0d-9b32de99d629 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Project e90f476d75784a51873d6c7e5dde4cf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:05:12.502594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4fa5-9f65-4e4c-8a34-886c5e24d53b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:12.502939 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-9e1d4fa5-9f65-4e4c-8a34-886c5e24d53b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Added segment 1baf6cc3-7d99-469b-8c59-16493729b335 of type vlan for network aa0f8a71-e086-41cc-802a-2740d8a1bbdf Feb 21 09:05:12.515442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8f4638b6-595d-48b7-81c9-d07e08260633 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for aad3cf87-05e4-4c2d-9400-7baacf1e5bbc owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:12.540167 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-1ac18297-290b-47ac-be0d-9b32de99d629 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:12.542008 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1ac18297-290b-47ac-be0d-9b32de99d629 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1042502 Feb 21 09:05:12.544533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53718) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:12.557411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f60c6c90-4831-4414-a310-65ffb3a78c8c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': 'cccdd8ee-afc1-4fe6-b13e-9f7dfc060ee0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:12.558013 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-f60c6c90-4831-4414-a310-65ffb3a78c8c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:12.558979 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f60c6c90-4831-4414-a310-65ffb3a78c8c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136991 Feb 21 09:05:12.560940 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4fa5-9f65-4e4c-8a34-886c5e24d53b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:12.562998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53722) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:12.588649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f873a6c6-52bf-4de4-9e28-8a4f21edfb74 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': 'cccdd8ee-afc1-4fe6-b13e-9f7dfc060ee0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:12.606172 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f873a6c6-52bf-4de4-9e28-8a4f21edfb74 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:12.609476 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4fa5-9f65-4e4c-8a34-886c5e24d53b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:12.614954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d4fa5-9f65-4e4c-8a34-886c5e24d53b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:12.615746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4fa5-9f65-4e4c-8a34-886c5e24d53b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:12.618886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f873a6c6-52bf-4de4-9e28-8a4f21edfb74 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:12.620310 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-36cfa775-f32c-4843-8421-675c2d1093b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:12.620727 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cfa775-f32c-4843-8421-675c2d1093b4 None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:05:12.625538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f873a6c6-52bf-4de4-9e28-8a4f21edfb74 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:12.659900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f873a6c6-52bf-4de4-9e28-8a4f21edfb74 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:12.713958 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-f873a6c6-52bf-4de4-9e28-8a4f21edfb74 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Project e90f476d75784a51873d6c7e5dde4cf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:05:12.751891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f4638b6-595d-48b7-81c9-d07e08260633 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:12.771126 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9e1d4fa5-9f65-4e4c-8a34-886c5e24d53b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3990548 Feb 21 09:05:12.771995 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53726) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:12.777448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d4fa5-9f65-4e4c-8a34-886c5e24d53b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event updated for resources: {'Network': ['ID=aa0f8a71-e086-41cc-802a-2740d8a1bbdf,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:12.789991 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network aa0f8a71-e086-41cc-802a-2740d8a1bbdf details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:12.791505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-233881239'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:12.797697 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:12.817162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Usage tracker for resource:network and tenant:78b7ad424b4a44aba5334c26c5f4bfea is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:12.822666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:12.831032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:12.878810 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4638b6-595d-48b7-81c9-d07e08260633 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=aad3cf87-05e4-4c2d-9400-7baacf1e5bbc,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:12.879301 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Made reservation on behalf of 78b7ad424b4a44aba5334c26c5f4bfea for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:12.881309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f4638b6-595d-48b7-81c9-d07e08260633 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:12.882315 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:12.885575 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-f873a6c6-52bf-4de4-9e28-8a4f21edfb74 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:12.886669 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f873a6c6-52bf-4de4-9e28-8a4f21edfb74 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3217492 Feb 21 09:05:12.890738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53732) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:12.903077 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-eab08bfe-aefc-4d01-a4f1-70bf702584b0 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': 'cccdd8ee-afc1-4fe6-b13e-9f7dfc060ee0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:12.909842 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8f4638b6-595d-48b7-81c9-d07e08260633 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/aad3cf87-05e4-4c2d-9400-7baacf1e5bbc HTTP/1.1" status: 204 len: 168 time: 1.2461102 Feb 21 09:05:12.913078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-eab08bfe-aefc-4d01-a4f1-70bf702584b0 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:12.915234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53736) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:12.954886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-eab08bfe-aefc-4d01-a4f1-70bf702584b0 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:12.963703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-eab08bfe-aefc-4d01-a4f1-70bf702584b0 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:12.964982 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:12.974895 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-eab08bfe-aefc-4d01-a4f1-70bf702584b0 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:12.978547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:12.979132 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Added segment de0ec599-b53f-4a49-ac82-6b3e289bb383 of type vlan for network 0e1ddeb1-7cdb-4272-9cf8-2b36a4066de9 Feb 21 09:05:13.009102 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-eab08bfe-aefc-4d01-a4f1-70bf702584b0 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Project e90f476d75784a51873d6c7e5dde4cf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:05:13.028515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:13.046779 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-eab08bfe-aefc-4d01-a4f1-70bf702584b0 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:13.050461 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-eab08bfe-aefc-4d01-a4f1-70bf702584b0 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1535017 Feb 21 09:05:13.050798 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53740) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:13.059437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3218014e-1be0-41d9-88cb-77c8ec207f9d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:13.060170 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3218014e-1be0-41d9-88cb-77c8ec207f9d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:13.086392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:13.093861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:13.096875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:13.125148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3218014e-1be0-41d9-88cb-77c8ec207f9d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:13.126200 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3218014e-1be0-41d9-88cb-77c8ec207f9d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2094250 Feb 21 09:05:13.179981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53744) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:13.264693 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event updated for resources: {'Network': ['ID=0e1ddeb1-7cdb-4272-9cf8-2b36a4066de9,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:13.285251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 0e1ddeb1-7cdb-4272-9cf8-2b36a4066de9 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:13.287701 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53748) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:13.288197 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-85682ef0-61fc-4e0e-bb19-6d29435753fb tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5123672 Feb 21 09:05:13.304083 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7dc9606-f7dd-4d76-9eea-14d217d0f347 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] GET failed (client error): The resource could not be found. Feb 21 09:05:13.305385 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c7dc9606-f7dd-4d76-9eea-14d217d0f347 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/aad3cf87-05e4-4c2d-9400-7baacf1e5bbc HTTP/1.1" status: 404 len: 333 time: 0.1244693 Feb 21 09:05:13.309201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Request body: {'ports': [{'network_id': 'aa0f8a71-e086-41cc-802a-2740d8a1bbdf', 'name': 'tempest-port--781366016', 'admin_state_up': True}, {'network_id': '0e1ddeb1-7cdb-4272-9cf8-2b36a4066de9', 'admin_state_up': False}]} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:13.309417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Request body: {'port': {'network_id': 'aa0f8a71-e086-41cc-802a-2740d8a1bbdf', 'name': 'tempest-port--781366016', 'admin_state_up': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:13.309796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53752) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:13.309924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Request body: {'port': {'network_id': '0e1ddeb1-7cdb-4272-9cf8-2b36a4066de9', 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:13.316662 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1072612582'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:13.325529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:13.337865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:network and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:13.349877 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:13.361547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:13.376396 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:13.381723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:13.421615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:13.436065 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:13.436470 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Added segment ac8e7d11-4b40-44af-b23a-ed6dafa2cc87 of type vlan for network 2637b5dd-3e5f-472f-b184-cd3d7a228295 Feb 21 09:05:13.467748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:13.501095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:13.504819 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:13.505405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:13.514503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-17c90c56-6c5b-44bb-a106-dec393c98b23 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:13.600039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-17c90c56-6c5b-44bb-a106-dec393c98b23 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:13.618489 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3074155 Feb 21 09:05:13.624282 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53758) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:13.634963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': '2637b5dd-3e5f-472f-b184-cd3d7a228295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:13.646821 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24cdcb-1b7b-4135-bd57-c0cc5dd90d0c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Network': ['ID=2637b5dd-3e5f-472f-b184-cd3d7a228295,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:13.659408 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 2637b5dd-3e5f-472f-b184-cd3d7a228295 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:13.750800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:13.757020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Usage tracker for resource:port and tenant:78b7ad424b4a44aba5334c26c5f4bfea is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:13.762376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:13.770213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:13.778476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-17c90c56-6c5b-44bb-a106-dec393c98b23 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:13.803955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c90c56-6c5b-44bb-a106-dec393c98b23 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccdd8ee-afc1-4fe6-b13e-9f7dfc060ee0,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:13.808580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Made reservation on behalf of 78b7ad424b4a44aba5334c26c5f4bfea for: {'port': 2} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:13.812095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:13.842873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-17c90c56-6c5b-44bb-a106-dec393c98b23 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:13.847973 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-17c90c56-6c5b-44bb-a106-dec393c98b23 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "DELETE /v2.0/security-groups/cccdd8ee-afc1-4fe6-b13e-9f7dfc060ee0 HTTP/1.1" status: 204 len: 168 time: 0.7919090 Feb 21 09:05:13.849157 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53762) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:13.857788 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:13.927487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:13.944075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:13.948990 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:13.955473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:13.959038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c7f662b8-4368-4e57-ab7b-e012c190eb21 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Synchronizing usage tracker for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:13.978368 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:13.999942 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c7f662b8-4368-4e57-ab7b-e012c190eb21 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Unset dirty status for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:14.005013 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c7f662b8-4368-4e57-ab7b-e012c190eb21 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1511621 Feb 21 09:05:14.047962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53768) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:14.066426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-1c9c2548-2ad7-432a-b802-a774c14057ab tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517969857'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:14.075404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1c9c2548-2ad7-432a-b802-a774c14057ab tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:14.089493 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:14.162670 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1c9c2548-2ad7-432a-b802-a774c14057ab tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:14.165715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3552bb-7798-48ad-bedd-824a9538e38f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:05:14.208197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2548-2ad7-432a-b802-a774c14057ab tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:14.222713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] device_id is not set on port 9f4caa27-1e0b-4426-ad21-423bacb5a85e yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:05:14.363551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:14.400987 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1c9c2548-2ad7-432a-b802-a774c14057ab tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:14.408536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1c9c2548-2ad7-432a-b802-a774c14057ab tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:14.412779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1c9c2548-2ad7-432a-b802-a774c14057ab tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:14.431663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1c9c2548-2ad7-432a-b802-a774c14057ab tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:14.449114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Subnet': ['ID=c775d856-6fdf-4f9a-92b5-d198dc84b4f2,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:14.460180 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Checking segment: {'id': 'ac8e7d11-4b40-44af-b23a-ed6dafa2cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2637b5dd-3e5f-472f-b184-cd3d7a228295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:14.460410 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network hostable DHCP agents. Network: 2637b5dd-3e5f-472f-b184-cd3d7a228295, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:14.486300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 2637b5dd-3e5f-472f-b184-cd3d7a228295 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:14.498189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 2637b5dd-3e5f-472f-b184-cd3d7a228295) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:14.509342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8f7df-1b65-4dc9-a915-c2c2c824d65c None None] Network 2637b5dd-3e5f-472f-b184-cd3d7a228295 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:14.513553 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:14.514619 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:14.555787 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f7af16c3-cac0-498f-b96d-567d56494ab2 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9318137 Feb 21 09:05:14.558797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53788) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:14.572960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-57fd2d0f-8e1e-4d35-a607-b79aaa6ab9f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': '2637b5dd-3e5f-472f-b184-cd3d7a228295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:14.601906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:14.644572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2548-2ad7-432a-b802-a774c14057ab tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:14.716299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2548-2ad7-432a-b802-a774c14057ab tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:14.742925 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-57fd2d0f-8e1e-4d35-a607-b79aaa6ab9f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:14.747363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-57fd2d0f-8e1e-4d35-a607-b79aaa6ab9f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:14.750809 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-57fd2d0f-8e1e-4d35-a607-b79aaa6ab9f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:14.758681 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-57fd2d0f-8e1e-4d35-a607-b79aaa6ab9f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:14.771844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fd2d0f-8e1e-4d35-a607-b79aaa6ab9f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:14.777524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-57fd2d0f-8e1e-4d35-a607-b79aaa6ab9f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:14.791504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-2637b5dd-3e5f-472f-b184-cd3d7a228295', 'network_id': '2637b5dd-3e5f-472f-b184-cd3d7a228295', 'tenant_id': '22ad680665e048f7b66d97d9611bd3b5', 'fixed_ips': [{'subnet_id': 'c775d856-6fdf-4f9a-92b5-d198dc84b4f2'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:05:14.792637 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:14.824495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] device_id is not set on port c91766d2-0009-41ea-836b-bc1091a93664 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:05:14.828341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c2548-2ad7-432a-b802-a774c14057ab tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64bfe5c-bcf1-4e38-a1ea-4b9bfc77567c,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:14.835217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2548-2ad7-432a-b802-a774c14057ab tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:14.836544 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1c9c2548-2ad7-432a-b802-a774c14057ab tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7875850 Feb 21 09:05:14.839719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53792) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:14.850187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-02e8d8f9-399c-43ec-b393-913a03110d66 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': 'f64bfe5c-bcf1-4e38-a1ea-4b9bfc77567c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:14.857482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-02e8d8f9-399c-43ec-b393-913a03110d66 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:14.866962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3552bb-7798-48ad-bedd-824a9538e38f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:05:14.879187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-02e8d8f9-399c-43ec-b393-913a03110d66 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:14.884603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-af3552bb-7798-48ad-bedd-824a9538e38f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:14.895594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a2bd4f-5349-4613-8be2-9b71f644e623 None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:05:14.914911 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-02e8d8f9-399c-43ec-b393-913a03110d66 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:14.919441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a2bd4f-5349-4613-8be2-9b71f644e623 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:14.920151 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a3a2bd4f-5349-4613-8be2-9b71f644e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:14.925820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-02e8d8f9-399c-43ec-b393-913a03110d66 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:14.958639 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.ipam_backend_mixin [None req-57fd2d0f-8e1e-4d35-a607-b79aaa6ab9f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c775d856-6fdf-4f9a-92b5-d198dc84b4f2 (CIDR: 2001:db8::/64) Feb 21 09:05:14.965621 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fd2d0f-8e1e-4d35-a607-b79aaa6ab9f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:14.966427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57fd2d0f-8e1e-4d35-a607-b79aaa6ab9f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:05:14.994297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a3a2bd4f-5349-4613-8be2-9b71f644e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:14.998149 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-57fd2d0f-8e1e-4d35-a607-b79aaa6ab9f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4347312 Feb 21 09:05:14.999189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53796) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:15.005801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f0c75f61-6d49-4a95-a4a1-34201e8a3d8e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': '2637b5dd-3e5f-472f-b184-cd3d7a228295', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:15.054195 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a2bd4f-5349-4613-8be2-9b71f644e623 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:15.054833 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a3a2bd4f-5349-4613-8be2-9b71f644e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:15.124418 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a3a2bd4f-5349-4613-8be2-9b71f644e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:15.124798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a2bd4f-5349-4613-8be2-9b71f644e623 None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:05:15.131865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Allocated IP 2001:db8::2 (2637b5dd-3e5f-472f-b184-cd3d7a228295/c775d856-6fdf-4f9a-92b5-d198dc84b4f2/4b4d6f43-aee4-49ba-aca2-82abb9d9253f) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:15.138669 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-02e8d8f9-399c-43ec-b393-913a03110d66 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The resource could not be found. Feb 21 09:05:15.140030 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-02e8d8f9-399c-43ec-b393-913a03110d66 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2984369 Feb 21 09:05:15.146653 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53800) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:15.151723 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-af3552bb-7798-48ad-bedd-824a9538e38f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "PUT /v2.0/floatingips/93bbfaea-9174-431f-93e8-7021360485b8 HTTP/1.1" status: 200 len: 976 time: 6.9500358 Feb 21 09:05:15.154793 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53804) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:15.155483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:15.162034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b5b92f9e-0668-4702-bf57-3aee6b145ba2 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': 'f64bfe5c-bcf1-4e38-a1ea-4b9bfc77567c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f114d882-d6e6-4eaf-ac9c-acf8810057fd'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:15.167453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b5b92f9e-0668-4702-bf57-3aee6b145ba2 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:15.171373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b5b92f9e-0668-4702-bf57-3aee6b145ba2 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:15.174016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7f612cc2-1fc7-4b6c-88b1-5422cf60f486 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:15.174343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b5b92f9e-0668-4702-bf57-3aee6b145ba2 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:15.180462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b5b92f9e-0668-4702-bf57-3aee6b145ba2 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:15.193850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-daa25b08-54a1-4194-b7f5-232636806bf6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Synchronizing usage tracker for tenant:f418603f139546c09f086dacdefb5b09 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:15.246090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-daa25b08-54a1-4194-b7f5-232636806bf6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Unset dirty status for tenant:f418603f139546c09f086dacdefb5b09 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:15.246090 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-daa25b08-54a1-4194-b7f5-232636806bf6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-631301162&fields=id&tenant_id=f418603f139546c09f086dacdefb5b09 HTTP/1.1" status: 200 len: 267 time: 0.2490280 Feb 21 09:05:15.265360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f0c75f61-6d49-4a95-a4a1-34201e8a3d8e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:15.273159 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-b5b92f9e-0668-4702-bf57-3aee6b145ba2 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The resource could not be found. Feb 21 09:05:15.275038 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b5b92f9e-0668-4702-bf57-3aee6b145ba2 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1250038 Feb 21 09:05:15.278344 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53808) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:15.279796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f0c75f61-6d49-4a95-a4a1-34201e8a3d8e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:15.285694 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f0c75f61-6d49-4a95-a4a1-34201e8a3d8e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:15.294892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f0c75f61-6d49-4a95-a4a1-34201e8a3d8e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:15.306165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7f612cc2-1fc7-4b6c-88b1-5422cf60f486 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:15.348170 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:15.367420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c75f61-6d49-4a95-a4a1-34201e8a3d8e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:15.371168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0c75f61-6d49-4a95-a4a1-34201e8a3d8e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:15.379829 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:15.392222 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Transition to ACTIVE for port object 4b4d6f43-aee4-49ba-aca2-82abb9d9253f will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:15.412490 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Transition to ACTIVE for port object 4b4d6f43-aee4-49ba-aca2-82abb9d9253f will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:15.421353 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:15.495509 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Network 2637b5dd-3e5f-472f-b184-cd3d7a228295 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:15.499327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:15.503944 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:15.510858 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Pushing event updated for resources: {'Port': ['ID=4b4d6f43-aee4-49ba-aca2-82abb9d9253f,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:15.529614 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event updated for resources: {'Port': ['ID=9f4caa27-1e0b-4426-ad21-423bacb5a85e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:15.570296 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-34baae4c-45fd-4873-88d6-a50e21adc5b4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:15.571030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-34baae4c-45fd-4873-88d6-a50e21adc5b4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Synchronizing usage tracker for tenant:f418603f139546c09f086dacdefb5b09 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:15.597779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Checking segment: {'id': '1baf6cc3-7d99-469b-8c59-16493729b335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'aa0f8a71-e086-41cc-802a-2740d8a1bbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:15.598136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Network hostable DHCP agents. Network: aa0f8a71-e086-41cc-802a-2740d8a1bbdf, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:15.613092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b4b6a117-3e41-4d2d-859e-aad7c5ef28b2 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:15.638528 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Attempting to bind port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:05:15.639650 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Attempting to bind port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'ac8e7d11-4b40-44af-b23a-ed6dafa2cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2637b5dd-3e5f-472f-b184-cd3d7a228295'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:05:15.642741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Attempting to bind port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f on network 2637b5dd-3e5f-472f-b184-cd3d7a228295 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:05:15.649410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-34baae4c-45fd-4873-88d6-a50e21adc5b4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Unset dirty status for tenant:f418603f139546c09f086dacdefb5b09 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:15.650664 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-34baae4c-45fd-4873-88d6-a50e21adc5b4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 811 time: 0.3994946 Feb 21 09:05:15.659786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b4b6a117-3e41-4d2d-859e-aad7c5ef28b2 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:15.666447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:05:15.668874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Checking segment: {'id': 'ac8e7d11-4b40-44af-b23a-ed6dafa2cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2637b5dd-3e5f-472f-b184-cd3d7a228295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:15.669792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:15.671783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Bound using segment: {'id': 'ac8e7d11-4b40-44af-b23a-ed6dafa2cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2637b5dd-3e5f-472f-b184-cd3d7a228295'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:05:15.673171 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Bound port: 4b4d6f43-aee4-49ba-aca2-82abb9d9253f, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8e7d11-4b40-44af-b23a-ed6dafa2cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2637b5dd-3e5f-472f-b184-cd3d7a228295'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:05:15.675202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:15.700748 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Network aa0f8a71-e086-41cc-802a-2740d8a1bbdf is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:15.713566 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-b2e16aaa-6d5a-4fd8-9910-9f116b950823 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/quotas/f418603f139546c09f086dacdefb5b09 HTTP/1.1" status: 200 len: 375 time: 0.0445085 Feb 21 09:05:15.726424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, aa0f8a71-e086-41cc-802a-2740d8a1bbdf) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:15.732449 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:15.732449 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:15.750962 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7f612cc2-1fc7-4b6c-88b1-5422cf60f486 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:15.758070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb74e819-7e87-4016-83a2-13d02ca80509 None None] Network aa0f8a71-e086-41cc-802a-2740d8a1bbdf requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:15.830887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b4b6a117-3e41-4d2d-859e-aad7c5ef28b2 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:15.909199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] For port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:05:15.918945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7f612cc2-1fc7-4b6c-88b1-5422cf60f486 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:15.919232 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-7f612cc2-1fc7-4b6c-88b1-5422cf60f486 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Floating IP 93bbfaea-9174-431f-93e8-7021360485b8 disassociated. External IP: 172.26.6.44, port: 445f5c28-0a64-4c6e-b472-844fd020ba98. Feb 21 09:05:15.991708 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] For port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4b4d6f43-aee4-49ba-aca2-82abb9d9253f,segment=NetworkSegment(ac8e7d11-4b40-44af-b23a-ed6dafa2cc87),segment_id=ac8e7d11-4b40-44af-b23a-ed6dafa2cc87)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:05:16.004872 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:16.017877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6a117-3e41-4d2d-859e-aad7c5ef28b2 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64bfe5c-bcf1-4e38-a1ea-4b9bfc77567c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:16.046512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event updated for resources: {'Port': ['ID=c91766d2-0009-41ea-836b-bc1091a93664,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:16.050168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b4b6a117-3e41-4d2d-859e-aad7c5ef28b2 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:16.051406 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b4b6a117-3e41-4d2d-859e-aad7c5ef28b2 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "DELETE /v2.0/security-groups/f64bfe5c-bcf1-4e38-a1ea-4b9bfc77567c HTTP/1.1" status: 204 len: 168 time: 0.7713814 Feb 21 09:05:16.059138 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53814) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:16.083148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Checking segment: {'id': 'de0ec599-b53f-4a49-ac82-6b3e289bb383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0e1ddeb1-7cdb-4272-9cf8-2b36a4066de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:16.083528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Network hostable DHCP agents. Network: 0e1ddeb1-7cdb-4272-9cf8-2b36a4066de9, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:16.121293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3e725-9afc-4277-879e-4a545eaa3f29 None None] Pushing event updated for resources: {'Port': ['ID=4b4d6f43-aee4-49ba-aca2-82abb9d9253f,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:16.132758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-bd721ea5-8a6b-4e9f-9c9f-f78816f09424 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Synchronizing usage tracker for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:16.178932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ad408640-140f-42c6-a882-429d0eb4d12e tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Synchronizing usage tracker for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:16.184080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Network 0e1ddeb1-7cdb-4272-9cf8-2b36a4066de9 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:16.187889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-bd721ea5-8a6b-4e9f-9c9f-f78816f09424 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Unset dirty status for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:16.188280 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-bd721ea5-8a6b-4e9f-9c9f-f78816f09424 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4140584 Feb 21 09:05:16.191285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0c75f61-6d49-4a95-a4a1-34201e8a3d8e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:16.203270 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 0e1ddeb1-7cdb-4272-9cf8-2b36a4066de9) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:16.207927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:16.212845 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:16.216123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:16.216850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:16.223839 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322fbeb-b6eb-455b-8a6f-3bcf9e6d0746 None None] Network 0e1ddeb1-7cdb-4272-9cf8-2b36a4066de9 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:16.236785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ad408640-140f-42c6-a882-429d0eb4d12e tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Unset dirty status for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:16.238028 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ad408640-140f-42c6-a882-429d0eb4d12e tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1770737 Feb 21 09:05:16.243278 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53820) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:16.250590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-65e69ac1-eb68-4527-aa26-9cc1bb5a2d5c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': '61310547-c1cd-4f8a-9af4-8f57eba0c7c0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:16.260765 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-65e69ac1-eb68-4527-aa26-9cc1bb5a2d5c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:16.268598 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9e1c5760-c76c-4ca5-99cb-70674babae5b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9775362 Feb 21 09:05:16.268598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-65e69ac1-eb68-4527-aa26-9cc1bb5a2d5c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:16.269874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53824) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:16.272876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-65e69ac1-eb68-4527-aa26-9cc1bb5a2d5c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:16.282373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c75f61-6d49-4a95-a4a1-34201e8a3d8e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 2637b5dd-3e5f-472f-b184-cd3d7a228295 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:16.289201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-f0c75f61-6d49-4a95-a4a1-34201e8a3d8e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:16.297248 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c75f61-6d49-4a95-a4a1-34201e8a3d8e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:16.297248 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0c75f61-6d49-4a95-a4a1-34201e8a3d8e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:16.336894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-65e69ac1-eb68-4527-aa26-9cc1bb5a2d5c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:16.418857 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c75f61-6d49-4a95-a4a1-34201e8a3d8e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Subnet': ['ID=d9091778-a25b-42c1-a192-132e5ee0bf30,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:16.517045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53828) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:16.519610 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f0c75f61-6d49-4a95-a4a1-34201e8a3d8e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5152676 Feb 21 09:05:16.527282 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'network_id': '2637b5dd-3e5f-472f-b184-cd3d7a228295', 'fixed_ips': [{'subnet_id': 'c775d856-6fdf-4f9a-92b5-d198dc84b4f2'}, {'subnet_id': 'd9091778-a25b-42c1-a192-132e5ee0bf30'}], 'name': 'tempest-PortsIpV6TestJSON-1784294202'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:16.550209 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-65e69ac1-eb68-4527-aa26-9cc1bb5a2d5c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The resource could not be found. Feb 21 09:05:16.551281 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-65e69ac1-eb68-4527-aa26-9cc1bb5a2d5c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3070395 Feb 21 09:05:16.557290 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53832) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:16.567528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-252d11bf-9a2c-458e-a00e-77a654b2bdfa tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group': {'name': 'tempest-secgroup--574862209'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:16.573863 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-252d11bf-9a2c-458e-a00e-77a654b2bdfa tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:16.590936 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-252d11bf-9a2c-458e-a00e-77a654b2bdfa tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:16.613045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c6bc2f-827c-45cc-8c5a-33847543e313 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:16.614289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-252d11bf-9a2c-458e-a00e-77a654b2bdfa tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:16.617190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c6bc2f-827c-45cc-8c5a-33847543e313 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:16.617777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c8c6bc2f-827c-45cc-8c5a-33847543e313 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Synchronizing usage tracker for tenant:78b7ad424b4a44aba5334c26c5f4bfea on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:16.674200 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-252d11bf-9a2c-458e-a00e-77a654b2bdfa tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:16.679202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-252d11bf-9a2c-458e-a00e-77a654b2bdfa tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:16.682859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-252d11bf-9a2c-458e-a00e-77a654b2bdfa tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:16.688902 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-5f558966-6659-4e5f-8f5a-50ff55bdadeb service neutron] 10.222.0.48 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657342 Feb 21 09:05:16.691825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-252d11bf-9a2c-458e-a00e-77a654b2bdfa tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:16.700495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f612cc2-1fc7-4b6c-88b1-5422cf60f486 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:05:16.722538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c8c6bc2f-827c-45cc-8c5a-33847543e313 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Unset dirty status for tenant:78b7ad424b4a44aba5334c26c5f4bfea on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:16.726504 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c8c6bc2f-827c-45cc-8c5a-33847543e313 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4529419 Feb 21 09:05:16.732200 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53836) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:16.829264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:16.836917 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:port and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:16.841629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:16.858518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:16.882322 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-342b250c-45fd-4cf8-ac9e-a3519bda2a9d service neutron] 10.222.0.48 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829865 Feb 21 09:05:16.885184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:16.925252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-252d11bf-9a2c-458e-a00e-77a654b2bdfa tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:16.941675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-252d11bf-9a2c-458e-a00e-77a654b2bdfa tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:16.947620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-1889847a-b277-4d72-b3e2-e7d8770ab193 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Deleting port 9f4caa27-1e0b-4426-ad21-423bacb5a85e {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:16.947955 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1889847a-b277-4d72-b3e2-e7d8770ab193 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:17.036954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:17.047901 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d11bf-9a2c-458e-a00e-77a654b2bdfa tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeaa563-01e0-47f6-82c8-f543a6340465,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:17.059850 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-252d11bf-9a2c-458e-a00e-77a654b2bdfa tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:17.063593 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-252d11bf-9a2c-458e-a00e-77a654b2bdfa tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5025573 Feb 21 09:05:17.070803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53846) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:17.075131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port eddad503-0f69-4fc7-93cb-4ce5d9da721d yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:05:17.114867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group': {'name': 'tempest-secgroup--833661377'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:17.123308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:17.137256 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:17.144183 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:17.167853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:17.228084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:17.268292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1889847a-b277-4d72-b3e2-e7d8770ab193 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:17.340035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:17.379884 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:17.391093 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:17.401277 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-1889847a-b277-4d72-b3e2-e7d8770ab193 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Calling delete_port for 9f4caa27-1e0b-4426-ad21-423bacb5a85e owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:17.401673 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:17.519635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f612cc2-1fc7-4b6c-88b1-5422cf60f486 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:05:17.533236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7f612cc2-1fc7-4b6c-88b1-5422cf60f486 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:17.533746 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6c7f6-5e91-45ca-b607-ad9edaa7c122 None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:05:17.567650 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6c7f6-5e91-45ca-b607-ad9edaa7c122 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:17.568915 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-96d6c7f6-5e91-45ca-b607-ad9edaa7c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:17.634853 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4b4d6f43-aee4-49ba-aca2-82abb9d9253f up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:17.647581 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7f612cc2-1fc7-4b6c-88b1-5422cf60f486 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "PUT /v2.0/floatingips/93bbfaea-9174-431f-93e8-7021360485b8 HTTP/1.1" status: 200 len: 687 time: 2.4763489 Feb 21 09:05:17.652129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53858) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:17.678429 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-96d6c7f6-5e91-45ca-b607-ad9edaa7c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:17.691333 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443594b4-0c27-4253-b825-4ab5797be558 None None] Network 2637b5dd-3e5f-472f-b184-cd3d7a228295 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:17.702878 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6c7f6-5e91-45ca-b607-ad9edaa7c122 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:17.703911 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-96d6c7f6-5e91-45ca-b607-ad9edaa7c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:17.724717 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b1b1a419-1dcf-4e0c-b8ea-cd082cd8f9da req-ddc5e9ed-e25b-4960-8ad0-ea34ee382d6b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 210 time: 0.2968860 Feb 21 09:05:17.726308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:17.743801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:17.825263 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-96d6c7f6-5e91-45ca-b607-ad9edaa7c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:17.826439 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6c7f6-5e91-45ca-b607-ad9edaa7c122 None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:05:17.861590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b54f210-374f-4023-af69-813f8a3e3888,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:17.877022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:17.878310 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-972deeb2-1277-4544-8019-f413f156535c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8052373 Feb 21 09:05:17.884842 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b1bd20bc-b916-4deb-bdda-80e73c0dbd7f None None] Provisioning for port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:17.888674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53862) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:17.895049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-778cb77f-1a5d-4293-ba4c-14e33e38759b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': '5aeaa563-01e0-47f6-82c8-f543a6340465', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4b54f210-374f-4023-af69-813f8a3e3888'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:17.900988 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Allocated IP 2001:db8::5f (2637b5dd-3e5f-472f-b184-cd3d7a228295/c775d856-6fdf-4f9a-92b5-d198dc84b4f2/eddad503-0f69-4fc7-93cb-4ce5d9da721d) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:17.907723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-778cb77f-1a5d-4293-ba4c-14e33e38759b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:17.913064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Allocated IP 2001:db8:0:1::129 (2637b5dd-3e5f-472f-b184-cd3d7a228295/d9091778-a25b-42c1-a192-132e5ee0bf30/eddad503-0f69-4fc7-93cb-4ce5d9da721d) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:17.917572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-778cb77f-1a5d-4293-ba4c-14e33e38759b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:17.925015 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-778cb77f-1a5d-4293-ba4c-14e33e38759b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:17.932842 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-778cb77f-1a5d-4293-ba4c-14e33e38759b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:18.025677 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-778cb77f-1a5d-4293-ba4c-14e33e38759b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:18.027011 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-778cb77f-1a5d-4293-ba4c-14e33e38759b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1371024 Feb 21 09:05:18.032642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53870) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:18.039325 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:18.064034 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:18.064554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.093903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1889847a-b277-4d72-b3e2-e7d8770ab193 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.172873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889847a-b277-4d72-b3e2-e7d8770ab193 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event deleted for resources: {'Port': ['ID=9f4caa27-1e0b-4426-ad21-423bacb5a85e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:18.177024 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-2884f539-d167-4ba4-9901-2c772b3b04fd tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port d16945c4-a58e-4247-abed-50891f76bd75 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:18.177024 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2884f539-d167-4ba4-9901-2c772b3b04fd tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.215876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3fd40fde-bd42-45c4-912a-979b8ae5f5f3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.244064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.272859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3fd40fde-bd42-45c4-912a-979b8ae5f5f3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.285228 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Transition to ACTIVE for port object eddad503-0f69-4fc7-93cb-4ce5d9da721d will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:18.294077 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1889847a-b277-4d72-b3e2-e7d8770ab193 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.307799 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.337519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.344900 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1889847a-b277-4d72-b3e2-e7d8770ab193 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "DELETE /v2.0/ports/9f4caa27-1e0b-4426-ad21-423bacb5a85e HTTP/1.1" status: 204 len: 168 time: 1.6086907 Feb 21 09:05:18.351244 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53878) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:18.352649 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6a46f4-08b5-4e7f-a1a6-195c9bbd9cd3 None None] Update dhcp port {'port': {'network_id': '2637b5dd-3e5f-472f-b184-cd3d7a228295', 'fixed_ips': [{'subnet_id': 'c775d856-6fdf-4f9a-92b5-d198dc84b4f2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd9091778-a25b-42c1-a192-132e5ee0bf30'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': '4b4d6f43-aee4-49ba-aca2-82abb9d9253f'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:05:18.393250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4b4d6f43-aee4-49ba-aca2-82abb9d9253f,segment=NetworkSegment(ac8e7d11-4b40-44af-b23a-ed6dafa2cc87),segment_id=ac8e7d11-4b40-44af-b23a-ed6dafa2cc87)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:18.405356 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.422160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=eddad503-0f69-4fc7-93cb-4ce5d9da721d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:18.433223 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3fd40fde-bd42-45c4-912a-979b8ae5f5f3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.490434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4f6a46f4-08b5-4e7f-a1a6-195c9bbd9cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.563761 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=4b4d6f43-aee4-49ba-aca2-82abb9d9253f,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:18.581602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd40fde-bd42-45c4-912a-979b8ae5f5f3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b54f210-374f-4023-af69-813f8a3e3888,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:18.602945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 2637b5dd-3e5f-472f-b184-cd3d7a228295 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:18.605408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:18.608382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:18.612719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:18.613559 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.620406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3fd40fde-bd42-45c4-912a-979b8ae5f5f3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.621805 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3fd40fde-bd42-45c4-912a-979b8ae5f5f3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "DELETE /v2.0/security-groups/4b54f210-374f-4023-af69-813f8a3e3888 HTTP/1.1" status: 204 len: 168 time: 0.5883303 Feb 21 09:05:18.627519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53882) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:18.656405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-379e9cde-f614-4f55-aa67-3246368e377d tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Deleting port c91766d2-0009-41ea-836b-bc1091a93664 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:18.656860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-379e9cde-f614-4f55-aa67-3246368e377d tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.658025 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5f087981-94ca-4bc4-8492-1cbbf86c391a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.1400173 Feb 21 09:05:18.690624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53886) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:18.712556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d236a73b-c88d-4e6a-98ef-37c81a0f5a56 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Synchronizing usage tracker for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:18.714179 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f368822b-0f99-404c-b23f-20afc327783c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c775d856-6fdf-4f9a-92b5-d198dc84b4f2'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:18.731092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d236a73b-c88d-4e6a-98ef-37c81a0f5a56 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Unset dirty status for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:18.735237 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d236a73b-c88d-4e6a-98ef-37c81a0f5a56 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1037509 Feb 21 09:05:18.742118 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53890) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:18.795694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-4f6a46f4-08b5-4e7f-a1a6-195c9bbd9cd3 None None] Allocated IP 2001:db8:0:1::2 (2637b5dd-3e5f-472f-b184-cd3d7a228295/d9091778-a25b-42c1-a192-132e5ee0bf30/4b4d6f43-aee4-49ba-aca2-82abb9d9253f) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:18.854474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-14b024ca-919f-43af-ac34-b3b8b35a8f79 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.889759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-14b024ca-919f-43af-ac34-b3b8b35a8f79 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.962667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-4f6a46f4-08b5-4e7f-a1a6-195c9bbd9cd3 None None] For port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4b4d6f43-aee4-49ba-aca2-82abb9d9253f,segment=NetworkSegment(ac8e7d11-4b40-44af-b23a-ed6dafa2cc87),segment_id=ac8e7d11-4b40-44af-b23a-ed6dafa2cc87)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:18.968281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2884f539-d167-4ba4-9901-2c772b3b04fd tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.969068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2884f539-d167-4ba4-9901-2c772b3b04fd tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:18.980574 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-12964ffb-71a3-4a23-b53f-fea8f6472ae9 req-386bd7c3-9995-441b-b13a-2f08c0b6006a tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 210 time: 0.0480511 Feb 21 09:05:18.996746 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4f6a46f4-08b5-4e7f-a1a6-195c9bbd9cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:19.000221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-14b024ca-919f-43af-ac34-b3b8b35a8f79 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:19.006523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f368822b-0f99-404c-b23f-20afc327783c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:19.024465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b024ca-919f-43af-ac34-b3b8b35a8f79 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeaa563-01e0-47f6-82c8-f543a6340465,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:19.026270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4f6a46f4-08b5-4e7f-a1a6-195c9bbd9cd3 None None] Transition to ACTIVE for port object 4b4d6f43-aee4-49ba-aca2-82abb9d9253f will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:19.032077 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4f6a46f4-08b5-4e7f-a1a6-195c9bbd9cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:19.040996 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-14b024ca-919f-43af-ac34-b3b8b35a8f79 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:19.043054 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-14b024ca-919f-43af-ac34-b3b8b35a8f79 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "DELETE /v2.0/security-groups/5aeaa563-01e0-47f6-82c8-f543a6340465 HTTP/1.1" status: 204 len: 168 time: 0.2996247 Feb 21 09:05:19.046147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53896) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:19.109476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7b041d80-a78f-442b-973b-d3c3da0b3b14 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Synchronizing usage tracker for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:19.111419 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a46f4-08b5-4e7f-a1a6-195c9bbd9cd3 None None] Pushing event updated for resources: {'Port': ['ID=4b4d6f43-aee4-49ba-aca2-82abb9d9253f,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:19.146203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7b041d80-a78f-442b-973b-d3c3da0b3b14 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Unset dirty status for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:19.149729 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7b041d80-a78f-442b-973b-d3c3da0b3b14 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1023850 Feb 21 09:05:19.178939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53900) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:19.188678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-47b3ff89-34d8-4548-8402-665d0345c983 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670537854'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:19.245741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-47b3ff89-34d8-4548-8402-665d0345c983 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:19.272157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-47b3ff89-34d8-4548-8402-665d0345c983 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:19.287593 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-2884f539-d167-4ba4-9901-2c772b3b04fd tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for d16945c4-a58e-4247-abed-50891f76bd75 owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:19.299863 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47b3ff89-34d8-4548-8402-665d0345c983 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:19.358630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-5b4308bf-3eb3-40e3-8d3c-188d3fb77c21 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:19.360436 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-5b4308bf-3eb3-40e3-8d3c-188d3fb77c21 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 811 time: 0.2065272 Feb 21 09:05:19.398707 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-379e9cde-f614-4f55-aa67-3246368e377d tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:19.399775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-47b3ff89-34d8-4548-8402-665d0345c983 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:19.407181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-47b3ff89-34d8-4548-8402-665d0345c983 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:19.410507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-47b3ff89-34d8-4548-8402-665d0345c983 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:19.438741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-47b3ff89-34d8-4548-8402-665d0345c983 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:19.469239 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-28ebe1b7-8f29-4cef-a39f-6584397baf78 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f418603f139546c09f086dacdefb5b09 HTTP/1.1" status: 200 len: 379 time: 0.0959692 Feb 21 09:05:19.519902 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4b4d6f43-aee4-49ba-aca2-82abb9d9253f up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:19.534679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Request body: {'port': {'device_id': 'f3b89c0b-89d3-47da-ba47-03309c8b267c', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'admin_state_up': True, 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'security_groups': ['4c4bb862-bc70-4d94-b291-0c2d69b715f0']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:19.626908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-379e9cde-f614-4f55-aa67-3246368e377d tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Calling delete_port for c91766d2-0009-41ea-836b-bc1091a93664 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:19.652095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47b3ff89-34d8-4548-8402-665d0345c983 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:19.662495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47b3ff89-34d8-4548-8402-665d0345c983 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:19.789944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3ff89-34d8-4548-8402-665d0345c983 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b58382a-467a-459b-82de-1ff82d47d9f8,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:19.802149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47b3ff89-34d8-4548-8402-665d0345c983 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:19.806113 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-47b3ff89-34d8-4548-8402-665d0345c983 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6236596 Feb 21 09:05:19.806672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53906) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:19.820508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f5eab594-972c-4a7f-a1bd-cd525073bf3c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': '6b58382a-467a-459b-82de-1ff82d47d9f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:19.829166 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f5eab594-972c-4a7f-a1bd-cd525073bf3c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:19.837120 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f5eab594-972c-4a7f-a1bd-cd525073bf3c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:19.840369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:19.843266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f5eab594-972c-4a7f-a1bd-cd525073bf3c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:19.852886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f5eab594-972c-4a7f-a1bd-cd525073bf3c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:19.859255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:19.881539 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Made reservation on behalf of f418603f139546c09f086dacdefb5b09 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:19.884857 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:19.960186 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-f5eab594-972c-4a7f-a1bd-cd525073bf3c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:19.961249 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f5eab594-972c-4a7f-a1bd-cd525073bf3c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1534519 Feb 21 09:05:19.965984 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53910) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:19.978015 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b17bf2ea-e250-4320-a171-020a1e952e7c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group_rule': {'security_group_id': '6b58382a-467a-459b-82de-1ff82d47d9f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:19.994421 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b17bf2ea-e250-4320-a171-020a1e952e7c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:20.003754 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b589c953-a501-473c-ad80-5aa9213a1064 None None] Network 2637b5dd-3e5f-472f-b184-cd3d7a228295 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:20.004575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b17bf2ea-e250-4320-a171-020a1e952e7c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:20.010039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b17bf2ea-e250-4320-a171-020a1e952e7c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:20.021081 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b17bf2ea-e250-4320-a171-020a1e952e7c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:20.114734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-379e9cde-f614-4f55-aa67-3246368e377d tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.126905 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-b17bf2ea-e250-4320-a171-020a1e952e7c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:05:20.130676 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b17bf2ea-e250-4320-a171-020a1e952e7c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1610901 Feb 21 09:05:20.132198 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53916) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:20.136284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Allocated IP 172.20.0.6 (79b52148-1e0f-4a04-a87c-79e288b79fa9/458087cd-3878-4b20-8bf2-3e43ff30d1a3/0447bfeb-5470-455f-9162-227d3a33062b) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:20.162212 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-bc000fd4-c56d-4a90-a5f5-35d3071d2cf8 None None] Provisioning for port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:20.181138 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-bc000fd4-c56d-4a90-a5f5-35d3071d2cf8 None None] Provisioning complete for port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:20.181758 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bc000fd4-c56d-4a90-a5f5-35d3071d2cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.207207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e9cde-f614-4f55-aa67-3246368e377d tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event deleted for resources: {'Port': ['ID=c91766d2-0009-41ea-836b-bc1091a93664,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:20.291507 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-190e492c-f85c-45a0-970e-ab88b326e370 req-3de8daf0-75ef-4001-a520-4c1d8133c750 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 210 time: 0.0536804 Feb 21 09:05:20.308627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bf1ca4c7-3215-4de8-bffb-3e27012cbbb1 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.340750 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-f368822b-0f99-404c-b23f-20afc327783c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Delete allocated IP 2001:db8:0:1::129 (2637b5dd-3e5f-472f-b184-cd3d7a228295/d9091778-a25b-42c1-a192-132e5ee0bf30) {{(pid=83584) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 21 09:05:20.413064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bf1ca4c7-3215-4de8-bffb-3e27012cbbb1 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.513124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.513766 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2884f539-d167-4ba4-9901-2c772b3b04fd tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.538555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Transition to ACTIVE for port object 0447bfeb-5470-455f-9162-227d3a33062b will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:20.559035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bf1ca4c7-3215-4de8-bffb-3e27012cbbb1 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.577424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.580815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ca4c7-3215-4de8-bffb-3e27012cbbb1 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b58382a-467a-459b-82de-1ff82d47d9f8,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:20.607756 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884f539-d167-4ba4-9901-2c772b3b04fd tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=d16945c4-a58e-4247-abed-50891f76bd75,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:20.629715 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-379e9cde-f614-4f55-aa67-3246368e377d tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.706339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Network 79b52148-1e0f-4a04-a87c-79e288b79fa9 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:20.709978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:20.711941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bf1ca4c7-3215-4de8-bffb-3e27012cbbb1 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.713191 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bf1ca4c7-3215-4de8-bffb-3e27012cbbb1 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "DELETE /v2.0/security-groups/6b58382a-467a-459b-82de-1ff82d47d9f8 HTTP/1.1" status: 204 len: 168 time: 0.5799448 Feb 21 09:05:20.714086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:20.718672 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53920) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:20.735500 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-379e9cde-f614-4f55-aa67-3246368e377d tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "DELETE /v2.0/ports/c91766d2-0009-41ea-836b-bc1091a93664 HTTP/1.1" status: 204 len: 168 time: 2.3819869 Feb 21 09:05:20.749858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53924) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:20.758009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'Port': ['ID=0447bfeb-5470-455f-9162-227d3a33062b,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:20.817079 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-08df02d9-5cd5-46f7-8709-e9cb26d0c1dc tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0655379 Feb 21 09:05:20.825919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53928) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:20.839215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1804238298'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:20.849326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.resource_extend [None req-f368822b-0f99-404c-b23f-20afc327783c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:05:20.857455 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:20.876006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Usage tracker for resource:network and tenant:78b7ad424b4a44aba5334c26c5f4bfea is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:20.882322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:20.883463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f368822b-0f99-404c-b23f-20afc327783c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.891535 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:20.892457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.906612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d1cd384d-8a43-4490-b40f-11b1b25ea285 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Synchronizing usage tracker for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:20.909517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2884f539-d167-4ba4-9901-2c772b3b04fd tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.912132 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2884f539-d167-4ba4-9901-2c772b3b04fd tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.918546 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2884f539-d167-4ba4-9901-2c772b3b04fd tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/floatingips/93bbfaea-9174-431f-93e8-7021360485b8 HTTP/1.1" status: 204 len: 168 time: 3.2634072 Feb 21 09:05:20.922158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:20.928763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53932) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:20.931374 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-850ba669-c1be-464c-8b00-0c25a97484db tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4044223 Feb 21 09:05:20.932242 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-f368822b-0f99-404c-b23f-20afc327783c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Ignored duplicate provisioning block setup for port eddad503-0f69-4fc7-93cb-4ce5d9da721d by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 21 09:05:20.934060 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Made reservation on behalf of 78b7ad424b4a44aba5334c26c5f4bfea for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:20.938242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:20.986624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:21.001640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:21.002101 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Added segment df26f9c5-f131-4afc-aade-4a2a74edcfd5 of type vlan for network ade2fdf9-9193-4a29-abf6-cd657d51b339 Feb 21 09:05:21.035421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-511f1d2b-338a-421d-85e2-26dab6b2c0aa None None] Provisioning complete for port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:21.036053 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-511f1d2b-338a-421d-85e2-26dab6b2c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:21.038342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:21.063464 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f368822b-0f99-404c-b23f-20afc327783c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:21.075288 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-f2789c02-193a-459b-822e-197a65d2298e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] delete failed (client error): The resource could not be found. Feb 21 09:05:21.077911 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f2789c02-193a-459b-822e-197a65d2298e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/floatingips/93bbfaea-9174-431f-93e8-7021360485b8 HTTP/1.1" status: 404 len: 345 time: 0.1478603 Feb 21 09:05:21.095297 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53938) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:21.156161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d1cd384d-8a43-4490-b40f-11b1b25ea285 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Unset dirty status for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:21.157610 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d1cd384d-8a43-4490-b40f-11b1b25ea285 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4369552 Feb 21 09:05:21.180192 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53942) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:21.204546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Request body: {'port': {'device_id': 'f3b89c0b-89d3-47da-ba47-03309c8b267c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:21.237897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126848533'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:21.244983 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f368822b-0f99-404c-b23f-20afc327783c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] In _notify_port_updated(), no bound segment for port eddad503-0f69-4fc7-93cb-4ce5d9da721d on network 2637b5dd-3e5f-472f-b184-cd3d7a228295 {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:05:21.251252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f368822b-0f99-404c-b23f-20afc327783c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:21.252002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f368822b-0f99-404c-b23f-20afc327783c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:21.254209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-511f1d2b-338a-421d-85e2-26dab6b2c0aa None None] Provisioning for port eddad503-0f69-4fc7-93cb-4ce5d9da721d completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:21.256780 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f368822b-0f99-404c-b23f-20afc327783c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "PUT /v2.0/ports/eddad503-0f69-4fc7-93cb-4ce5d9da721d HTTP/1.1" status: 200 len: 925 time: 2.5646360 Feb 21 09:05:21.257673 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53946) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:21.260669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-511f1d2b-338a-421d-85e2-26dab6b2c0aa None None] Provisioning complete for port eddad503-0f69-4fc7-93cb-4ce5d9da721d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:21.261076 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-511f1d2b-338a-421d-85e2-26dab6b2c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:21.261734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:21.269230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:21.272996 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-801fb23b-f31d-4982-8504-fc4276c975c9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c775d856-6fdf-4f9a-92b5-d198dc84b4f2'}, {'subnet_id': 'd9091778-a25b-42c1-a192-132e5ee0bf30'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:21.273923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:21.274710 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:21.343665 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-511f1d2b-338a-421d-85e2-26dab6b2c0aa None None] Port eddad503-0f69-4fc7-93cb-4ce5d9da721d cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:05:21.359703 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:21.375082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368822b-0f99-404c-b23f-20afc327783c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=eddad503-0f69-4fc7-93cb-4ce5d9da721d,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:21.474577 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9a9ac63d-a7f4-4690-8684-24b5b574f42a None None] Provisioning complete for port eddad503-0f69-4fc7-93cb-4ce5d9da721d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:21.474941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9a9ac63d-a7f4-4690-8684-24b5b574f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:21.583974 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ac63d-a7f4-4690-8684-24b5b574f42a None None] Port eddad503-0f69-4fc7-93cb-4ce5d9da721d cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:05:21.600228 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9a9ac63d-a7f4-4690-8684-24b5b574f42a None None] Provisioning for port 0447bfeb-5470-455f-9162-227d3a33062b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:21.607486 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9a9ac63d-a7f4-4690-8684-24b5b574f42a None None] Provisioning complete for port 0447bfeb-5470-455f-9162-227d3a33062b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:21.608448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9a9ac63d-a7f4-4690-8684-24b5b574f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:21.628769 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-801fb23b-f31d-4982-8504-fc4276c975c9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:21.681021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ac63d-a7f4-4690-8684-24b5b574f42a None None] Port 0447bfeb-5470-455f-9162-227d3a33062b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:05:21.683775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event updated for resources: {'Network': ['ID=ade2fdf9-9193-4a29-abf6-cd657d51b339,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:21.696193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network ade2fdf9-9193-4a29-abf6-cd657d51b339 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:21.812494 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-45ba0dbe-d610-4d55-86ba-f70f7bc1828f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9829574 Feb 21 09:05:21.815759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:21.816715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53952) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:21.845042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-169861489'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:21.852101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:21.871318 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:21.872207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8d528139-e338-4f08-9819-b1f8fc0a11a0 None None] Provisioning complete for port eddad503-0f69-4fc7-93cb-4ce5d9da721d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:21.873948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8d528139-e338-4f08-9819-b1f8fc0a11a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:21.886404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Usage tracker for resource:network and tenant:78b7ad424b4a44aba5334c26c5f4bfea is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:21.901321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ba8136-eeba-4dd2-a3c0-1d8e6acd228e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:21.905603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ba8136-eeba-4dd2-a3c0-1d8e6acd228e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:21.910247 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ba8136-eeba-4dd2-a3c0-1d8e6acd228e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:21.910462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d9ba8136-eeba-4dd2-a3c0-1d8e6acd228e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Synchronizing usage tracker for tenant:c41b1650d16e475eb82318b0b92b17d0 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:21.914557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:21.923829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706f8fb-d8f5-4a94-9c49-8aa67943846f req-947b5290-7ca4-4b18-9079-218bfd08648d tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:21.924551 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-9706f8fb-d8f5-4a94-9c49-8aa67943846f req-947b5290-7ca4-4b18-9079-218bfd08648d tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Synchronizing usage tracker for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:21.945222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:21.954920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Usage tracker for resource:security_group_rule and tenant:e90f476d75784a51873d6c7e5dde4cf6 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:21.960928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8d528139-e338-4f08-9819-b1f8fc0a11a0 None None] Port eddad503-0f69-4fc7-93cb-4ce5d9da721d cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:05:21.961111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:21.990374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:22.004990 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:22.008188 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Made reservation on behalf of 78b7ad424b4a44aba5334c26c5f4bfea for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:22.011715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:22.025211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-9706f8fb-d8f5-4a94-9c49-8aa67943846f req-947b5290-7ca4-4b18-9079-218bfd08648d tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Unset dirty status for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:22.032344 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9706f8fb-d8f5-4a94-9c49-8aa67943846f req-947b5290-7ca4-4b18-9079-218bfd08648d tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 931 time: 0.3360972 Feb 21 09:05:22.040110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d9ba8136-eeba-4dd2-a3c0-1d8e6acd228e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Unset dirty status for tenant:c41b1650d16e475eb82318b0b92b17d0 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:22.043650 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d9ba8136-eeba-4dd2-a3c0-1d8e6acd228e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "GET /v2.0/ports?network_id=b3f28a63-f92c-4dd3-b75f-c9448244f513 HTTP/1.1" status: 200 len: 2358 time: 0.9467986 Feb 21 09:05:22.044994 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53956) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:22.150828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3d9ad9-35b4-454f-bdf3-aab32c74bd66 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:22.150828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1a3d9ad9-35b4-454f-bdf3-aab32c74bd66 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Synchronizing usage tracker for tenant:c41b1650d16e475eb82318b0b92b17d0 on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:22.155232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:22.181851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:22.181851 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Added segment 8f0639b4-fd1f-4025-b251-5b0147cd425f of type vlan for network fa66f3c5-90b4-4554-92c9-ecbcb03b88e8 Feb 21 09:05:22.187591 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9706f8fb-d8f5-4a94-9c49-8aa67943846f req-0b4942bc-c2bd-41f6-a564-59c9dea5f84b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544032 Feb 21 09:05:22.227324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1a3d9ad9-35b4-454f-bdf3-aab32c74bd66 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Unset dirty status for tenant:c41b1650d16e475eb82318b0b92b17d0 on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:22.234325 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1a3d9ad9-35b4-454f-bdf3-aab32c74bd66 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "GET /v2.0/subnets/a35c64cb-bce8-4851-86d5-9f9b96bdde2e HTTP/1.1" status: 200 len: 797 time: 0.1789389 Feb 21 09:05:22.234325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:22.234325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53960) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:22.249371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'port': {'network_id': 'b3f28a63-f92c-4dd3-b75f-c9448244f513', 'name': 'tempest-FloatingIPTestJSON-437316536', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:22.291426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:22.356358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:22.360529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:22.361110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:22.383178 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-801fb23b-f31d-4982-8504-fc4276c975c9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Allocated IP 2001:db8:0:1::a0 (2637b5dd-3e5f-472f-b184-cd3d7a228295/d9091778-a25b-42c1-a192-132e5ee0bf30/eddad503-0f69-4fc7-93cb-4ce5d9da721d) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:22.388105 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:22.394337 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:22.429499 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fda92f-eb52-4e83-afc6-d43936f44a1a,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:22.460102 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:22.460102 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:22.460713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:22.461048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:22.461371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:22.461692 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:22.462135 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:22.462333 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:22.462648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:22.462945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:22.463645 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:22.480971 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:22.520172 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7004306 Feb 21 09:05:22.528016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bab6e-1aa0-492c-990b-b2aa7c7a5b13 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event updated for resources: {'Network': ['ID=fa66f3c5-90b4-4554-92c9-ecbcb03b88e8,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:22.540235 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0447bfeb-5470-455f-9162-227d3a33062b {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:05:22.548339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:22.561175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network fa66f3c5-90b4-4554-92c9-ecbcb03b88e8 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:22.564623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Transition to ACTIVE for port object 0447bfeb-5470-455f-9162-227d3a33062b will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:22.570242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:22.656172 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Pushing event updated for resources: {'Port': ['ID=0447bfeb-5470-455f-9162-227d3a33062b,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:22.731367 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53964) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:22.742891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Request body: {'subnets': [{'network_id': 'ade2fdf9-9193-4a29-abf6-cd657d51b339', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--999291137', 'ip_version': 4}, {'network_id': 'fa66f3c5-90b4-4554-92c9-ecbcb03b88e8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:22.743235 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Request body: {'subnet': {'network_id': 'ade2fdf9-9193-4a29-abf6-cd657d51b339', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--999291137', 'ip_version': 4}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:22.743790 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Request body: {'subnet': {'network_id': 'fa66f3c5-90b4-4554-92c9-ecbcb03b88e8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:22.771939 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:22.773546 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a2ef57b8-a9d3-4108-9758-f8d678a7f59b tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5649142 Feb 21 09:05:22.777850 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53968) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:22.798034 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d850e71c-ca07-4eeb-9c4c-1eedf060adf0 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:22.799635 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-d850e71c-ca07-4eeb-9c4c-1eedf060adf0 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] update failed (client error): There was a conflict when trying to complete your request. Feb 21 09:05:22.801207 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d850e71c-ca07-4eeb-9c4c-1eedf060adf0 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "PUT /v2.0/security-groups/f5fda92f-eb52-4e83-afc6-d43936f44a1a HTTP/1.1" status: 409 len: 330 time: 0.0222232 Feb 21 09:05:22.802230 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Made reservation on behalf of c41b1650d16e475eb82318b0b92b17d0 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:22.827458 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53972) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:23.055610 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-801fb23b-f31d-4982-8504-fc4276c975c9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.080523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.099850 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2981d70-bb94-43b0-8c11-5b6500325423 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.101782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-801fb23b-f31d-4982-8504-fc4276c975c9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Transition to ACTIVE for port object eddad503-0f69-4fc7-93cb-4ce5d9da721d will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:23.119618 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Attempting to bind port 0447bfeb-5470-455f-9162-227d3a33062b on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:05:23.120243 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Attempting to bind port 0447bfeb-5470-455f-9162-227d3a33062b by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:05:23.120486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Attempting to bind port 0447bfeb-5470-455f-9162-227d3a33062b on network 79b52148-1e0f-4a04-a87c-79e288b79fa9 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:05:23.122570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-801fb23b-f31d-4982-8504-fc4276c975c9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.125445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:23.131971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Usage tracker for resource:subnet and tenant:78b7ad424b4a44aba5334c26c5f4bfea is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:23.136541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:23.140538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Port 0447bfeb-5470-455f-9162-227d3a33062b on network 79b52148-1e0f-4a04-a87c-79e288b79fa9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:05:23.141641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Attempting to bind port 0447bfeb-5470-455f-9162-227d3a33062b on network 79b52148-1e0f-4a04-a87c-79e288b79fa9 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:05:23.149172 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:23.158505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:05:23.159135 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Checking segment: {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:23.159808 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Bound using segment: {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:05:23.160290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Bound port: 0447bfeb-5470-455f-9162-227d3a33062b, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:05:23.160737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.174335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] device_id is not set on port 24ae2e1b-e239-48aa-92f9-e77ad3136c03 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:05:23.180000 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Made reservation on behalf of 78b7ad424b4a44aba5334c26c5f4bfea for: {'subnet': 2} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:23.221030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2981d70-bb94-43b0-8c11-5b6500325423 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.381325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fb23b-f31d-4982-8504-fc4276c975c9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=eddad503-0f69-4fc7-93cb-4ce5d9da721d,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:23.407372 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] For port 0447bfeb-5470-455f-9162-227d3a33062b, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:05:23.430087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-801fb23b-f31d-4982-8504-fc4276c975c9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] In _notify_port_updated(), no bound segment for port eddad503-0f69-4fc7-93cb-4ce5d9da721d on network 2637b5dd-3e5f-472f-b184-cd3d7a228295 {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:05:23.433644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801fb23b-f31d-4982-8504-fc4276c975c9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:23.434268 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-801fb23b-f31d-4982-8504-fc4276c975c9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.438742 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-801fb23b-f31d-4982-8504-fc4276c975c9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "PUT /v2.0/ports/eddad503-0f69-4fc7-93cb-4ce5d9da721d HTTP/1.1" status: 200 len: 1010 time: 2.1694672 Feb 21 09:05:23.442438 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53978) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:23.488512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] For port 0447bfeb-5470-455f-9162-227d3a33062b, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=0447bfeb-5470-455f-9162-227d3a33062b,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:05:23.502296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2981d70-bb94-43b0-8c11-5b6500325423 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.521124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.612360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2981d70-bb94-43b0-8c11-5b6500325423 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fda92f-eb52-4e83-afc6-d43936f44a1a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:23.626904 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f065dd63-fedd-4ef7-88f8-f45793bc8c9a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port eddad503-0f69-4fc7-93cb-4ce5d9da721d {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:23.627283 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f065dd63-fedd-4ef7-88f8-f45793bc8c9a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.674090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5a95096f-ca6b-4a1e-b424-b598a4cc2040 None None] Provisioning for port eddad503-0f69-4fc7-93cb-4ce5d9da721d completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:23.682073 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5a95096f-ca6b-4a1e-b424-b598a4cc2040 None None] Provisioning complete for port eddad503-0f69-4fc7-93cb-4ce5d9da721d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:23.682856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5a95096f-ca6b-4a1e-b424-b598a4cc2040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.732514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2981d70-bb94-43b0-8c11-5b6500325423 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.733265 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Pushing event updated for resources: {'Port': ['ID=0447bfeb-5470-455f-9162-227d3a33062b,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:23.737014 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f2981d70-bb94-43b0-8c11-5b6500325423 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "DELETE /v2.0/security-groups/f5fda92f-eb52-4e83-afc6-d43936f44a1a HTTP/1.1" status: 204 len: 168 time: 0.9053972 Feb 21 09:05:23.745551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53982) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:23.754509 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.756037 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-e157f854-4b8e-44f8-b767-d056aa84557f service neutron] 10.222.0.47 "PUT /v2.0/ports/0447bfeb-5470-455f-9162-227d3a33062b HTTP/1.1" status: 200 len: 1093 time: 2.8059223 Feb 21 09:05:23.758186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b89c0b-89d3-47da-ba47-03309c8b267c', 'tag': '0447bfeb-5470-455f-9162-227d3a33062b'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:05:23.774152 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-5a95096f-ca6b-4a1e-b424-b598a4cc2040 None None] Port eddad503-0f69-4fc7-93cb-4ce5d9da721d cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:05:23.776087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.776087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:23.942760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f9c41-ee75-458c-b005-dafd0bc02e24 req-16080b20-a4a4-4848-aaed-e3d912f45c36 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:23.952207 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-969f9c41-ee75-458c-b005-dafd0bc02e24 req-16080b20-a4a4-4848-aaed-e3d912f45c36 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 943 time: 0.5936542 Feb 21 09:05:24.016199 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b89c0b-89d3-47da-ba47-03309c8b267c', 'tag': '0447bfeb-5470-455f-9162-227d3a33062b', 'status': 'completed', 'code': 200} Feb 21 09:05:24.079198 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-969f9c41-ee75-458c-b005-dafd0bc02e24 req-7880f498-c23e-4ccf-8902-b7d68e017c6c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111054 Feb 21 09:05:24.083459 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-d33ac8f4-0d2e-43d8-a455-4b34cd5f1bfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 1096 time: 0.2792687 Feb 21 09:05:24.098710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-50144d3e-ed02-42f4-8b43-5e5f725e99a3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Synchronizing usage tracker for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:24.105629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.20.0.13 (b3f28a63-f92c-4dd3-b75f-c9448244f513/a35c64cb-bce8-4851-86d5-9f9b96bdde2e/24ae2e1b-e239-48aa-92f9-e77ad3136c03) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:24.125684 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.20.0.12 (b3f28a63-f92c-4dd3-b75f-c9448244f513/a35c64cb-bce8-4851-86d5-9f9b96bdde2e/24ae2e1b-e239-48aa-92f9-e77ad3136c03) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:24.159680 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-50144d3e-ed02-42f4-8b43-5e5f725e99a3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] Unset dirty status for tenant:e90f476d75784a51873d6c7e5dde4cf6 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:24.165039 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-50144d3e-ed02-42f4-8b43-5e5f725e99a3 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4147222 Feb 21 09:05:24.165877 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 53990) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:24.204524 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-7d1edb83-df2e-4d37-ba4b-3ecb56ad699d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0447bfeb-5470-455f-9162-227d3a33062b HTTP/1.1" status: 200 len: 217 time: 0.1133862 Feb 21 09:05:24.205575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f065dd63-fedd-4ef7-88f8-f45793bc8c9a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:24.286956 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-4501e267-f64a-4d09-8708-8928b5d54e4c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] delete failed (client error): The resource could not be found. Feb 21 09:05:24.291279 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4501e267-f64a-4d09-8708-8928b5d54e4c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "DELETE /v2.0/security-groups/8e1d676e-6059-4ffd-9755-e9d1d8128197 HTTP/1.1" status: 404 len: 347 time: 0.1208575 Feb 21 09:05:24.296771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53994) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:24.332761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-16f623c1-67e2-43d5-96cf-6577c1938e2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:24.334227 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-16f623c1-67e2-43d5-96cf-6577c1938e2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.1191688 Feb 21 09:05:24.337708 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-d018822f-9250-40d3-9b27-7f3dcf24613c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] show failed (client error): The resource could not be found. Feb 21 09:05:24.342311 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d018822f-9250-40d3-9b27-7f3dcf24613c tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "GET /v2.0/security-groups/0e843f0e-3727-4f44-86c0-e0ede0b98dcb HTTP/1.1" status: 404 len: 347 time: 0.0391204 Feb 21 09:05:24.343433 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 53998) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:24.359135 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f065dd63-fedd-4ef7-88f8-f45793bc8c9a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for eddad503-0f69-4fc7-93cb-4ce5d9da721d owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:24.469387 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-c2625259-8685-4ff4-9ea9-2b7fa481d9b1 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] show failed (client error): The resource could not be found. Feb 21 09:05:24.473855 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c2625259-8685-4ff4-9ea9-2b7fa481d9b1 tempest-NegativeSecGroupIPv6Test-1791551248 tempest-NegativeSecGroupIPv6Test-1791551248-project] 10.222.0.48 "GET /v2.0/security-group-rules/886b3871-95f9-4a6c-8b70-99081a661078 HTTP/1.1" status: 404 len: 356 time: 0.0973074 Feb 21 09:05:24.543613 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-ab292969-9777-4701-98ee-33ab3147b791 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2006681 Feb 21 09:05:24.788084 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:24.876170 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-3ed4a315-0fa9-470a-ac79-61a9770ff7f7 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253591 Feb 21 09:05:24.878217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:24.887059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f065dd63-fedd-4ef7-88f8-f45793bc8c9a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:24.936222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:24.958177 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065dd63-fedd-4ef7-88f8-f45793bc8c9a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=eddad503-0f69-4fc7-93cb-4ce5d9da721d,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:24.992245 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54006) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:25.068423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Checking segment: {'id': 'df26f9c5-f131-4afc-aade-4a2a74edcfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ade2fdf9-9193-4a29-abf6-cd657d51b339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:25.068732 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Network hostable DHCP agents. Network: ade2fdf9-9193-4a29-abf6-cd657d51b339, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:25.084379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event updated for resources: {'Subnet': ['ID=e6c3b40d-86fc-4ba2-93d0-1857ad97a461,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:25.107166 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network b3f28a63-f92c-4dd3-b75f-c9448244f513 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:25.108500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:25.108688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:25.108996 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:25.109396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:25.109729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:25.111124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:25.111476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:25.112233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:25.112233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:25.112418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:25.112729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:25.115044 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:25.117116 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f065dd63-fedd-4ef7-88f8-f45793bc8c9a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:25.151041 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f065dd63-fedd-4ef7-88f8-f45793bc8c9a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/eddad503-0f69-4fc7-93cb-4ce5d9da721d HTTP/1.1" status: 204 len: 168 time: 1.7048454 Feb 21 09:05:25.151041 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:25.152734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54014) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:25.155933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Network ade2fdf9-9193-4a29-abf6-cd657d51b339 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:25.191969 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=24ae2e1b-e239-48aa-92f9-e77ad3136c03,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:25.253359 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:25.254203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:25.260826 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b787d95d-82bd-4f93-ab76-e9927876f6a9 req-fb5b2a2b-31cb-4a60-bb4f-8460218701d1 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748457 Feb 21 09:05:25.262073 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, ade2fdf9-9193-4a29-abf6-cd657d51b339) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:25.264798 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-471c932b-28ce-4e70-99cb-68557a39d251 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] GET failed (client error): The resource could not be found. Feb 21 09:05:25.265338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-471c932b-28ce-4e70-99cb-68557a39d251 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:25.274565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:25.281592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186814bf-5b92-45cc-a92a-c47bd409d02f None None] Network ade2fdf9-9193-4a29-abf6-cd657d51b339 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:25.290845 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0af95137-71cd-4372-8d11-c15b1da95c1c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.0558596 Feb 21 09:05:25.291926 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54018) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:25.302379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '24ae2e1b-e239-48aa-92f9-e77ad3136c03', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:25.316784 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:25.334092 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-892ab25b-7d3d-491c-9e98-7adb7ad3bb29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e90f476d75784a51873d6c7e5dde4cf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3383706 Feb 21 09:05:25.335059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:25.337036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54022) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:25.365692 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:25.437886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-471c932b-28ce-4e70-99cb-68557a39d251 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:25.439100 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-471c932b-28ce-4e70-99cb-68557a39d251 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/eddad503-0f69-4fc7-93cb-4ce5d9da721d HTTP/1.1" status: 404 len: 333 time: 0.2846944 Feb 21 09:05:25.446219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54026) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:25.467163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event updated for resources: {'Subnet': ['ID=c9dc78f3-b1a4-4f7d-83da-2b299de279f0,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:25.524668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Checking segment: {'id': '8f0639b4-fd1f-4025-b251-5b0147cd425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fa66f3c5-90b4-4554-92c9-ecbcb03b88e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:25.525034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Network hostable DHCP agents. Network: fa66f3c5-90b4-4554-92c9-ecbcb03b88e8, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:25.531970 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2a063ef4-aac7-47c4-b2fe-ddb910f7d7a9 req-526e8c69-8db7-4bd4-b4d6-cb047ccc0ffa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 1096 time: 0.1675761 Feb 21 09:05:25.537943 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b3631740-9d59-4838-b991-c09b101118ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:25.539506 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-ade2fdf9-9193-4a29-abf6-cd657d51b339', 'network_id': 'ade2fdf9-9193-4a29-abf6-cd657d51b339', 'tenant_id': '78b7ad424b4a44aba5334c26c5f4bfea', 'fixed_ips': [{'subnet_id': 'e6c3b40d-86fc-4ba2-93d0-1857ad97a461'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:05:25.541055 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:25.574492 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fbfee2-6723-4447-8f0a-15fe2d93e089 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting subnet d9091778-a25b-42c1-a192-132e5ee0bf30 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:05:25.575304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c07b7-4e62-4dba-bd0f-ad870da4c3ff req-9eef3bc1-2a50-4471-9433-cfd0e014fc9e tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:25.577796 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c00c07b7-4e62-4dba-bd0f-ad870da4c3ff req-9eef3bc1-2a50-4471-9433-cfd0e014fc9e tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 943 time: 0.2618070 Feb 21 09:05:25.582642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d4fbfee2-6723-4447-8f0a-15fe2d93e089 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:25.614162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b3631740-9d59-4838-b991-c09b101118ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:25.683037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d4fbfee2-6723-4447-8f0a-15fe2d93e089 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:25.711023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Network fa66f3c5-90b4-4554-92c9-ecbcb03b88e8 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:25.744290 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c00c07b7-4e62-4dba-bd0f-ad870da4c3ff req-9f5a88af-a5b5-4e6f-8a17-ad1d850a2b52 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134863 Feb 21 09:05:25.747224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, fa66f3c5-90b4-4554-92c9-ecbcb03b88e8) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:25.759840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:25.762110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:25.763748 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:25.772510 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Allocated IP 172.20.0.2 (ade2fdf9-9193-4a29-abf6-cd657d51b339/e6c3b40d-86fc-4ba2-93d0-1857ad97a461/93b6d63b-b199-4384-ba7a-1b7eda89af82) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:25.773410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a063ef4-aac7-47c4-b2fe-ddb910f7d7a9 req-47a3d510-b8cd-472c-9a21-5d784cef7f24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:25.774622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a61a882-bbae-46b5-99ae-bcb5f29e0796 None None] Network fa66f3c5-90b4-4554-92c9-ecbcb03b88e8 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:25.775581 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2a063ef4-aac7-47c4-b2fe-ddb910f7d7a9 req-47a3d510-b8cd-472c-9a21-5d784cef7f24 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 911 time: 0.2335584 Feb 21 09:05:25.782920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b3631740-9d59-4838-b991-c09b101118ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:25.804029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:25.849080 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3631740-9d59-4838-b991-c09b101118ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366e5b4a-b3af-4f2f-a879-1b5cd2a674e6,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:25.883974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d4fbfee2-6723-4447-8f0a-15fe2d93e089 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:25.927599 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b3631740-9d59-4838-b991-c09b101118ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:25.928648 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b3631740-9d59-4838-b991-c09b101118ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/366e5b4a-b3af-4f2f-a879-1b5cd2a674e6 HTTP/1.1" status: 204 len: 168 time: 0.5908968 Feb 21 09:05:25.983697 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2a063ef4-aac7-47c4-b2fe-ddb910f7d7a9 req-1affdcf4-0c36-4bb3-a9a2-b7f9a75ba1bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0447bfeb-5470-455f-9162-227d3a33062b HTTP/1.1" status: 200 len: 217 time: 0.2006948 Feb 21 09:05:26.035612 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-49b55fb4-1f42-4418-af2c-cbeb0df7ed90 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.3027945 Feb 21 09:05:26.035860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54032) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:26.039819 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.26.6.65 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/6d62ef07-e80b-4b67-86cb-dbaf019bfd3c) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:26.065409 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a063ef4-aac7-47c4-b2fe-ddb910f7d7a9 req-e4bb46a2-7094-4017-bd50-49ad883166ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:26.066804 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2a063ef4-aac7-47c4-b2fe-ddb910f7d7a9 req-e4bb46a2-7094-4017-bd50-49ad883166ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.0766697 Feb 21 09:05:26.071872 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d4fbfee2-6723-4447-8f0a-15fe2d93e089 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:26.133954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbfee2-6723-4447-8f0a-15fe2d93e089 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Subnet': ['ID=d9091778-a25b-42c1-a192-132e5ee0bf30,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:26.160480 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2a063ef4-aac7-47c4-b2fe-ddb910f7d7a9 req-64a5b520-4028-467b-a064-45f92823624e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867155 Feb 21 09:05:26.171289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d4fbfee2-6723-4447-8f0a-15fe2d93e089 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:26.230289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de728fd-04ff-4e77-a911-e7f133a563b3 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:26.231621 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de728fd-04ff-4e77-a911-e7f133a563b3 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:26.233066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de728fd-04ff-4e77-a911-e7f133a563b3 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:26.234677 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6de728fd-04ff-4e77-a911-e7f133a563b3 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1977506 Feb 21 09:05:26.239520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54038) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:26.244510 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d4fbfee2-6723-4447-8f0a-15fe2d93e089 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/d9091778-a25b-42c1-a192-132e5ee0bf30 HTTP/1.1" status: 204 len: 168 time: 0.7961080 Feb 21 09:05:26.251512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54042) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:26.279336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:26.443053 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:26.467844 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2a063ef4-aac7-47c4-b2fe-ddb910f7d7a9 req-38d24e54-c435-4c19-93eb-594a011398f9 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006773 Feb 21 09:05:26.498953 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77180683-dd6b-4fe2-85b7-bb245ee7f042 None None] Network 2637b5dd-3e5f-472f-b184-cd3d7a228295 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:26.504431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f48e51-34c0-4453-8ac8-4997b18c1784 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Deleting subnet e6c3b40d-86fc-4ba2-93d0-1857ad97a461 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:05:26.516036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:26.589946 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:26.593646 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:26.598790 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:26.626916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1d1e6d-200a-4971-a6af-a4ca24e7254c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting subnet c775d856-6fdf-4f9a-92b5-d198dc84b4f2 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:05:26.630416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d1d1e6d-200a-4971-a6af-a4ca24e7254c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:26.635455 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=6d62ef07-e80b-4b67-86cb-dbaf019bfd3c,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:26.701971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d1d1e6d-200a-4971-a6af-a4ca24e7254c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:26.703148 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Transition to ACTIVE for port object 93b6d63b-b199-4384-ba7a-1b7eda89af82 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:26.758211 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Transition to ACTIVE for port object 93b6d63b-b199-4384-ba7a-1b7eda89af82 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:26.774934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98f48e51-34c0-4453-8ac8-4997b18c1784 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:26.814607 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:26.817116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d1d1e6d-200a-4971-a6af-a4ca24e7254c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:26.923725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98f48e51-34c0-4453-8ac8-4997b18c1784 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:26.930647 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2a063ef4-aac7-47c4-b2fe-ddb910f7d7a9 req-d84fca6b-e3ae-4643-9dba-7f6f75354a0c service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548392 Feb 21 09:05:26.937791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d1d1e6d-200a-4971-a6af-a4ca24e7254c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:26.968449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Pushing event updated for resources: {'Port': ['ID=93b6d63b-b199-4384-ba7a-1b7eda89af82,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:26.984015 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Network ade2fdf9-9193-4a29-abf6-cd657d51b339 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:26.992745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d1d1e6d-200a-4971-a6af-a4ca24e7254c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:27.002305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:27.007083 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d1e6d-200a-4971-a6af-a4ca24e7254c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Subnet': ['ID=c775d856-6fdf-4f9a-92b5-d198dc84b4f2,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:27.010836 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-fa66f3c5-90b4-4554-92c9-ecbcb03b88e8', 'network_id': 'fa66f3c5-90b4-4554-92c9-ecbcb03b88e8', 'tenant_id': '78b7ad424b4a44aba5334c26c5f4bfea', 'fixed_ips': [{'subnet_id': 'c9dc78f3-b1a4-4f7d-83da-2b299de279f0'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:05:27.011792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:27.015476 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9d1d1e6d-200a-4971-a6af-a4ca24e7254c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/c775d856-6fdf-4f9a-92b5-d198dc84b4f2 HTTP/1.1" status: 204 len: 168 time: 0.7601457 Feb 21 09:05:27.016844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54060) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:27.026633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:27.068658 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:27.069058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:27.069339 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:27.069667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:27.069991 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:27.070321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:27.070638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:27.070961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:27.071303 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:27.071614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:27.071928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:05:27.216801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:27.233408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:27.233745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:27.305157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6555b-d448-49bc-a581-d6daf0ea81f0 req-739ac0a4-58a6-49af-9d4a-996a35645f42 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:27.306891 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5cf6555b-d448-49bc-a581-d6daf0ea81f0 req-739ac0a4-58a6-49af-9d4a-996a35645f42 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 943 time: 0.1881900 Feb 21 09:05:27.344315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54066) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:27.404480 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Allocated IP 172.20.0.18 (fa66f3c5-90b4-4554-92c9-ecbcb03b88e8/c9dc78f3-b1a4-4f7d-83da-2b299de279f0/f0acd571-7beb-44a7-a398-e1b2a485cfff) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:27.426634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:27.489340 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98f48e51-34c0-4453-8ac8-4997b18c1784 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:27.509634 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5cf6555b-d448-49bc-a581-d6daf0ea81f0 req-2369e881-531d-4779-8064-555c64bf8980 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663008 Feb 21 09:05:27.521231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] For port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4b4d6f43-aee4-49ba-aca2-82abb9d9253f,segment=NetworkSegment(ac8e7d11-4b40-44af-b23a-ed6dafa2cc87),segment_id=ac8e7d11-4b40-44af-b23a-ed6dafa2cc87)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:27.521867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:27.558371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:27.626237 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6356b260-9042-4137-9850-2a5218c3c7c1 tempest-ServiceProvidersTest-2103613373 tempest-ServiceProvidersTest-2103613373-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2808096 Feb 21 09:05:27.641398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98f48e51-34c0-4453-8ac8-4997b18c1784 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:27.688532 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Attempting to bind port 93b6d63b-b199-4384-ba7a-1b7eda89af82 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:05:27.689107 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Attempting to bind port 93b6d63b-b199-4384-ba7a-1b7eda89af82 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'df26f9c5-f131-4afc-aade-4a2a74edcfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ade2fdf9-9193-4a29-abf6-cd657d51b339'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:05:27.689265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Attempting to bind port 93b6d63b-b199-4384-ba7a-1b7eda89af82 on network ade2fdf9-9193-4a29-abf6-cd657d51b339 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:05:27.716485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f48e51-34c0-4453-8ac8-4997b18c1784 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c3b40d-86fc-4ba2-93d0-1857ad97a461,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:27.739644 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:05:27.740153 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Checking segment: {'id': 'df26f9c5-f131-4afc-aade-4a2a74edcfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ade2fdf9-9193-4a29-abf6-cd657d51b339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:27.740785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:27.741425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Bound using segment: {'id': 'df26f9c5-f131-4afc-aade-4a2a74edcfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ade2fdf9-9193-4a29-abf6-cd657d51b339'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:05:27.742316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Bound port: 93b6d63b-b199-4384-ba7a-1b7eda89af82, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df26f9c5-f131-4afc-aade-4a2a74edcfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ade2fdf9-9193-4a29-abf6-cd657d51b339'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:05:27.742950 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:27.743514 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for 4b4d6f43-aee4-49ba-aca2-82abb9d9253f owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:27.784208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98f48e51-34c0-4453-8ac8-4997b18c1784 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:27.799729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:27.807633 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98f48e51-34c0-4453-8ac8-4997b18c1784 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "DELETE /v2.0/subnets/e6c3b40d-86fc-4ba2-93d0-1857ad97a461 HTTP/1.1" status: 204 len: 168 time: 1.5670936 Feb 21 09:05:27.811397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54074) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:27.857049 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Transition to ACTIVE for port object f0acd571-7beb-44a7-a398-e1b2a485cfff will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:27.934283 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Transition to ACTIVE for port object f0acd571-7beb-44a7-a398-e1b2a485cfff will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:27.946077 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73454903-e695-4d64-ab03-4e9b0569f486 None None] DHCP port deletion for 2637b5dd-3e5f-472f-b184-cd3d7a228295 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:05:27.949514 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] For port 93b6d63b-b199-4384-ba7a-1b7eda89af82, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:05:27.955156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] For port 93b6d63b-b199-4384-ba7a-1b7eda89af82, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=93b6d63b-b199-4384-ba7a-1b7eda89af82,segment=NetworkSegment(df26f9c5-f131-4afc-aade-4a2a74edcfd5),segment_id=df26f9c5-f131-4afc-aade-4a2a74edcfd5)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:05:27.957841 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-73454903-e695-4d64-ab03-4e9b0569f486 None None] Deleting port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:27.958282 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-73454903-e695-4d64-ab03-4e9b0569f486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.006307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.067931 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=4b4d6f43-aee4-49ba-aca2-82abb9d9253f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:28.072379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.077489 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No DVR routers for this DVR port 4b4d6f43-aee4-49ba-aca2-82abb9d9253f on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:05:28.080900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-73454903-e695-4d64-ab03-4e9b0569f486 None None] The port '4b4d6f43-aee4-49ba-aca2-82abb9d9253f' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:05:28.084922 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.089380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.108289 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.116922 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54080) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:28.163837 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=6d62ef07-e80b-4b67-86cb-dbaf019bfd3c,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:28.209121 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-22914400-b9fb-4723-be22-eadc604e88fa tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Deleting subnet c9dc78f3-b1a4-4f7d-83da-2b299de279f0 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:05:28.212511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d344162-70b6-4a27-adac-e60f427aed07 None None] Pushing event updated for resources: {'Port': ['ID=93b6d63b-b199-4384-ba7a-1b7eda89af82,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:28.217946 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-22914400-b9fb-4723-be22-eadc604e88fa tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.245144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.280470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2637b5dd-3e5f-472f-b184-cd3d7a228295']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:28.280807 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.297511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8e7d11-4b40-44af-b23a-ed6dafa2cc87') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:28.297826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8e7d11-4b40-44af-b23a-ed6dafa2cc87') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:28.315132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.319210 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Network fa66f3c5-90b4-4554-92c9-ecbcb03b88e8 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:28.341577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.345715 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-22914400-b9fb-4723-be22-eadc604e88fa tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.349389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:28.349789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.363109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:28.369219 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:28.384657 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:28.388974 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Pushing event updated for resources: {'Port': ['ID=f0acd571-7beb-44a7-a398-e1b2a485cfff,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:28.434262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef51dfb-b2c3-4ef3-849f-413bce81d0f7 None None] Network ade2fdf9-9193-4a29-abf6-cd657d51b339 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:28.446865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c7d7f4d6-6920-4763-bf6e-d2ccbd828eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.497819 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.520346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.535663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c7d7f4d6-6920-4763-bf6e-d2ccbd828eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:28.540915 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Network': ['ID=2637b5dd-3e5f-472f-b184-cd3d7a228295,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:28.549476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c7d7f4d6-6920-4763-bf6e-d2ccbd828eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:6787f7898e0b4543ba08d5c58941f73f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:28.553694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c7d7f4d6-6920-4763-bf6e-d2ccbd828eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:28.565062 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4ff37bad-bf60-435a-a53a-893b3608c75a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/networks/2637b5dd-3e5f-472f-b184-cd3d7a228295 HTTP/1.1" status: 204 len: 168 time: 1.5431418 Feb 21 09:05:28.565062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c7d7f4d6-6920-4763-bf6e-d2ccbd828eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:28.565358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54086) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:28.658216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Attempting to bind port f0acd571-7beb-44a7-a398-e1b2a485cfff on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:05:28.658216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Attempting to bind port f0acd571-7beb-44a7-a398-e1b2a485cfff by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '8f0639b4-fd1f-4025-b251-5b0147cd425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fa66f3c5-90b4-4554-92c9-ecbcb03b88e8'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:05:28.659309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Attempting to bind port f0acd571-7beb-44a7-a398-e1b2a485cfff on network fa66f3c5-90b4-4554-92c9-ecbcb03b88e8 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:05:28.688082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cffa7b-b626-4e3b-b28a-035696543d21 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:28.688820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-95cffa7b-b626-4e3b-b28a-035696543d21 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:28.689104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-22914400-b9fb-4723-be22-eadc604e88fa tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.708395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:05:28.708395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Checking segment: {'id': '8f0639b4-fd1f-4025-b251-5b0147cd425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fa66f3c5-90b4-4554-92c9-ecbcb03b88e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:28.709156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.709267 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Bound using segment: {'id': '8f0639b4-fd1f-4025-b251-5b0147cd425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fa66f3c5-90b4-4554-92c9-ecbcb03b88e8'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:05:28.709874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Bound port: f0acd571-7beb-44a7-a398-e1b2a485cfff, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0639b4-fd1f-4025-b251-5b0147cd425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fa66f3c5-90b4-4554-92c9-ecbcb03b88e8'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:05:28.710635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.733275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c7d7f4d6-6920-4763-bf6e-d2ccbd828eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.734520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-95cffa7b-b626-4e3b-b28a-035696543d21 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:28.739986 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-95cffa7b-b626-4e3b-b28a-035696543d21 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1695249 Feb 21 09:05:28.739986 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54092) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:28.780593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c7d7f4d6-6920-4763-bf6e-d2ccbd828eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.794138 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Floating IP 39fec7c8-5fa9-4c54-b871-3432f393ed1b associated. External IP: 172.26.6.65, port: 24ae2e1b-e239-48aa-92f9-e77ad3136c03. Feb 21 09:05:28.888286 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] For port f0acd571-7beb-44a7-a398-e1b2a485cfff, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:05:28.892838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] For port f0acd571-7beb-44a7-a398-e1b2a485cfff, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f0acd571-7beb-44a7-a398-e1b2a485cfff,segment=NetworkSegment(8f0639b4-fd1f-4025-b251-5b0147cd425f),segment_id=8f0639b4-fd1f-4025-b251-5b0147cd425f)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:05:28.898609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.901634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7f4d6-6920-4763-bf6e-d2ccbd828eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7d79c7-7927-4b84-ad7b-6f5b08a99aef,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:28.910975 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c7d7f4d6-6920-4763-bf6e-d2ccbd828eb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6787f7898e0b4543ba08d5c58941f73f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7902801 Feb 21 09:05:28.914740 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54096) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:28.922677 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-22914400-b9fb-4723-be22-eadc604e88fa tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.968656 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22914400-b9fb-4723-be22-eadc604e88fa tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event deleted for resources: {'Subnet': ['ID=c9dc78f3-b1a4-4f7d-83da-2b299de279f0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:28.978342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-22914400-b9fb-4723-be22-eadc604e88fa tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:28.995975 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1c70f648-46ee-4b0b-abbf-14428866b5c5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2518854 Feb 21 09:05:28.996375 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54100) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:29.002260 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c77ff-5b32-4435-a3ad-9ec0f8cc0653 None None] Pushing event updated for resources: {'Port': ['ID=f0acd571-7beb-44a7-a398-e1b2a485cfff,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:29.006515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-127286381'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:29.020803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fe1ef-873e-48a9-82a6-ca1666977a86 req-a75f915b-69fa-4382-ab87-87273c72d304 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:29.020972 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-22914400-b9fb-4723-be22-eadc604e88fa tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "DELETE /v2.0/subnets/c9dc78f3-b1a4-4f7d-83da-2b299de279f0 HTTP/1.1" status: 204 len: 168 time: 1.2060616 Feb 21 09:05:29.023074 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54104) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:29.025824 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d80fe1ef-873e-48a9-82a6-ca1666977a86 req-a75f915b-69fa-4382-ab87-87273c72d304 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 943 time: 0.2327371 Feb 21 09:05:29.064985 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:29.072274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-312223e6-7bd3-4cc7-ac65-5f5a0b4b19f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:29.078749 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:network and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:29.084398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:29.099070 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:29.112146 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d80fe1ef-873e-48a9-82a6-ca1666977a86 req-6ce2a8d7-7835-43db-bc19-b3fde0ded582 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851402 Feb 21 09:05:29.121702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-312223e6-7bd3-4cc7-ac65-5f5a0b4b19f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:29.129734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a036d712-7821-429a-b710-5b18ab2e162f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:29.130423 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a036d712-7821-429a-b710-5b18ab2e162f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Synchronizing usage tracker for tenant:78b7ad424b4a44aba5334c26c5f4bfea on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:29.133020 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:29.135909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:29.195415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a036d712-7821-429a-b710-5b18ab2e162f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Unset dirty status for tenant:78b7ad424b4a44aba5334c26c5f4bfea on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:29.196578 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a036d712-7821-429a-b710-5b18ab2e162f tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1709292 Feb 21 09:05:29.202511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54108) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:29.214345 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:29.243545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:29.244382 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Added segment 0981d935-0229-4d6a-b6b1-ba0bcf633402 of type vlan for network bf292244-8d38-46cd-a913-15ce79f47f08 Feb 21 09:05:29.276653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:29.285434 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-312223e6-7bd3-4cc7-ac65-5f5a0b4b19f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:29.324792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312223e6-7bd3-4cc7-ac65-5f5a0b4b19f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7d79c7-7927-4b84-ad7b-6f5b08a99aef,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:29.329515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-312223e6-7bd3-4cc7-ac65-5f5a0b4b19f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:29.334621 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-312223e6-7bd3-4cc7-ac65-5f5a0b4b19f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da7d79c7-7927-4b84-ad7b-6f5b08a99aef HTTP/1.1" status: 204 len: 168 time: 0.4096713 Feb 21 09:05:29.374409 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:29.386084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Deleting port f0acd571-7beb-44a7-a398-e1b2a485cfff {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:29.386412 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:29.460059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:29.464268 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:29.464845 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:29.565027 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f0acd571-7beb-44a7-a398-e1b2a485cfff up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:29.606367 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Network': ['ID=bf292244-8d38-46cd-a913-15ce79f47f08,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:29.627102 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1d565969-5ff5-45cf-9c19-9472fb2bc45d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6295235 Feb 21 09:05:29.629885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54114) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:29.636354 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': 'bf292244-8d38-46cd-a913-15ce79f47f08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:29.687881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] For port f0acd571-7beb-44a7-a398-e1b2a485cfff, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f0acd571-7beb-44a7-a398-e1b2a485cfff,segment=NetworkSegment(8f0639b4-fd1f-4025-b251-5b0147cd425f),segment_id=8f0639b4-fd1f-4025-b251-5b0147cd425f)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:29.688464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:29.706482 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network bf292244-8d38-46cd-a913-15ce79f47f08 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:29.772323 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:29.777507 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:29.782059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:29.790345 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:29.820442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:29.827610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Calling delete_port for f0acd571-7beb-44a7-a398-e1b2a485cfff owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:29.838541 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port f0acd571-7beb-44a7-a398-e1b2a485cfff completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:29.908436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4b4d6f43-aee4-49ba-aca2-82abb9d9253f no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:05:29.925688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:29.950719 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 4b4d6f43-aee4-49ba-aca2-82abb9d9253f {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:05:29.951101 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4b4d6f43-aee4-49ba-aca2-82abb9d9253f not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:05:29.967655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:29.993925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event deleted for resources: {'Port': ['ID=f0acd571-7beb-44a7-a398-e1b2a485cfff,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:30.000449 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] No DVR routers for this DVR port f0acd571-7beb-44a7-a398-e1b2a485cfff on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:05:30.005012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:05:30.131676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:30.159937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e7547fb5-93e1-47cb-8296-4dead851f32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:30.269251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd4132-e716-4daa-942d-e16bab00d0db None None] Network fa66f3c5-90b4-4554-92c9-ecbcb03b88e8 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:30.337875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa66f3c5-90b4-4554-92c9-ecbcb03b88e8']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:30.353871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0639b4-fd1f-4025-b251-5b0147cd425f') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:30.354076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0639b4-fd1f-4025-b251-5b0147cd425f') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:30.355371 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:30.364673 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:30.369049 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2755c3e3-fe87-4066-8b3a-c6007a54e5f8 None None] Could not find standard attr ID for object f0acd571-7beb-44a7-a398-e1b2a485cfff. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:05:30.375512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:30.400202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8d000-5913-4b54-a724-298ea7e2987a req-98f8b32c-72ee-4d3f-8e7c-f95d3560b0ae tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:30.402303 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-48f8d000-5913-4b54-a724-298ea7e2987a req-98f8b32c-72ee-4d3f-8e7c-f95d3560b0ae tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 943 time: 0.1366622 Feb 21 09:05:30.407013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:30.435725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:30.436237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:30.453083 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:30.522362 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1562aab-349c-4f9c-a35e-dba63f05efcd None None] DHCP port deletion for fa66f3c5-90b4-4554-92c9-ecbcb03b88e8 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:05:30.554931 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-48f8d000-5913-4b54-a724-298ea7e2987a req-ca34bf7f-1f29-4916-b2bf-74026f46cdf2 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403589 Feb 21 09:05:30.557947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8355e511-15f5-4f92-a4d5-3278ebf7fb23 None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:05:30.562866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:30.565354 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Subnet': ['ID=5ec00a03-df28-4467-a513-357d3534cc0a,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:30.593980 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Checking segment: {'id': '0981d935-0229-4d6a-b6b1-ba0bcf633402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bf292244-8d38-46cd-a913-15ce79f47f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:30.594188 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:30.594325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network hostable DHCP agents. Network: bf292244-8d38-46cd-a913-15ce79f47f08, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:30.601976 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:05:30.613623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event deleted for resources: {'Network': ['ID=fa66f3c5-90b4-4554-92c9-ecbcb03b88e8,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:30.625911 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8cf99e10-7510-4c26-8ce4-db85e4075828 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "DELETE /v2.0/networks/fa66f3c5-90b4-4554-92c9-ecbcb03b88e8 HTTP/1.1" status: 204 len: 168 time: 1.4221098 Feb 21 09:05:30.628392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54120) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:30.630352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e1c65-5082-4caf-bc55-bca0348a0d9b None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:05:30.668357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e1c65-5082-4caf-bc55-bca0348a0d9b None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:30.668989 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-e56e1c65-5082-4caf-bc55-bca0348a0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:30.699650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:30.752876 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-e56e1c65-5082-4caf-bc55-bca0348a0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:30.761715 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network bf292244-8d38-46cd-a913-15ce79f47f08 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:30.791458 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, bf292244-8d38-46cd-a913-15ce79f47f08) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:30.799525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:30.800096 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:30.803054 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e1c65-5082-4caf-bc55-bca0348a0d9b None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:30.803054 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-e56e1c65-5082-4caf-bc55-bca0348a0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:30.809802 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:30.814563 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f7e6ec36-26b1-40fc-927d-96112b1e4ad8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5182672 Feb 21 09:05:30.818123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54124) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:30.824548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d09ae5a6-4225-457b-a781-b6ad3fa159e9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'floatingip': {'port_id': '24ae2e1b-e239-48aa-92f9-e77ad3136c03', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:30.837366 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e3fc2844-6fa1-4b22-8f51-c40e3eb0146c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2037013 Feb 21 09:05:30.837584 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54128) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:30.840125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Deleting port 93b6d63b-b199-4384-ba7a-1b7eda89af82 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:30.840459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:30.868438 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'network_id': 'bf292244-8d38-46cd-a913-15ce79f47f08', 'name': 'tempest-PortsIpV6TestJSON-1434273967'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:30.919794 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-e56e1c65-5082-4caf-bc55-bca0348a0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:30.920417 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e1c65-5082-4caf-bc55-bca0348a0d9b None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:05:30.935140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d09ae5a6-4225-457b-a781-b6ad3fa159e9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:31.024421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8355e511-15f5-4f92-a4d5-3278ebf7fb23 None None] Unable to find a vacant binding_index for network bf292244-8d38-46cd-a913-15ce79f47f08 and agent 50d4b55f-abfe-4079-8846-a19598c53a21 {{(pid=83586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 21 09:05:31.031271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8355e511-15f5-4f92-a4d5-3278ebf7fb23 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, bf292244-8d38-46cd-a913-15ce79f47f08) {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:05:31.152196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:31.180927 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:31.195142 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] For port 93b6d63b-b199-4384-ba7a-1b7eda89af82, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=93b6d63b-b199-4384-ba7a-1b7eda89af82,segment=NetworkSegment(df26f9c5-f131-4afc-aade-4a2a74edcfd5),segment_id=df26f9c5-f131-4afc-aade-4a2a74edcfd5)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:31.195494 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:31.253959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:31.256890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:31.327372 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Calling delete_port for 93b6d63b-b199-4384-ba7a-1b7eda89af82 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:31.378145 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port e9f197a3-807e-4ffe-9f10-f9f772c5d33b yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:05:31.487788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-bf292244-8d38-46cd-a913-15ce79f47f08', 'network_id': 'bf292244-8d38-46cd-a913-15ce79f47f08', 'tenant_id': '22ad680665e048f7b66d97d9611bd3b5', 'fixed_ips': [{'subnet_id': '5ec00a03-df28-4467-a513-357d3534cc0a'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:05:31.488657 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:31.517609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:31.560197 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f0acd571-7beb-44a7-a398-e1b2a485cfff no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:05:31.578919 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] No DVR routers for this DVR port 93b6d63b-b199-4384-ba7a-1b7eda89af82 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:05:31.614324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: f0acd571-7beb-44a7-a398-e1b2a485cfff {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:05:31.614673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f0acd571-7beb-44a7-a398-e1b2a485cfff not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:05:31.621491 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event deleted for resources: {'Port': ['ID=93b6d63b-b199-4384-ba7a-1b7eda89af82,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:31.665276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d09ae5a6-4225-457b-a781-b6ad3fa159e9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:31.670264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d09ae5a6-4225-457b-a781-b6ad3fa159e9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:31.731913 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Allocated IP 2001:db8::1ae (bf292244-8d38-46cd-a913-15ce79f47f08/5ec00a03-df28-4467-a513-357d3534cc0a/e9f197a3-807e-4ffe-9f10-f9f772c5d33b) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:31.755624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:31.795505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade2fdf9-9193-4a29-abf6-cd657d51b339']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:31.818162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df26f9c5-f131-4afc-aade-4a2a74edcfd5') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:31.818445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df26f9c5-f131-4afc-aade-4a2a74edcfd5') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:31.839273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:31.891391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f231776-a30d-409c-9ca3-756b51138fe6 req-252b4821-2ae0-4d83-9258-42e241d7d02d tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:31.892838 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7f231776-a30d-409c-9ca3-756b51138fe6 req-252b4821-2ae0-4d83-9258-42e241d7d02d tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 943 time: 0.1120346 Feb 21 09:05:31.922134 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:31.943932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:31.944331 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:31.958082 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:31.960627 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7f231776-a30d-409c-9ca3-756b51138fe6 req-515f97b1-a577-465d-a76f-9fad19ea6755 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579321 Feb 21 09:05:32.063407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.082442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.109749 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event deleted for resources: {'Network': ['ID=ade2fdf9-9193-4a29-abf6-cd657d51b339,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:32.137579 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-194be3fb-a282-41b5-9971-3fcbd6e22c79 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "DELETE /v2.0/networks/ade2fdf9-9193-4a29-abf6-cd657d51b339 HTTP/1.1" status: 204 len: 168 time: 1.5059795 Feb 21 09:05:32.137945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54136) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:32.138241 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.156540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Transition to ACTIVE for port object e9f197a3-807e-4ffe-9f10-f9f772c5d33b will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:32.190164 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.271963 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Allocated IP 2001:db8::2 (bf292244-8d38-46cd-a913-15ce79f47f08/5ec00a03-df28-4467-a513-357d3534cc0a/b1b410c0-2968-49e7-9e20-a8b1e62f2371) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:32.328314 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-868c1125-a0af-4b2f-9e24-35ecb9f705c8 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.371863 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network bf292244-8d38-46cd-a913-15ce79f47f08 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:32.375309 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:32.384300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:32.388851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:32.389463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.414260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=e9f197a3-807e-4ffe-9f10-f9f772c5d33b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:32.417690 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98fb02df-f92a-4aea-99e2-41ba586292f8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5792344 Feb 21 09:05:32.420912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54142) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:32.426411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'network_id': 'bf292244-8d38-46cd-a913-15ce79f47f08', 'name': 'tempest-PortsIpV6TestJSON-1963203868'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:32.489247 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-868c1125-a0af-4b2f-9e24-35ecb9f705c8 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.525261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-868c1125-a0af-4b2f-9e24-35ecb9f705c8 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1ddeb1-7cdb-4272-9cf8-2b36a4066de9']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:32.549358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-868c1125-a0af-4b2f-9e24-35ecb9f705c8 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0ec599-b53f-4a49-ac82-6b3e289bb383') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:32.550020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-868c1125-a0af-4b2f-9e24-35ecb9f705c8 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0ec599-b53f-4a49-ac82-6b3e289bb383') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:32.556302 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.569147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-868c1125-a0af-4b2f-9e24-35ecb9f705c8 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.569709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Transition to ACTIVE for port object b1b410c0-2968-49e7-9e20-a8b1e62f2371 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:32.591107 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Transition to ACTIVE for port object b1b410c0-2968-49e7-9e20-a8b1e62f2371 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:32.595212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-868c1125-a0af-4b2f-9e24-35ecb9f705c8 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.600523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.605017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868c1125-a0af-4b2f-9e24-35ecb9f705c8 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:32.605210 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:32.605471 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-868c1125-a0af-4b2f-9e24-35ecb9f705c8 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.616788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:32.620973 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:32.629783 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:32.632882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.655563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port 3a7caed6-88c7-4a57-9f4e-8a3eab9f6856 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:05:32.675487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09ae5a6-4225-457b-a781-b6ad3fa159e9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:05:32.681468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Network bf292244-8d38-46cd-a913-15ce79f47f08 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:32.684792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:32.687141 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:32.696533 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Pushing event updated for resources: {'Port': ['ID=b1b410c0-2968-49e7-9e20-a8b1e62f2371,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:32.771556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-868c1125-a0af-4b2f-9e24-35ecb9f705c8 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.789730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Attempting to bind port b1b410c0-2968-49e7-9e20-a8b1e62f2371 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:05:32.790250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Attempting to bind port b1b410c0-2968-49e7-9e20-a8b1e62f2371 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '0981d935-0229-4d6a-b6b1-ba0bcf633402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bf292244-8d38-46cd-a913-15ce79f47f08'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:05:32.790702 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Attempting to bind port b1b410c0-2968-49e7-9e20-a8b1e62f2371 on network bf292244-8d38-46cd-a913-15ce79f47f08 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:05:32.797247 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:05:32.798318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Checking segment: {'id': '0981d935-0229-4d6a-b6b1-ba0bcf633402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bf292244-8d38-46cd-a913-15ce79f47f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:32.798318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.798785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Bound using segment: {'id': '0981d935-0229-4d6a-b6b1-ba0bcf633402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bf292244-8d38-46cd-a913-15ce79f47f08'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:05:32.799354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Bound port: b1b410c0-2968-49e7-9e20-a8b1e62f2371, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0981d935-0229-4d6a-b6b1-ba0bcf633402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bf292244-8d38-46cd-a913-15ce79f47f08'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:05:32.799814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.828903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Allocated IP 2001:db8::7a (bf292244-8d38-46cd-a913-15ce79f47f08/5ec00a03-df28-4467-a513-357d3534cc0a/3a7caed6-88c7-4a57-9f4e-8a3eab9f6856) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:32.844051 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-868c1125-a0af-4b2f-9e24-35ecb9f705c8 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.858707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c1125-a0af-4b2f-9e24-35ecb9f705c8 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event deleted for resources: {'Network': ['ID=0e1ddeb1-7cdb-4272-9cf8-2b36a4066de9,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:32.872872 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-868c1125-a0af-4b2f-9e24-35ecb9f705c8 tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "DELETE /v2.0/networks/0e1ddeb1-7cdb-4272-9cf8-2b36a4066de9 HTTP/1.1" status: 204 len: 168 time: 0.7317746 Feb 21 09:05:32.874207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54146) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:32.917854 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] For port b1b410c0-2968-49e7-9e20-a8b1e62f2371, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:05:32.922186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] For port b1b410c0-2968-49e7-9e20-a8b1e62f2371, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b1b410c0-2968-49e7-9e20-a8b1e62f2371,segment=NetworkSegment(0981d935-0229-4d6a-b6b1-ba0bcf633402),segment_id=0981d935-0229-4d6a-b6b1-ba0bcf633402)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:05:32.923521 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2e64c3d2-92ca-4699-bdd9-5a0ead283f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:32.926455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.014898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-41329e80-1969-4b4c-a3a0-89c25cfc5e9b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.023985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f3b70-2847-4d2d-ba23-f7cfce8afd15 None None] Pushing event updated for resources: {'Port': ['ID=b1b410c0-2968-49e7-9e20-a8b1e62f2371,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:33.073976 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.091321 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Transition to ACTIVE for port object 3a7caed6-88c7-4a57-9f4e-8a3eab9f6856 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:33.116268 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.202361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network bf292244-8d38-46cd-a913-15ce79f47f08 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:33.207385 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:33.212110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:33.214709 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:33.215479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.222052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=3a7caed6-88c7-4a57-9f4e-8a3eab9f6856,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:33.237092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-41329e80-1969-4b4c-a3a0-89c25cfc5e9b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.253376 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3985e893-d718-4054-bcb6-75eca76ccd91 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8313255 Feb 21 09:05:33.255968 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54152) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:33.297556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09ae5a6-4225-457b-a781-b6ad3fa159e9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:05:33.304416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d09ae5a6-4225-457b-a781-b6ad3fa159e9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.308697 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970eb99f-a90c-41f1-bebc-2a335d96805f None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:05:33.322573 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970eb99f-a90c-41f1-bebc-2a335d96805f None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:33.323927 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-970eb99f-a90c-41f1-bebc-2a335d96805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:33.336873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-41329e80-1969-4b4c-a3a0-89c25cfc5e9b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0f8a71-e086-41cc-802a-2740d8a1bbdf']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:33.361697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-41329e80-1969-4b4c-a3a0-89c25cfc5e9b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1baf6cc3-7d99-469b-8c59-16493729b335') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:33.362055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-41329e80-1969-4b4c-a3a0-89c25cfc5e9b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1baf6cc3-7d99-469b-8c59-16493729b335') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:33.362566 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73469b7f-3637-42a1-be08-5c268ff1816c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:33.363729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-73469b7f-3637-42a1-be08-5c268ff1816c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:33.385589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-73469b7f-3637-42a1-be08-5c268ff1816c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:33.387644 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-73469b7f-3637-42a1-be08-5c268ff1816c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1ae HTTP/1.1" status: 200 len: 929 time: 0.1306384 Feb 21 09:05:33.391135 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54156) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:33.391479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-41329e80-1969-4b4c-a3a0-89c25cfc5e9b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.397783 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-970eb99f-a90c-41f1-bebc-2a335d96805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:33.412509 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970eb99f-a90c-41f1-bebc-2a335d96805f None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:33.413401 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-970eb99f-a90c-41f1-bebc-2a335d96805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:33.423751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331a905-35ea-4c54-9e6b-216587bd337c req-c121aa5b-960c-4777-a4e9-8a472fd0c652 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:33.430905 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f331a905-35ea-4c54-9e6b-216587bd337c req-c121aa5b-960c-4777-a4e9-8a472fd0c652 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 943 time: 0.2800124 Feb 21 09:05:33.480793 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0e527453-fcbb-4e56-a62b-493d2ece505f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port 3a7caed6-88c7-4a57-9f4e-8a3eab9f6856 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:33.480943 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0e527453-fcbb-4e56-a62b-493d2ece505f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.497245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-41329e80-1969-4b4c-a3a0-89c25cfc5e9b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.527281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41329e80-1969-4b4c-a3a0-89c25cfc5e9b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:33.527681 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-41329e80-1969-4b4c-a3a0-89c25cfc5e9b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.537186 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-970eb99f-a90c-41f1-bebc-2a335d96805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:33.537856 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970eb99f-a90c-41f1-bebc-2a335d96805f None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:33.544621 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:33.608526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b1b410c0-2968-49e7-9e20-a8b1e62f2371 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:33.629902 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f331a905-35ea-4c54-9e6b-216587bd337c req-d5ac38f8-c11f-415a-a389-bd6f1c990bc1 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980231 Feb 21 09:05:33.669404 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d09ae5a6-4225-457b-a781-b6ad3fa159e9 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "PUT /v2.0/floatingips/39fec7c8-5fa9-4c54-b871-3432f393ed1b HTTP/1.1" status: 200 len: 977 time: 2.8498442 Feb 21 09:05:33.674386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54160) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:33.688961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.711744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port b1b410c0-2968-49e7-9e20-a8b1e62f2371 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:33.831326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0e527453-fcbb-4e56-a62b-493d2ece505f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.852713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-41329e80-1969-4b4c-a3a0-89c25cfc5e9b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.887998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-41329e80-1969-4b4c-a3a0-89c25cfc5e9b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:33.903199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41329e80-1969-4b4c-a3a0-89c25cfc5e9b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] Pushing event deleted for resources: {'Network': ['ID=aa0f8a71-e086-41cc-802a-2740d8a1bbdf,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:33.924593 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-41329e80-1969-4b4c-a3a0-89c25cfc5e9b tempest-BulkNetworkOpsTest-1324539553 tempest-BulkNetworkOpsTest-1324539553-project] 10.222.0.48 "DELETE /v2.0/networks/aa0f8a71-e086-41cc-802a-2740d8a1bbdf HTTP/1.1" status: 204 len: 168 time: 1.0493410 Feb 21 09:05:33.973883 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0e527453-fcbb-4e56-a62b-493d2ece505f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for 3a7caed6-88c7-4a57-9f4e-8a3eab9f6856 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:33.979506 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:34.068029 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e2ace470-6ffa-4d6c-8e86-a5aaeda6828b tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port 6d62ef07-e80b-4b67-86cb-dbaf019bfd3c {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:34.068591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2ace470-6ffa-4d6c-8e86-a5aaeda6828b tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:34.147414 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0e527453-fcbb-4e56-a62b-493d2ece505f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:34.152601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78708ddc-1cdd-46f7-9c0f-86e1a70b5f06 None None] Network bf292244-8d38-46cd-a913-15ce79f47f08 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:34.214608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e527453-fcbb-4e56-a62b-493d2ece505f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=3a7caed6-88c7-4a57-9f4e-8a3eab9f6856,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:34.253143 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2ace470-6ffa-4d6c-8e86-a5aaeda6828b tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:34.254118 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2ace470-6ffa-4d6c-8e86-a5aaeda6828b tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:34.259341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-441b3694-f020-40cd-b31f-05757b0430c4 None None] Provisioning for port b1b410c0-2968-49e7-9e20-a8b1e62f2371 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:34.267105 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-441b3694-f020-40cd-b31f-05757b0430c4 None None] Provisioning complete for port b1b410c0-2968-49e7-9e20-a8b1e62f2371 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:34.267470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-441b3694-f020-40cd-b31f-05757b0430c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:34.283637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0e527453-fcbb-4e56-a62b-493d2ece505f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:34.300834 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0e527453-fcbb-4e56-a62b-493d2ece505f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/3a7caed6-88c7-4a57-9f4e-8a3eab9f6856 HTTP/1.1" status: 204 len: 168 time: 0.9085937 Feb 21 09:05:34.303448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54168) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:34.356851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54172) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:34.370001 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f98e33-2865-4a8b-be45-7d655153d28a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] GET failed (client error): The resource could not be found. Feb 21 09:05:34.370748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-07f98e33-2865-4a8b-be45-7d655153d28a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:34.396997 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-07f98e33-2865-4a8b-be45-7d655153d28a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:34.397927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e2ace470-6ffa-4d6c-8e86-a5aaeda6828b tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for 6d62ef07-e80b-4b67-86cb-dbaf019bfd3c owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:34.401712 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-07f98e33-2865-4a8b-be45-7d655153d28a tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/3a7caed6-88c7-4a57-9f4e-8a3eab9f6856 HTTP/1.1" status: 404 len: 333 time: 0.0967000 Feb 21 09:05:34.402914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54178) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:34.493320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-441b3694-f020-40cd-b31f-05757b0430c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:34.502272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-e25f7978-5998-4e93-b9ce-eb7106fde066 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port e9f197a3-807e-4ffe-9f10-f9f772c5d33b {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:34.502619 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e25f7978-5998-4e93-b9ce-eb7106fde066 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:34.539268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-441b3694-f020-40cd-b31f-05757b0430c4 None None] For port b1b410c0-2968-49e7-9e20-a8b1e62f2371, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b1b410c0-2968-49e7-9e20-a8b1e62f2371,segment=NetworkSegment(0981d935-0229-4d6a-b6b1-ba0bcf633402),segment_id=0981d935-0229-4d6a-b6b1-ba0bcf633402)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:34.546742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-441b3694-f020-40cd-b31f-05757b0430c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:34.591987 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2ace470-6ffa-4d6c-8e86-a5aaeda6828b tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:34.595239 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-75d6a69f-e072-475e-a466-4b57c158fcfa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78b7ad424b4a44aba5334c26c5f4bfea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2368987 Feb 21 09:05:34.600283 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 0447bfeb-5470-455f-9162-227d3a33062b details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:05:34.603491 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54182) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:34.629438 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b3694-f020-40cd-b31f-05757b0430c4 None None] Pushing event updated for resources: {'Port': ['ID=b1b410c0-2968-49e7-9e20-a8b1e62f2371,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:34.655230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ace470-6ffa-4d6c-8e86-a5aaeda6828b tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=6d62ef07-e80b-4b67-86cb-dbaf019bfd3c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:34.832396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 0447bfeb-5470-455f-9162-227d3a33062b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=0447bfeb-5470-455f-9162-227d3a33062b,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:34.848351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '0447bfeb-5470-455f-9162-227d3a33062b', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'port_id': '0447bfeb-5470-455f-9162-227d3a33062b', 'mac_address': 'fa:16:3e:b8:73:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:05:34.867146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2ace470-6ffa-4d6c-8e86-a5aaeda6828b tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:34.908632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:34.931176 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0447bfeb-5470-455f-9162-227d3a33062b {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:05:34.949294 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 0447bfeb-5470-455f-9162-227d3a33062b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=0447bfeb-5470-455f-9162-227d3a33062b,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:34.956108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:35.034618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2e22277-f072-46e0-beda-28ee0931e93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:35.039330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e25f7978-5998-4e93-b9ce-eb7106fde066 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:35.046785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=0447bfeb-5470-455f-9162-227d3a33062b,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:35.054024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2754e4-6d82-48ea-8730-c9df6a4d5b9a req-e0f3f93f-4d1e-4090-919c-d446fe52047e tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:35.061419 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5f2754e4-6d82-48ea-8730-c9df6a4d5b9a req-e0f3f93f-4d1e-4090-919c-d446fe52047e tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 943 time: 0.2725103 Feb 21 09:05:35.116470 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5f2754e4-6d82-48ea-8730-c9df6a4d5b9a req-4ed43b94-0018-4ba1-a04f-151ce9adf831 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542285 Feb 21 09:05:35.192998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-e25f7978-5998-4e93-b9ce-eb7106fde066 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for e9f197a3-807e-4ffe-9f10-f9f772c5d33b owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:35.195478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['0447bfeb-5470-455f-9162-227d3a33062b'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:05:35.234604 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2e22277-f072-46e0-beda-28ee0931e93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:35.267535 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e09b42-34de-4e88-9654-8425c6181e81 None None] Network bf292244-8d38-46cd-a913-15ce79f47f08 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:35.369162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2e22277-f072-46e0-beda-28ee0931e93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:35.371604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ace470-6ffa-4d6c-8e86-a5aaeda6828b tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:05:35.394907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e22277-f072-46e0-beda-28ee0931e93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e288239-254e-4ba2-9920-2da03b727b35,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:35.411880 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2e22277-f072-46e0-beda-28ee0931e93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:35.413171 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f2e22277-f072-46e0-beda-28ee0931e93d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e288239-254e-4ba2-9920-2da03b727b35 HTTP/1.1" status: 204 len: 168 time: 0.8087332 Feb 21 09:05:35.422998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e25f7978-5998-4e93-b9ce-eb7106fde066 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:35.479043 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f7978-5998-4e93-b9ce-eb7106fde066 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=e9f197a3-807e-4ffe-9f10-f9f772c5d33b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:35.538930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e25f7978-5998-4e93-b9ce-eb7106fde066 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:35.558603 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e25f7978-5998-4e93-b9ce-eb7106fde066 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/e9f197a3-807e-4ffe-9f10-f9f772c5d33b HTTP/1.1" status: 204 len: 168 time: 1.1542497 Feb 21 09:05:35.559489 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54190) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:35.614963 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b1b410c0-2968-49e7-9e20-a8b1e62f2371 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:35.631388 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa69c2f-6250-4679-8927-0e90965fdd63 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] GET failed (client error): The resource could not be found. Feb 21 09:05:35.632038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dfa69c2f-6250-4679-8927-0e90965fdd63 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:35.652099 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dfa69c2f-6250-4679-8927-0e90965fdd63 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:35.654196 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dfa69c2f-6250-4679-8927-0e90965fdd63 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/e9f197a3-807e-4ffe-9f10-f9f772c5d33b HTTP/1.1" status: 404 len: 333 time: 0.0937591 Feb 21 09:05:35.657061 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54194) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:35.673365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-092ecfef-14df-436c-9b2c-0d0a2b7113a2 None None] Provisioning complete for port e9f197a3-807e-4ffe-9f10-f9f772c5d33b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:35.673838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-092ecfef-14df-436c-9b2c-0d0a2b7113a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:35.769679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ace470-6ffa-4d6c-8e86-a5aaeda6828b tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:05:35.778797 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-092ecfef-14df-436c-9b2c-0d0a2b7113a2 None None] Port e9f197a3-807e-4ffe-9f10-f9f772c5d33b was deleted so its status cannot be updated. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 21 09:05:35.805208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba20450c-116c-48d5-9f59-4bb496216a6e None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:05:35.812355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2ace470-6ffa-4d6c-8e86-a5aaeda6828b tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:35.884267 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e2ace470-6ffa-4d6c-8e86-a5aaeda6828b tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/floatingips/39fec7c8-5fa9-4c54-b871-3432f393ed1b HTTP/1.1" status: 204 len: 168 time: 2.2099309 Feb 21 09:05:35.886926 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54204) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:35.925828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-092ecfef-14df-436c-9b2c-0d0a2b7113a2 None None] Provisioning complete for port b1b410c0-2968-49e7-9e20-a8b1e62f2371 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:35.925828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-092ecfef-14df-436c-9b2c-0d0a2b7113a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:35.929747 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-849882c5-7415-454b-a3b3-1cabade637a5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting subnet 5ec00a03-df28-4467-a513-357d3534cc0a {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:05:35.936067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-849882c5-7415-454b-a3b3-1cabade637a5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:36.003559 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba20450c-116c-48d5-9f59-4bb496216a6e None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:36.003977 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ba20450c-116c-48d5-9f59-4bb496216a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:36.006409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-547433e9-6a4a-40d6-8cb8-4dced3b5042e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port 24ae2e1b-e239-48aa-92f9-e77ad3136c03 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:36.006756 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-547433e9-6a4a-40d6-8cb8-4dced3b5042e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:36.048022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-849882c5-7415-454b-a3b3-1cabade637a5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:36.082827 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:36.101056 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ba20450c-116c-48d5-9f59-4bb496216a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:36.152967 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port b1b410c0-2968-49e7-9e20-a8b1e62f2371 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:36.153501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:36.235412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba20450c-116c-48d5-9f59-4bb496216a6e None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:36.236041 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ba20450c-116c-48d5-9f59-4bb496216a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:36.281503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-849882c5-7415-454b-a3b3-1cabade637a5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:36.343250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ba20450c-116c-48d5-9f59-4bb496216a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:36.343594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba20450c-116c-48d5-9f59-4bb496216a6e None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:05:36.376506 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-547433e9-6a4a-40d6-8cb8-4dced3b5042e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:36.422879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fac6f-4b7b-40b8-bad9-cb25e2355571 req-58cc633c-492a-48ef-a00b-4d104bbf9157 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:36.424755 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-411fac6f-4b7b-40b8-bad9-cb25e2355571 req-58cc633c-492a-48ef-a00b-4d104bbf9157 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 944 time: 0.1629260 Feb 21 09:05:36.499701 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-411fac6f-4b7b-40b8-bad9-cb25e2355571 req-e7cb1c29-856c-4423-92d2-9a9122deb6ae tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627549 Feb 21 09:05:36.535793 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-547433e9-6a4a-40d6-8cb8-4dced3b5042e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for 24ae2e1b-e239-48aa-92f9-e77ad3136c03 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:36.628806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54220) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:36.684011 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-849882c5-7415-454b-a3b3-1cabade637a5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:36.715147 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f763eb94-4df1-43c5-994a-5c63295be88b None None] Provisioning complete for port b1b410c0-2968-49e7-9e20-a8b1e62f2371 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:36.715147 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f763eb94-4df1-43c5-994a-5c63295be88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:36.737622 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849882c5-7415-454b-a3b3-1cabade637a5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec00a03-df28-4467-a513-357d3534cc0a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:36.753616 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-849882c5-7415-454b-a3b3-1cabade637a5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:36.763570 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-849882c5-7415-454b-a3b3-1cabade637a5 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/5ec00a03-df28-4467-a513-357d3534cc0a HTTP/1.1" status: 204 len: 168 time: 1.1039724 Feb 21 09:05:36.764646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54226) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:36.891965 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-467043756'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:36.913934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:36.918546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-547433e9-6a4a-40d6-8cb8-4dced3b5042e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:36.925717 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:network and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:36.937234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:36.939729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584e3397-32e3-4f23-ad04-7a3602dcc95a None None] Network bf292244-8d38-46cd-a913-15ce79f47f08 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:36.946561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:36.954530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:36.966047 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547433e9-6a4a-40d6-8cb8-4dced3b5042e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=24ae2e1b-e239-48aa-92f9-e77ad3136c03,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:36.969887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port b1b410c0-2968-49e7-9e20-a8b1e62f2371 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:36.970192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:36.994555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:36.997511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.018205 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e91a5e72-ae5b-4d8b-ab87-3d81f32cec9c None None] Could not find standard attr ID for object e9f197a3-807e-4ffe-9f10-f9f772c5d33b. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:05:37.031435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.114495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:37.116119 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-547433e9-6a4a-40d6-8cb8-4dced3b5042e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.120722 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:security_group_rule and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:37.127125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:37.135368 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-547433e9-6a4a-40d6-8cb8-4dced3b5042e tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/ports/24ae2e1b-e239-48aa-92f9-e77ad3136c03 HTTP/1.1" status: 204 len: 168 time: 1.2440956 Feb 21 09:05:37.136247 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54230) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:37.141980 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:37.148642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:37.150125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:37.154062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Usage tracker for resource:floatingip and tenant:c41b1650d16e475eb82318b0b92b17d0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:37.157538 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:37.164092 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:37.178017 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.231413 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3423fc-1f9a-4ea9-8978-dc32e7785e74 None None] DHCP port deletion for bf292244-8d38-46cd-a913-15ce79f47f08 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:05:37.236465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8a3423fc-1f9a-4ea9-8978-dc32e7785e74 None None] Deleting port b1b410c0-2968-49e7-9e20-a8b1e62f2371 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:37.236867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8a3423fc-1f9a-4ea9-8978-dc32e7785e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.251076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] For port b1b410c0-2968-49e7-9e20-a8b1e62f2371, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b1b410c0-2968-49e7-9e20-a8b1e62f2371,segment=NetworkSegment(0981d935-0229-4d6a-b6b1-ba0bcf633402),segment_id=0981d935-0229-4d6a-b6b1-ba0bcf633402)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:37.251540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.333637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.381890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for b1b410c0-2968-49e7-9e20-a8b1e62f2371 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:37.447983 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8a3423fc-1f9a-4ea9-8978-dc32e7785e74 None None] For port b1b410c0-2968-49e7-9e20-a8b1e62f2371, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b1b410c0-2968-49e7-9e20-a8b1e62f2371,segment=NetworkSegment(0981d935-0229-4d6a-b6b1-ba0bcf633402),segment_id=0981d935-0229-4d6a-b6b1-ba0bcf633402)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:37.448364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8a3423fc-1f9a-4ea9-8978-dc32e7785e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.475615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.486959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.525383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.26.6.193 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/390789bc-c65e-4705-928b-8c89b6f01002) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:37.549590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:37.558396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.611104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8a3423fc-1f9a-4ea9-8978-dc32e7785e74 None None] Calling delete_port for b1b410c0-2968-49e7-9e20-a8b1e62f2371 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:37.639885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c9cf65-3ecc-4b0e-8b23-7e5f6b382a4e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:37.654078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.655312 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Added segment 2e1e784c-9452-46f8-bace-5ecdc7bf9bf5 of type vlan for network bb9a9483-9417-4c6d-aec4-64e73987f470 Feb 21 09:05:37.657798 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=b1b410c0-2968-49e7-9e20-a8b1e62f2371,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:37.667541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No DVR routers for this DVR port b1b410c0-2968-49e7-9e20-a8b1e62f2371 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn_limited( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn_limited( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.691932 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:37.695008 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:05:37.700487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b1b410c0-2968-49e7-9e20-a8b1e62f2371 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:05:37.716803 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.729106 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-8a3423fc-1f9a-4ea9-8978-dc32e7785e74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:05:37.730080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-8a3423fc-1f9a-4ea9-8978-dc32e7785e74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:05:37.735919 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: b1b410c0-2968-49e7-9e20-a8b1e62f2371 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:05:37.736262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b1b410c0-2968-49e7-9e20-a8b1e62f2371 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:05:37.749664 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.782442 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:05:37.783108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.816874 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:37.819675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:37.823344 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:37.855161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=390789bc-c65e-4705-928b-8c89b6f01002,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:37.862939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.913619 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf292244-8d38-46cd-a913-15ce79f47f08']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:37.929980 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0981d935-0229-4d6a-b6b1-ba0bcf633402') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:37.930273 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0981d935-0229-4d6a-b6b1-ba0bcf633402') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:37.937899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.941544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:37.942107 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.976700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.989985 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:37.997764 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa176e-5b2f-41f8-ba16-cb495788eaad req-e59c47ba-6887-423e-ade0-7dd20eaf2bbe tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:37.999869 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8eaa176e-5b2f-41f8-ba16-cb495788eaad req-e59c47ba-6887-423e-ade0-7dd20eaf2bbe tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 944 time: 0.2952976 Feb 21 09:05:38.048662 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.100261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.104796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Network': ['ID=bb9a9483-9417-4c6d-aec4-64e73987f470,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:38.116749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network bb9a9483-9417-4c6d-aec4-64e73987f470 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:38.119600 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-377fbfbf-4767-42ff-a4f6-9614f164cf49 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4895303 Feb 21 09:05:38.120946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:38.121346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:38.136488 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:38.214659 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8eaa176e-5b2f-41f8-ba16-cb495788eaad req-6d36b436-725d-458a-a0c5-41df88dfc612 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683095 Feb 21 09:05:38.232092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.263785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.270656 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8a3423fc-1f9a-4ea9-8978-dc32e7785e74 None None] Deleting port b1b410c0-2968-49e7-9e20-a8b1e62f2371 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:38.271087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8a3423fc-1f9a-4ea9-8978-dc32e7785e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.272520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54236) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:38.278611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Network': ['ID=bf292244-8d38-46cd-a913-15ce79f47f08,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:38.284149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'subnet': {'network_id': 'bb9a9483-9417-4c6d-aec4-64e73987f470', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:38.302936 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1a599220-fd0a-4bbd-840a-9843623c4006 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/networks/bf292244-8d38-46cd-a913-15ce79f47f08 HTTP/1.1" status: 204 len: 168 time: 1.5369577 Feb 21 09:05:38.307126 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54240) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:38.314190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1480293244'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:38.328182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:38.335553 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:network and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:38.339992 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.342521 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:38.346155 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.359767 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8a3423fc-1f9a-4ea9-8978-dc32e7785e74 None None] The port 'b1b410c0-2968-49e7-9e20-a8b1e62f2371' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:05:38.389327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:38.463315 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:38.466249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.494657 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=390789bc-c65e-4705-928b-8c89b6f01002,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:38.510475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:38.512581 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.515446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:subnet and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:38.518536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:38.524998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:38.527174 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:38.536179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:38.545842 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.546185 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Added segment aadf37c3-b5f4-45a2-a7cc-9ae9d130a942 of type vlan for network 61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6 Feb 21 09:05:38.561918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.565678 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1bd1a648-26f9-4f53-a1b0-3687b487895f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4258380 Feb 21 09:05:38.571678 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54244) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:38.580421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'port': {'network_id': 'b3f28a63-f92c-4dd3-b75f-c9448244f513', 'name': 'tempest-FloatingIPTestJSON-29089922'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:38.602081 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.611189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 0447bfeb-5470-455f-9162-227d3a33062b up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:38.643855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.681987 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 0447bfeb-5470-455f-9162-227d3a33062b completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:38.686803 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 0447bfeb-5470-455f-9162-227d3a33062b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:38.687214 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.729105 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.733349 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:38.733935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.809650 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.839002 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b89c0b-89d3-47da-ba47-03309c8b267c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0447bfeb-5470-455f-9162-227d3a33062b'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:05:38.859550 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 0447bfeb-5470-455f-9162-227d3a33062b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=0447bfeb-5470-455f-9162-227d3a33062b,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:38.867647 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.912262 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:38.967962 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6596165 Feb 21 09:05:38.972051 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:38.974392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54252) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:38.976835 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143cefb-ff6c-4d82-8714-e7457d8ce7ad tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Network': ['ID=61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:38.981803 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Usage tracker for resource:port and tenant:c41b1650d16e475eb82318b0b92b17d0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:38.988469 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': '61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:38.999816 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:39.010084 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:39.043612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Checking segment: {'id': '2e1e784c-9452-46f8-bace-5ecdc7bf9bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bb9a9483-9417-4c6d-aec4-64e73987f470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:39.044061 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network hostable DHCP agents. Network: bb9a9483-9417-4c6d-aec4-64e73987f470, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:39.065731 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:39.068091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Subnet': ['ID=55572c4b-7167-46e8-a8f4-c522e184e7c5,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:39.095614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Made reservation on behalf of c41b1650d16e475eb82318b0b92b17d0 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:39.096538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network bb9a9483-9417-4c6d-aec4-64e73987f470 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:39.099051 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:39.109767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, bb9a9483-9417-4c6d-aec4-64e73987f470) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:39.124155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:39.125288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:39.139437 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a348e8e-4b0d-484a-b3b1-463768c6050e None None] Network bb9a9483-9417-4c6d-aec4-64e73987f470 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:39.148770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] device_id is not set on port 5914eef2-15b7-4990-926e-8ea7874be9f0 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:05:39.158441 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-dc71e313-6240-40fa-bbac-97e6d5d52585 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8826463 Feb 21 09:05:39.159320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54256) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:39.167284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1649648040'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:39.174408 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=0447bfeb-5470-455f-9162-227d3a33062b,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:39.174620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:39.184836 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:network and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:39.189056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:39.191328 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:39.195548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:39.196833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:39.200625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:39.207332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:39.210620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:39.216088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:39.240847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:39.242928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:39.250097 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:39.250528 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Added segment c54a0af6-569e-4693-a188-fc051ade4f90 of type vlan for network 0399595c-b1bc-4687-a9c7-1b11ada9a16d Feb 21 09:05:39.282588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:39.329638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:39.335484 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:39.339569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:39.405370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:39.483480 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.20.0.3 (b3f28a63-f92c-4dd3-b75f-c9448244f513/a35c64cb-bce8-4851-86d5-9f9b96bdde2e/5914eef2-15b7-4990-926e-8ea7874be9f0) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:39.506604 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3457589 Feb 21 09:05:39.511266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54262) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:39.514809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-bb9a9483-9417-4c6d-aec4-64e73987f470', 'network_id': 'bb9a9483-9417-4c6d-aec4-64e73987f470', 'tenant_id': '52ab780b955e453ebbb62aa4b1c5998d', 'fixed_ips': [{'subnet_id': '55572c4b-7167-46e8-a8f4-c522e184e7c5'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:05:39.515974 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:39.523074 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b90d6-81e8-4277-92ef-2312d698bc17 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Network': ['ID=0399595c-b1bc-4687-a9c7-1b11ada9a16d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:39.524508 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'subnet': {'network_id': '0399595c-b1bc-4687-a9c7-1b11ada9a16d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:39.537429 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 0399595c-b1bc-4687-a9c7-1b11ada9a16d details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:39.553749 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1151a-392f-4b20-9419-bc0a54ea2a20 req-ea6e3e9a-1d06-4169-8410-6d32c8afd663 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:39.555670 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e0d1151a-392f-4b20-9419-bc0a54ea2a20 req-ea6e3e9a-1d06-4169-8410-6d32c8afd663 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 945 time: 0.1270185 Feb 21 09:05:39.608903 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e0d1151a-392f-4b20-9419-bc0a54ea2a20 req-a9c3d167-8bc2-42cf-aad1-3ebd7bbfa426 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468700 Feb 21 09:05:39.724237 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:39.734220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:subnet and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:39.782879 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Allocated IP 172.20.255.242 (bb9a9483-9417-4c6d-aec4-64e73987f470/55572c4b-7167-46e8-a8f4-c522e184e7c5/69990441-3400-4ee6-9648-23c541b354a5) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:39.783397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:39.800979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:39.869369 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:39.996456 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:40.008265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Transition to ACTIVE for port object 69990441-3400-4ee6-9648-23c541b354a5 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:40.029622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Transition to ACTIVE for port object 69990441-3400-4ee6-9648-23c541b354a5 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:40.035952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:40.085167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:40.101721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:40.102095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Network bb9a9483-9417-4c6d-aec4-64e73987f470 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:40.105071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:40.110065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:40.112031 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:40.112799 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Pushing event updated for resources: {'Port': ['ID=69990441-3400-4ee6-9648-23c541b354a5,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:40.157184 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b89c0b-89d3-47da-ba47-03309c8b267c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0447bfeb-5470-455f-9162-227d3a33062b', 'code': 200} Feb 21 09:05:40.214718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Attempting to bind port 69990441-3400-4ee6-9648-23c541b354a5 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:05:40.215109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Attempting to bind port 69990441-3400-4ee6-9648-23c541b354a5 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '2e1e784c-9452-46f8-bace-5ecdc7bf9bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bb9a9483-9417-4c6d-aec4-64e73987f470'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:05:40.215472 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Attempting to bind port 69990441-3400-4ee6-9648-23c541b354a5 on network bb9a9483-9417-4c6d-aec4-64e73987f470 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:05:40.221846 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:05:40.222209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Checking segment: {'id': '2e1e784c-9452-46f8-bace-5ecdc7bf9bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bb9a9483-9417-4c6d-aec4-64e73987f470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:40.222600 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:40.223006 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Bound using segment: {'id': '2e1e784c-9452-46f8-bace-5ecdc7bf9bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bb9a9483-9417-4c6d-aec4-64e73987f470'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:05:40.223452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Bound port: 69990441-3400-4ee6-9648-23c541b354a5, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1e784c-9452-46f8-bace-5ecdc7bf9bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bb9a9483-9417-4c6d-aec4-64e73987f470'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:05:40.223824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:40.317856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Subnet': ['ID=008a520e-05df-48ad-a515-d084b84ac878,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:40.318658 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] For port 69990441-3400-4ee6-9648-23c541b354a5, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:05:40.322072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] For port 69990441-3400-4ee6-9648-23c541b354a5, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=69990441-3400-4ee6-9648-23c541b354a5,segment=NetworkSegment(2e1e784c-9452-46f8-bace-5ecdc7bf9bf5),segment_id=2e1e784c-9452-46f8-bace-5ecdc7bf9bf5)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:05:40.326555 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:40.348315 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Checking segment: {'id': 'aadf37c3-b5f4-45a2-a7cc-9ae9d130a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:40.348753 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network hostable DHCP agents. Network: 61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:40.353570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:40.411888 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3742637-dbc8-417c-9fad-211f042b30f1 None None] Pushing event updated for resources: {'Port': ['ID=69990441-3400-4ee6-9648-23c541b354a5,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:40.439959 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c237922d-2179-4433-b7d2-07feb893af31 req-37f0e9a1-a8c0-4eab-8691-a957d4aa2d66 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 1098 time: 0.0851314 Feb 21 09:05:40.491690 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c237922d-2179-4433-b7d2-07feb893af31 req-403f4aa3-7309-4e91-9982-f41767118386 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463729 Feb 21 09:05:40.526248 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network b3f28a63-f92c-4dd3-b75f-c9448244f513 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:40.527469 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=5914eef2-15b7-4990-926e-8ea7874be9f0,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:40.536817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:40.547652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:40.600464 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:40.665024 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:40.679561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476da308-42dc-42d9-a129-c27516c80b2b None None] Network 61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:40.681144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:40.681801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:40.688214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:40.688845 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:40.696913 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:40.857752 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4f9ef-c2c4-42b0-94e6-e62fff811aaa req-c4dd47c0-14e0-483e-a2b7-1ce64329535a tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:40.859445 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c2f4f9ef-c2c4-42b0-94e6-e62fff811aaa req-c4dd47c0-14e0-483e-a2b7-1ce64329535a tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 945 time: 0.1012173 Feb 21 09:05:40.910164 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c2f4f9ef-c2c4-42b0-94e6-e62fff811aaa req-49af1aa0-8160-4358-8868-e23af954493c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443146 Feb 21 09:05:40.921519 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-508c3b27-e1bb-48b8-bba7-0b1f319eccc6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9459033 Feb 21 09:05:40.926761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54272) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:40.926974 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8f3c2bd4-288e-4482-b663-e118b67a14fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.3543892 Feb 21 09:05:40.933725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54274) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:40.934370 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'network_id': '61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6', 'name': 'tempest-PortsIpV6TestJSON-2110171578', 'fixed_ips': [{'subnet_id': '008a520e-05df-48ad-a515-d084b84ac878', 'ip_address': '2001:db8::10'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:40.944687 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Subnet': ['ID=f43127c5-a7c0-4f28-b15a-9077a31084e5,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:40.950439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-809de24d-4aa7-4b35-bc53-b25b957b486a tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'floatingip': {'port_id': '5914eef2-15b7-4990-926e-8ea7874be9f0'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:40.995886 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6', 'network_id': '61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6', 'tenant_id': '22ad680665e048f7b66d97d9611bd3b5', 'fixed_ips': [{'subnet_id': '008a520e-05df-48ad-a515-d084b84ac878'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:05:40.997077 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:41.037546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-809de24d-4aa7-4b35-bc53-b25b957b486a tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:41.091006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:41.095865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:port and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:41.098513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Checking segment: {'id': 'c54a0af6-569e-4693-a188-fc051ade4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0399595c-b1bc-4687-a9c7-1b11ada9a16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:41.098892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:41.099381 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network hostable DHCP agents. Network: 0399595c-b1bc-4687-a9c7-1b11ada9a16d, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:41.104887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:41.115736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:41.162945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Allocated IP 2001:db8::2 (61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6/008a520e-05df-48ad-a515-d084b84ac878/35c3452a-83fe-4fab-bcca-d769045a24f1) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:41.244737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network 0399595c-b1bc-4687-a9c7-1b11ada9a16d is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:41.262457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:41.267381 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 0399595c-b1bc-4687-a9c7-1b11ada9a16d) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:41.275952 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:41.276719 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:41.282352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf392418-93eb-4cb5-8348-d7103fd1da72 None None] Network 0399595c-b1bc-4687-a9c7-1b11ada9a16d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:41.310335 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port cc62b1e9-1599-49c2-9577-98f852d6ad5e yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:05:41.548624 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e82d15f8-9517-4a25-a3bc-bd00d71b23f9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0326779 Feb 21 09:05:41.551519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54280) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:41.590136 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:41.626936 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Transition to ACTIVE for port object 35c3452a-83fe-4fab-bcca-d769045a24f1 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:41.666378 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Transition to ACTIVE for port object 35c3452a-83fe-4fab-bcca-d769045a24f1 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:41.684326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 69990441-3400-4ee6-9648-23c541b354a5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:41.729895 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:41.776503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Allocated IP 2001:db8::10 (61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6/008a520e-05df-48ad-a515-d084b84ac878/cc62b1e9-1599-49c2-9577-98f852d6ad5e) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:41.817706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee5b79f-8da5-4248-98e5-9abad709455a None None] Network bb9a9483-9417-4c6d-aec4-64e73987f470 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:41.942202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Network 61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:41.970635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:41.977486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-809de24d-4aa7-4b35-bc53-b25b957b486a tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:41.992554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-809de24d-4aa7-4b35-bc53-b25b957b486a tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.022272 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:42.034511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:42.069994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d86ef3-4a84-4d16-83df-a75b3f9d6a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-0399595c-b1bc-4687-a9c7-1b11ada9a16d', 'network_id': '0399595c-b1bc-4687-a9c7-1b11ada9a16d', 'tenant_id': '52ab780b955e453ebbb62aa4b1c5998d', 'fixed_ips': [{'subnet_id': 'f43127c5-a7c0-4f28-b15a-9077a31084e5'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:05:42.070811 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b2d86ef3-4a84-4d16-83df-a75b3f9d6a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.088324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Pushing event updated for resources: {'Port': ['ID=35c3452a-83fe-4fab-bcca-d769045a24f1,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:42.212374 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.229143 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-46f91682-3070-4a33-b669-12e7e67dbc53 None None] Provisioning for port 69990441-3400-4ee6-9648-23c541b354a5 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:42.243911 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-809de24d-4aa7-4b35-bc53-b25b957b486a tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Floating IP 9bb17c4c-620b-4b7e-a317-7f23cd48d5e8 associated. External IP: 172.26.6.193, port: 5914eef2-15b7-4990-926e-8ea7874be9f0. Feb 21 09:05:42.272857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Attempting to bind port 35c3452a-83fe-4fab-bcca-d769045a24f1 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:05:42.273175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Attempting to bind port 35c3452a-83fe-4fab-bcca-d769045a24f1 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'aadf37c3-b5f4-45a2-a7cc-9ae9d130a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:05:42.273532 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Attempting to bind port 35c3452a-83fe-4fab-bcca-d769045a24f1 on network 61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:05:42.275621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 69990441-3400-4ee6-9648-23c541b354a5 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:42.347423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.355379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f18ef-980e-47da-9962-f1f76841dc3a req-834dd905-e298-4c87-a39b-8adb8cf10f4b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:42.356887 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8b0f18ef-980e-47da-9962-f1f76841dc3a req-834dd905-e298-4c87-a39b-8adb8cf10f4b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 945 time: 0.2362039 Feb 21 09:05:42.366289 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 69990441-3400-4ee6-9648-23c541b354a5 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:42.366508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.411050 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Transition to ACTIVE for port object cc62b1e9-1599-49c2-9577-98f852d6ad5e will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:42.425570 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:05:42.425944 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Checking segment: {'id': 'aadf37c3-b5f4-45a2-a7cc-9ae9d130a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:42.426346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.426744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Bound using segment: {'id': 'aadf37c3-b5f4-45a2-a7cc-9ae9d130a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:05:42.427267 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Bound port: 35c3452a-83fe-4fab-bcca-d769045a24f1, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadf37c3-b5f4-45a2-a7cc-9ae9d130a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:05:42.427993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.428906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server [None req-b2d86ef3-4a84-4d16-83df-a75b3f9d6a9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f43127c5-a7c0-4f28-b15a-9077a31084e5: This subnet is being modified by another concurrent operation. Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 21 09:05:42.454584 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise exception Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f43127c5-a7c0-4f28-b15a-9077a31084e5: This subnet is being modified by another concurrent operation. Feb 21 09:05:42.458786 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server Feb 21 09:05:42.481919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Subnet': ['ID=f43127c5-a7c0-4f28-b15a-9077a31084e5,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:42.492255 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8b0f18ef-980e-47da-9962-f1f76841dc3a req-1f229113-d01a-42cb-9843-ee3c2ecddc15 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208160 Feb 21 09:05:42.505272 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dc9f4c-d34e-41f7-820e-c1efc0d1d1bf None None] Network 0399595c-b1bc-4687-a9c7-1b11ada9a16d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:42.606143 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.672062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.719990 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] For port 35c3452a-83fe-4fab-bcca-d769045a24f1, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:05:42.735905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] For port 35c3452a-83fe-4fab-bcca-d769045a24f1, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=35c3452a-83fe-4fab-bcca-d769045a24f1,segment=NetworkSegment(aadf37c3-b5f4-45a2-a7cc-9ae9d130a942),segment_id=aadf37c3-b5f4-45a2-a7cc-9ae9d130a942)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:05:42.761901 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809de24d-4aa7-4b35-bc53-b25b957b486a tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:05:42.770383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0399595c-b1bc-4687-a9c7-1b11ada9a16d']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:42.779353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=cc62b1e9-1599-49c2-9577-98f852d6ad5e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:42.796437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:42.798498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54a0af6-569e-4693-a188-fc051ade4f90') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:42.798808 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54a0af6-569e-4693-a188-fc051ade4f90') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:42.807843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:42.815106 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:42.819418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:42.820303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.829984 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.844234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.861130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.875180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:42.875596 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:42.891361 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:42.900632 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-91d3ab16-9d6e-4f4c-bcb1-f7137e66b1d0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9722414 Feb 21 09:05:42.953031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54290) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:42.970327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'network_id': '61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6', 'name': 'tempest-PortsIpV6TestJSON-1320366725', 'fixed_ips': [{'subnet_id': '008a520e-05df-48ad-a515-d084b84ac878', 'ip_address': '2001:db8::f'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:42.993138 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:43.002013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16661de1-e2da-4018-92da-311589c06dce req-9b450ba5-d4bf-492f-9c87-65a2fc8d7a69 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:43.004281 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-16661de1-e2da-4018-92da-311589c06dce req-9b450ba5-d4bf-492f-9c87-65a2fc8d7a69 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 945 time: 0.3357506 Feb 21 09:05:43.023138 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852bfe2-e935-43c1-ad44-19ed018b5db0 None None] Pushing event updated for resources: {'Port': ['ID=35c3452a-83fe-4fab-bcca-d769045a24f1,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:43.051230 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 69990441-3400-4ee6-9648-23c541b354a5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=69990441-3400-4ee6-9648-23c541b354a5,segment=NetworkSegment(2e1e784c-9452-46f8-bace-5ecdc7bf9bf5),segment_id=2e1e784c-9452-46f8-bace-5ecdc7bf9bf5)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:43.057806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:43.098295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:43.132250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:43.158517 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=69990441-3400-4ee6-9648-23c541b354a5,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:43.168649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Network': ['ID=0399595c-b1bc-4687-a9c7-1b11ada9a16d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:43.179462 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-eff34df8-45c9-492c-b44f-e1accf461e73 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/0399595c-b1bc-4687-a9c7-1b11ada9a16d HTTP/1.1" status: 204 len: 168 time: 1.6231508 Feb 21 09:05:43.180739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54294) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:43.190915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1199730873'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:43.197677 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:43.204333 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:network and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:43.208195 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:43.215621 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-16661de1-e2da-4018-92da-311589c06dce req-efb547a5-c8d1-4a03-983a-85adc25a9a66 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033062 Feb 21 09:05:43.216022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:43.228255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809de24d-4aa7-4b35-bc53-b25b957b486a tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:05:43.234267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:43.234910 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-809de24d-4aa7-4b35-bc53-b25b957b486a tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:43.241718 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46da832-8733-47c5-a8e6-716ffe0d542d None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:05:43.243115 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:port and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:43.250698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:43.266721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:43.277710 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54298) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:43.309211 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46da832-8733-47c5-a8e6-716ffe0d542d None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:43.309829 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d46da832-8733-47c5-a8e6-716ffe0d542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:43.314555 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:43.315024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:43.319238 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:43.320683 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:43.358610 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-809de24d-4aa7-4b35-bc53-b25b957b486a tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "PUT /v2.0/floatingips/9bb17c4c-620b-4b7e-a317-7f23cd48d5e8 HTTP/1.1" status: 200 len: 976 time: 2.4235985 Feb 21 09:05:43.361668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54304) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:43.384267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port 2b8697ed-29af-4d04-8250-ef946f57d0e2 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:05:43.419396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-47411b96-de7a-47a0-81e4-1b843fdf1859 None None] Provisioning complete for port 69990441-3400-4ee6-9648-23c541b354a5 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:43.420371 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-47411b96-de7a-47a0-81e4-1b843fdf1859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:43.428036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:43.456664 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d46da832-8733-47c5-a8e6-716ffe0d542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:43.478859 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46da832-8733-47c5-a8e6-716ffe0d542d None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:43.479453 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d46da832-8733-47c5-a8e6-716ffe0d542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:43.504736 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:43.505080 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Added segment 7e8b5edc-3424-450e-bf8e-a065dc455f3e of type vlan for network 04ad3103-81c9-4bdb-b651-7ac3b4cde0f1 Feb 21 09:05:43.540054 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-5737e4fb-4b68-4233-9828-8776c3a1f570 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port 5914eef2-15b7-4990-926e-8ea7874be9f0 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:43.540389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5737e4fb-4b68-4233-9828-8776c3a1f570 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:43.636635 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d46da832-8733-47c5-a8e6-716ffe0d542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:43.637313 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46da832-8733-47c5-a8e6-716ffe0d542d None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:05:43.681743 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 69990441-3400-4ee6-9648-23c541b354a5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:43.700908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:43.764973 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 69990441-3400-4ee6-9648-23c541b354a5 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:43.765245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:43.772360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Allocated IP 2001:db8::f (61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6/008a520e-05df-48ad-a515-d084b84ac878/2b8697ed-29af-4d04-8250-ef946f57d0e2) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:43.780978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-65996244-89e3-4787-8e32-6b1a86ac902e tempest-TestVolumeBootPattern-2059091617 tempest-TestVolumeBootPattern-2059091617-project-admin] Synchronizing usage tracker for tenant:31f6571c7e9b4db388debf64f7653de2 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:43.806561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:43.813493 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:43.814112 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:43.828014 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-65996244-89e3-4787-8e32-6b1a86ac902e tempest-TestVolumeBootPattern-2059091617 tempest-TestVolumeBootPattern-2059091617-project-admin] Unset dirty status for tenant:31f6571c7e9b4db388debf64f7653de2 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:43.831495 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-65996244-89e3-4787-8e32-6b1a86ac902e tempest-TestVolumeBootPattern-2059091617 tempest-TestVolumeBootPattern-2059091617-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 1093 time: 0.5367420 Feb 21 09:05:43.832268 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54308) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:43.839628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '0447bfeb-5470-455f-9162-227d3a33062b', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:43.853734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:43.861798 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Usage tracker for resource:floatingip and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:43.879009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:43.903605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 35c3452a-83fe-4fab-bcca-d769045a24f1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:43.933721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:43.983246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 35c3452a-83fe-4fab-bcca-d769045a24f1 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:44.007478 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8259554 Feb 21 09:05:44.016311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54312) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:44.020916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'subnet': {'network_id': '04ad3103-81c9-4bdb-b651-7ac3b4cde0f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:44.028764 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47287db6-dff2-462b-a276-d3a67016cd31 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Network': ['ID=04ad3103-81c9-4bdb-b651-7ac3b4cde0f1,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:44.038495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:44.045297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 04ad3103-81c9-4bdb-b651-7ac3b4cde0f1 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:44.072263 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5737e4fb-4b68-4233-9828-8776c3a1f570 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:44.312835 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:44.369376 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7c915f-2bdf-4fd3-ae16-64b1848af78d None None] Network 61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:44.400644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5737e4fb-4b68-4233-9828-8776c3a1f570 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:44.401201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5737e4fb-4b68-4233-9828-8776c3a1f570 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:44.401357 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-5737e4fb-4b68-4233-9828-8776c3a1f570 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Floating IP 9bb17c4c-620b-4b7e-a317-7f23cd48d5e8 disassociated. External IP: 172.26.6.193, port: 5914eef2-15b7-4990-926e-8ea7874be9f0. Feb 21 09:05:44.401772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-5737e4fb-4b68-4233-9828-8776c3a1f570 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for 5914eef2-15b7-4990-926e-8ea7874be9f0 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:44.406635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Transition to ACTIVE for port object 2b8697ed-29af-4d04-8250-ef946f57d0e2 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:44.423064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:44.438451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:subnet and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:44.444570 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:44.452660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:44.470959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:44.473549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9e368a5b-da93-444c-a0d7-44089cea3e98 None None] Provisioning for port 35c3452a-83fe-4fab-bcca-d769045a24f1 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:44.492237 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9e368a5b-da93-444c-a0d7-44089cea3e98 None None] Provisioning complete for port 35c3452a-83fe-4fab-bcca-d769045a24f1 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:44.492780 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9e368a5b-da93-444c-a0d7-44089cea3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:44.493463 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:44.552528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5737e4fb-4b68-4233-9828-8776c3a1f570 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:44.603982 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737e4fb-4b68-4233-9828-8776c3a1f570 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=5914eef2-15b7-4990-926e-8ea7874be9f0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:44.668896 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:44.673745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:44.677298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:44.690858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:44.694882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:44.695525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:44.716818 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=2b8697ed-29af-4d04-8250-ef946f57d0e2,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:44.762200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9e368a5b-da93-444c-a0d7-44089cea3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:44.784995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:44.810236 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9e368a5b-da93-444c-a0d7-44089cea3e98 None None] For port 35c3452a-83fe-4fab-bcca-d769045a24f1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=35c3452a-83fe-4fab-bcca-d769045a24f1,segment=NetworkSegment(aadf37c3-b5f4-45a2-a7cc-9ae9d130a942),segment_id=aadf37c3-b5f4-45a2-a7cc-9ae9d130a942)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:44.816999 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9e368a5b-da93-444c-a0d7-44089cea3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:44.831846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5737e4fb-4b68-4233-9828-8776c3a1f570 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:05:44.842690 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Performing IP validity checks on allocation pools {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 21 09:05:44.843225 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 21 09:05:44.849068 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0caa60ce-8980-48a3-92e2-d99757698593 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8871381 Feb 21 09:05:44.855263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54316) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:44.894935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e368a5b-da93-444c-a0d7-44089cea3e98 None None] Pushing event updated for resources: {'Port': ['ID=35c3452a-83fe-4fab-bcca-d769045a24f1,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:45.083317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Allocated IP 172.26.6.8 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/3cdeb1b1-a8dc-4813-83ef-26ca17a519a5) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:45.132368 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c6fde5-7fa1-4ad3-98bb-8a1f7edbd43d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:45.133120 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-28c6fde5-7fa1-4ad3-98bb-8a1f7edbd43d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:45.155076 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1b3dd5a5-f25c-4a4f-9a5f-687f821bba89 None None] Provisioning for port 2b8697ed-29af-4d04-8250-ef946f57d0e2 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:45.161618 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1b3dd5a5-f25c-4a4f-9a5f-687f821bba89 None None] Provisioning complete for port 2b8697ed-29af-4d04-8250-ef946f57d0e2 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:45.162341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd5a5-f25c-4a4f-9a5f-687f821bba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:45.173933 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5737e4fb-4b68-4233-9828-8776c3a1f570 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:05:45.201797 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3927218e-80c9-4c74-b167-3691525eeb6c None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:05:45.240666 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:45.268424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927218e-80c9-4c74-b167-3691525eeb6c None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:45.269375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-3927218e-80c9-4c74-b167-3691525eeb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:45.276527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-28c6fde5-7fa1-4ad3-98bb-8a1f7edbd43d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:45.280751 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-28c6fde5-7fa1-4ad3-98bb-8a1f7edbd43d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4170485 Feb 21 09:05:45.282004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54320) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:45.360048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Subnet': ['ID=97659f4f-cadd-4c6b-b5db-f8f6a340f771,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:45.368300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1b3dd5a5-f25c-4a4f-9a5f-687f821bba89 None None] Port 2b8697ed-29af-4d04-8250-ef946f57d0e2 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:05:45.372091 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-3927218e-80c9-4c74-b167-3691525eeb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:45.374778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5737e4fb-4b68-4233-9828-8776c3a1f570 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:45.383454 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:45.393269 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5737e4fb-4b68-4233-9828-8776c3a1f570 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/ports/5914eef2-15b7-4990-926e-8ea7874be9f0 HTTP/1.1" status: 204 len: 168 time: 2.0284970 Feb 21 09:05:45.393762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54324) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:45.395375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927218e-80c9-4c74-b167-3691525eeb6c None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:45.396300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-3927218e-80c9-4c74-b167-3691525eeb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:45.400914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Checking segment: {'id': '7e8b5edc-3424-450e-bf8e-a065dc455f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '04ad3103-81c9-4bdb-b651-7ac3b4cde0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:45.401271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network hostable DHCP agents. Network: 04ad3103-81c9-4bdb-b651-7ac3b4cde0f1, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:45.441087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network 04ad3103-81c9-4bdb-b651-7ac3b4cde0f1 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:45.457251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:45.458658 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1b3dd5a5-f25c-4a4f-9a5f-687f821bba89 None None] Provisioning for port cc62b1e9-1599-49c2-9577-98f852d6ad5e completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:45.477734 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1b3dd5a5-f25c-4a4f-9a5f-687f821bba89 None None] Provisioning complete for port cc62b1e9-1599-49c2-9577-98f852d6ad5e triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:45.478188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd5a5-f25c-4a4f-9a5f-687f821bba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:45.505953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 04ad3103-81c9-4bdb-b651-7ac3b4cde0f1) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:45.510677 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3aef8-fb72-4455-8e18-7280457748ea tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:45.517852 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189253d7-334b-4932-8501-aa8be197a9c6 None None] Network 04ad3103-81c9-4bdb-b651-7ac3b4cde0f1 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:45.524667 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3aef8-fb72-4455-8e18-7280457748ea tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:45.532553 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3aef8-fb72-4455-8e18-7280457748ea tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:45.533728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:45.534441 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-eab3aef8-fb72-4455-8e18-7280457748ea tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2524240 Feb 21 09:05:45.534676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:45.540170 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54328) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:45.548101 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c29cef1c-6828-40ad-9124-59af8ec0bf73 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "GET /v2.0/floatingips/9bb17c4c-620b-4b7e-a317-7f23cd48d5e8 HTTP/1.1" status: 200 len: 688 time: 0.1530752 Feb 21 09:05:45.548679 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54330) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:45.645345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:45.670926 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:45.678861 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'Port': ['ID=3cdeb1b1-a8dc-4813-83ef-26ca17a519a5,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:45.698209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:45.733936 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e673587b-2d66-40f5-92c4-7679bf66fdc1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7152138 Feb 21 09:05:45.737327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54336) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:45.742355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0708bf2f-8e58-47a9-8f2c-5bceedd95c04 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port 2b8697ed-29af-4d04-8250-ef946f57d0e2 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:45.742825 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0708bf2f-8e58-47a9-8f2c-5bceedd95c04 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:45.750575 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-3927218e-80c9-4c74-b167-3691525eeb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:45.751140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3927218e-80c9-4c74-b167-3691525eeb6c None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:05:45.752900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 35c3452a-83fe-4fab-bcca-d769045a24f1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:45.790660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-afd7f7e1-6be6-4675-8c4c-6933a7e58fd1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port 390789bc-c65e-4705-928b-8c89b6f01002 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:45.791225 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-afd7f7e1-6be6-4675-8c4c-6933a7e58fd1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:45.864421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1b3dd5a5-f25c-4a4f-9a5f-687f821bba89 None None] Port cc62b1e9-1599-49c2-9577-98f852d6ad5e cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:05:45.881548 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-04ad3103-81c9-4bdb-b651-7ac3b4cde0f1', 'network_id': '04ad3103-81c9-4bdb-b651-7ac3b4cde0f1', 'tenant_id': '52ab780b955e453ebbb62aa4b1c5998d', 'fixed_ips': [{'subnet_id': '97659f4f-cadd-4c6b-b5db-f8f6a340f771'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:05:45.882024 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:45.910498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1b3dd5a5-f25c-4a4f-9a5f-687f821bba89 None None] Provisioning complete for port 35c3452a-83fe-4fab-bcca-d769045a24f1 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:45.911194 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd5a5-f25c-4a4f-9a5f-687f821bba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:45.978363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-afd7f7e1-6be6-4675-8c4c-6933a7e58fd1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:45.979014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-afd7f7e1-6be6-4675-8c4c-6933a7e58fd1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.005107 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 35c3452a-83fe-4fab-bcca-d769045a24f1 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:46.005107 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.122753 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-afd7f7e1-6be6-4675-8c4c-6933a7e58fd1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for 390789bc-c65e-4705-928b-8c89b6f01002 owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:46.241488 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Allocated IP 172.20.0.3 (04ad3103-81c9-4bdb-b651-7ac3b4cde0f1/97659f4f-cadd-4c6b-b5db-f8f6a340f771/9e4b5252-8768-4f64-a0de-0efe9bc30e57) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:46.278304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.291495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-afd7f7e1-6be6-4675-8c4c-6933a7e58fd1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.350076 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7f7e1-6be6-4675-8c4c-6933a7e58fd1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=390789bc-c65e-4705-928b-8c89b6f01002,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:46.432319 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fa36eca1-2da9-4e6c-a650-c5626436b714 None None] Provisioning complete for port 2b8697ed-29af-4d04-8250-ef946f57d0e2 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:46.432582 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fa36eca1-2da9-4e6c-a650-c5626436b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.454165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-afd7f7e1-6be6-4675-8c4c-6933a7e58fd1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.472685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-afd7f7e1-6be6-4675-8c4c-6933a7e58fd1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.479233 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-afd7f7e1-6be6-4675-8c4c-6933a7e58fd1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/floatingips/9bb17c4c-620b-4b7e-a317-7f23cd48d5e8 HTTP/1.1" status: 204 len: 168 time: 0.9241874 Feb 21 09:05:46.479478 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54340) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:46.485309 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '445f5c28-0a64-4c6e-b472-844fd020ba98'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:46.491902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:46.498570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Usage tracker for resource:floatingip and tenant:c41b1650d16e475eb82318b0b92b17d0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:46.501860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:46.509212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:46.522723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.541672 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-fa36eca1-2da9-4e6c-a650-c5626436b714 None None] Port 2b8697ed-29af-4d04-8250-ef946f57d0e2 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:05:46.546420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0708bf2f-8e58-47a9-8f2c-5bceedd95c04 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.547322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.561627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Transition to ACTIVE for port object 9e4b5252-8768-4f64-a0de-0efe9bc30e57 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:46.567304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.579954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fa36eca1-2da9-4e6c-a650-c5626436b714 None None] Provisioning complete for port cc62b1e9-1599-49c2-9577-98f852d6ad5e triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:46.580327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fa36eca1-2da9-4e6c-a650-c5626436b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.630639 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Transition to ACTIVE for port object 9e4b5252-8768-4f64-a0de-0efe9bc30e57 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:46.642068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.679565 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-fa36eca1-2da9-4e6c-a650-c5626436b714 None None] Port cc62b1e9-1599-49c2-9577-98f852d6ad5e cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:05:46.693288 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.714826 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Network 04ad3103-81c9-4bdb-b651-7ac3b4cde0f1 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:46.718396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:46.720162 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Pushing event updated for resources: {'Port': ['ID=9e4b5252-8768-4f64-a0de-0efe9bc30e57,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:46.722181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:46.754668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0708bf2f-8e58-47a9-8f2c-5bceedd95c04 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for 2b8697ed-29af-4d04-8250-ef946f57d0e2 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:46.813516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Attempting to bind port 9e4b5252-8768-4f64-a0de-0efe9bc30e57 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:05:46.813881 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Attempting to bind port 9e4b5252-8768-4f64-a0de-0efe9bc30e57 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '7e8b5edc-3424-450e-bf8e-a065dc455f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '04ad3103-81c9-4bdb-b651-7ac3b4cde0f1'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:05:46.814245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Attempting to bind port 9e4b5252-8768-4f64-a0de-0efe9bc30e57 on network 04ad3103-81c9-4bdb-b651-7ac3b4cde0f1 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:05:46.821654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:05:46.821654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Checking segment: {'id': '7e8b5edc-3424-450e-bf8e-a065dc455f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '04ad3103-81c9-4bdb-b651-7ac3b4cde0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:46.822028 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.822141 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Bound using segment: {'id': '7e8b5edc-3424-450e-bf8e-a065dc455f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '04ad3103-81c9-4bdb-b651-7ac3b4cde0f1'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:05:46.822700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Bound port: 9e4b5252-8768-4f64-a0de-0efe9bc30e57, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8b5edc-3424-450e-bf8e-a065dc455f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '04ad3103-81c9-4bdb-b651-7ac3b4cde0f1'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:05:46.823104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.840014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.26.6.48 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/539112c1-1aaa-4db9-a3f3-e509578509aa) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:46.891554 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.922605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] For port 9e4b5252-8768-4f64-a0de-0efe9bc30e57, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:05:46.927513 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] For port 9e4b5252-8768-4f64-a0de-0efe9bc30e57, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9e4b5252-8768-4f64-a0de-0efe9bc30e57,segment=NetworkSegment(7e8b5edc-3424-450e-bf8e-a065dc455f3e),segment_id=7e8b5edc-3424-450e-bf8e-a065dc455f3e)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:05:46.936019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:46.940021 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Subnet': ['ID=97659f4f-cadd-4c6b-b5db-f8f6a340f771,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:47.019891 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8f493-3f39-45cd-a1cf-a7e4d0750b65 None None] Pushing event updated for resources: {'Port': ['ID=9e4b5252-8768-4f64-a0de-0efe9bc30e57,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:47.107846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:47.111657 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:47.139786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0708bf2f-8e58-47a9-8f2c-5bceedd95c04 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:47.145272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:47.152372 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ad3103-81c9-4bdb-b651-7ac3b4cde0f1']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:47.222738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8b5edc-3424-450e-bf8e-a065dc455f3e') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:47.223065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8b5edc-3424-450e-bf8e-a065dc455f3e') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:47.232044 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:47.236160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:47.238115 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=539112c1-1aaa-4db9-a3f3-e509578509aa,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:47.240248 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:47.252286 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708bf2f-8e58-47a9-8f2c-5bceedd95c04 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=2b8697ed-29af-4d04-8250-ef946f57d0e2,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:47.262838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:47.325861 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0708bf2f-8e58-47a9-8f2c-5bceedd95c04 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:47.336702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:47.355771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:47.356311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:47.376265 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:47.442386 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0708bf2f-8e58-47a9-8f2c-5bceedd95c04 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/2b8697ed-29af-4d04-8250-ef946f57d0e2 HTTP/1.1" status: 204 len: 168 time: 1.8908532 Feb 21 09:05:47.446955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54344) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:47.517370 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe35e66-4ea9-4052-b952-349365aadf24 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] GET failed (client error): The resource could not be found. Feb 21 09:05:47.518227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cbe35e66-4ea9-4052-b952-349365aadf24 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:47.525223 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 21 09:05:47.525223 dv-neutron-830062-1-hyperv neutron-server[83585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 21 09:05:47.525223 dv-neutron-830062-1-hyperv neutron-server[83585]: [parameters: {'id': '04ad3103-81c9-4bdb-b651-7ac3b4cde0f1'}] Feb 21 09:05:47.525223 dv-neutron-830062-1-hyperv neutron-server[83585]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:05:47.525617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:05:47.588012 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9e4b5252-8768-4f64-a0de-0efe9bc30e57 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:47.660529 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 9e4b5252-8768-4f64-a0de-0efe9bc30e57 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:47.686299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cbe35e66-4ea9-4052-b952-349365aadf24 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:47.687479 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cbe35e66-4ea9-4052-b952-349365aadf24 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/2b8697ed-29af-4d04-8250-ef946f57d0e2 HTTP/1.1" status: 404 len: 333 time: 0.2250378 Feb 21 09:05:47.690438 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54348) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:47.752089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:47.797185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2c19aa49-3fcf-4ad6-9bf4-2c845f75c2c6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port cc62b1e9-1599-49c2-9577-98f852d6ad5e {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:47.797521 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2c19aa49-3fcf-4ad6-9bf4-2c845f75c2c6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:47.849090 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:47.911154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:47.975164 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.056886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.057853 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa9768b-7cbe-4af4-b9a7-4ff417b59773 None None] Network 04ad3103-81c9-4bdb-b651-7ac3b4cde0f1 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:48.158898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.164326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.174301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-397f5341-8743-4c6b-9bee-8a8a6b59d451 None None] Provisioning for port 9e4b5252-8768-4f64-a0de-0efe9bc30e57 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:48.181866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-397f5341-8743-4c6b-9bee-8a8a6b59d451 None None] Provisioning complete for port 9e4b5252-8768-4f64-a0de-0efe9bc30e57 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:48.182456 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-397f5341-8743-4c6b-9bee-8a8a6b59d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.203552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Deleting port 9e4b5252-8768-4f64-a0de-0efe9bc30e57 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:48.203951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.277390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=539112c1-1aaa-4db9-a3f3-e509578509aa,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:48.294348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.379069 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-397f5341-8743-4c6b-9bee-8a8a6b59d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.424417 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-397f5341-8743-4c6b-9bee-8a8a6b59d451 None None] For port 9e4b5252-8768-4f64-a0de-0efe9bc30e57, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9e4b5252-8768-4f64-a0de-0efe9bc30e57,segment=NetworkSegment(7e8b5edc-3424-450e-bf8e-a065dc455f3e),segment_id=7e8b5edc-3424-450e-bf8e-a065dc455f3e)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:48.429206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-397f5341-8743-4c6b-9bee-8a8a6b59d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.462356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2c19aa49-3fcf-4ad6-9bf4-2c845f75c2c6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.500932 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Floating IP 2507ed99-2e38-4804-9de3-ac0354bb2683 associated. External IP: 172.26.6.48, port: 445f5c28-0a64-4c6e-b472-844fd020ba98. Feb 21 09:05:48.510078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d9e155-3a2b-4b20-b585-3940800d019a None None] DHCP port deletion for 04ad3103-81c9-4bdb-b651-7ac3b4cde0f1 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:05:48.533142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-08d9e155-3a2b-4b20-b585-3940800d019a None None] Deleting port 9e4b5252-8768-4f64-a0de-0efe9bc30e57 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:48.533722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08d9e155-3a2b-4b20-b585-3940800d019a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.598381 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f5341-8743-4c6b-9bee-8a8a6b59d451 None None] Pushing event updated for resources: {'Port': ['ID=9e4b5252-8768-4f64-a0de-0efe9bc30e57,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:48.643544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2c19aa49-3fcf-4ad6-9bf4-2c845f75c2c6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for cc62b1e9-1599-49c2-9577-98f852d6ad5e owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:48.783500 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-08d9e155-3a2b-4b20-b585-3940800d019a None None] For port 9e4b5252-8768-4f64-a0de-0efe9bc30e57, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9e4b5252-8768-4f64-a0de-0efe9bc30e57,segment=NetworkSegment(7e8b5edc-3424-450e-bf8e-a065dc455f3e),segment_id=7e8b5edc-3424-450e-bf8e-a065dc455f3e)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:48.783757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08d9e155-3a2b-4b20-b585-3940800d019a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.794600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.806483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.870214 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] For port 9e4b5252-8768-4f64-a0de-0efe9bc30e57, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9e4b5252-8768-4f64-a0de-0efe9bc30e57,segment=NetworkSegment(7e8b5edc-3424-450e-bf8e-a065dc455f3e),segment_id=7e8b5edc-3424-450e-bf8e-a065dc455f3e)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:48.870570 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:48.911203 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-08d9e155-3a2b-4b20-b585-3940800d019a None None] Calling delete_port for 9e4b5252-8768-4f64-a0de-0efe9bc30e57 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:48.996884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08d9e155-3a2b-4b20-b585-3940800d019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:49.043688 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9e155-3a2b-4b20-b585-3940800d019a None None] Pushing event deleted for resources: {'Port': ['ID=9e4b5252-8768-4f64-a0de-0efe9bc30e57,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:49.049300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:05:49.052936 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d9e155-3a2b-4b20-b585-3940800d019a None None] No DVR routers for this DVR port 9e4b5252-8768-4f64-a0de-0efe9bc30e57 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:05:49.067747 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Calling delete_port for 9e4b5252-8768-4f64-a0de-0efe9bc30e57 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:49.071220 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e03d3-1ecc-47cb-abbd-6c3ffb7ee4a7 None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:05:49.126489 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'Port': ['ID=3cdeb1b1-a8dc-4813-83ef-26ca17a519a5,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:49.161791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:49.190828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287e03d3-1ecc-47cb-abbd-6c3ffb7ee4a7 None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:05:49.276591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:05:49.293487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2c19aa49-3fcf-4ad6-9bf4-2c845f75c2c6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:49.298247 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f361b4cf-f8e9-4997-b101-604a974098d5 None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:05:49.313948 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f361b4cf-f8e9-4997-b101-604a974098d5 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:49.314915 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f361b4cf-f8e9-4997-b101-604a974098d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:49.352060 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:49.383825 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f361b4cf-f8e9-4997-b101-604a974098d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:49.396481 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f361b4cf-f8e9-4997-b101-604a974098d5 None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:49.397737 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f361b4cf-f8e9-4997-b101-604a974098d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:49.427612 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c524b35f-4a55-4e58-b1bd-cc6e4ccc5474 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.9449632 Feb 21 09:05:49.427612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54352) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:49.432617 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-798015432'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:49.438355 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:49.444772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Usage tracker for resource:network and tenant:c41b1650d16e475eb82318b0b92b17d0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:49.448865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:49.456893 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:49.469159 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Made reservation on behalf of c41b1650d16e475eb82318b0b92b17d0 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:49.472359 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:05:49.472964 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:05:49.478120 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:49.479850 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f361b4cf-f8e9-4997-b101-604a974098d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:49.480257 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f361b4cf-f8e9-4997-b101-604a974098d5 None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:05:49.482848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19aa49-3fcf-4ad6-9bf4-2c845f75c2c6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=cc62b1e9-1599-49c2-9577-98f852d6ad5e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:49.524150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:49.534869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:49.535253 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Added segment e426975e-1c08-438e-99f0-6e0606848f80 of type vlan for network ff714095-6f41-4292-9ee2-c704ce5c7b4e Feb 21 09:05:49.543911 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2c19aa49-3fcf-4ad6-9bf4-2c845f75c2c6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:49.568318 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2c19aa49-3fcf-4ad6-9bf4-2c845f75c2c6 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/cc62b1e9-1599-49c2-9577-98f852d6ad5e HTTP/1.1" status: 204 len: 168 time: 1.8739474 Feb 21 09:05:49.568730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:49.569003 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54356) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:49.601710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:49.607689 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:49.608332 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:49.616111 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0291e0-2c2a-4fdd-b1c4-3252b01966ff tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] GET failed (client error): The resource could not be found. Feb 21 09:05:49.616611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0b0291e0-2c2a-4fdd-b1c4-3252b01966ff tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:05:49.649846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0b0291e0-2c2a-4fdd-b1c4-3252b01966ff tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:05:49.651069 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0b0291e0-2c2a-4fdd-b1c4-3252b01966ff tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/cc62b1e9-1599-49c2-9577-98f852d6ad5e HTTP/1.1" status: 404 len: 333 time: 0.0813849 Feb 21 09:05:49.655420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54360) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:49.658828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9e4b5252-8768-4f64-a0de-0efe9bc30e57 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:05:49.704386 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2771068 Feb 21 09:05:49.705421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54364) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:49.709746 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 9e4b5252-8768-4f64-a0de-0efe9bc30e57 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:05:49.710252 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9e4b5252-8768-4f64-a0de-0efe9bc30e57 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:05:49.713485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e1c7b927-f39b-4566-8e69-9fecab2dbcc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'subnet': {'network_id': 'ff714095-6f41-4292-9ee2-c704ce5c7b4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:49.716004 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Floating IP da1ee8d1-0878-483f-b5a9-20d13b775697 associated. External IP: 172.26.6.8, port: 0447bfeb-5470-455f-9162-227d3a33062b. Feb 21 09:05:49.820450 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248f580-b7d7-41a0-90f2-e05c16ccc66d tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Network': ['ID=ff714095-6f41-4292-9ee2-c704ce5c7b4e,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:49.836176 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network ff714095-6f41-4292-9ee2-c704ce5c7b4e details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:49.870515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e1c7b927-f39b-4566-8e69-9fecab2dbcc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:49.883066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e1c7b927-f39b-4566-8e69-9fecab2dbcc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:49.898741 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c7b927-f39b-4566-8e69-9fecab2dbcc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Made reservation on behalf of c41b1650d16e475eb82318b0b92b17d0 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:49.973569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Deleting port 9e4b5252-8768-4f64-a0de-0efe9bc30e57 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:49.973699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.018403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b927-f39b-4566-8e69-9fecab2dbcc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.060050 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-47355c28-3236-45b1-baea-ea51b4a768ce tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting subnet 008a520e-05df-48ad-a515-d084b84ac878 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:05:50.067252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] The port '9e4b5252-8768-4f64-a0de-0efe9bc30e57' was deleted {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:05:50.068897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47355c28-3236-45b1-baea-ea51b4a768ce tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.245241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47355c28-3236-45b1-baea-ea51b4a768ce tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.261437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b927-f39b-4566-8e69-9fecab2dbcc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.293563 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.339523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7b927-f39b-4566-8e69-9fecab2dbcc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Subnet': ['ID=fd20e501-58e4-4fe3-9d65-b4f79b52c619,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:50.349223 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ad3103-81c9-4bdb-b651-7ac3b4cde0f1']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:50.354338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7b927-f39b-4566-8e69-9fecab2dbcc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Checking segment: {'id': 'e426975e-1c08-438e-99f0-6e0606848f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ff714095-6f41-4292-9ee2-c704ce5c7b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:50.354697 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c7b927-f39b-4566-8e69-9fecab2dbcc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network hostable DHCP agents. Network: ff714095-6f41-4292-9ee2-c704ce5c7b4e, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:50.371509 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8b5edc-3424-450e-bf8e-a065dc455f3e') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:50.371845 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8b5edc-3424-450e-bf8e-a065dc455f3e') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:50.378047 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c7b927-f39b-4566-8e69-9fecab2dbcc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network ff714095-6f41-4292-9ee2-c704ce5c7b4e is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:50.387189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-e1c7b927-f39b-4566-8e69-9fecab2dbcc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, ff714095-6f41-4292-9ee2-c704ce5c7b4e) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:50.391072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7b927-f39b-4566-8e69-9fecab2dbcc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:50.391660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b927-f39b-4566-8e69-9fecab2dbcc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.392047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.400614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41d56ac-3d20-4867-8f80-399c7e795662 None None] Network ff714095-6f41-4292-9ee2-c704ce5c7b4e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:50.408116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47355c28-3236-45b1-baea-ea51b4a768ce tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.422136 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e1c7b927-f39b-4566-8e69-9fecab2dbcc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7102134 Feb 21 09:05:50.422364 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54368) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:50.427507 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-986858150', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:50.434338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:50.438886 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Usage tracker for resource:router and tenant:c41b1650d16e475eb82318b0b92b17d0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:50.442448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:50.450598 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:50.452181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.461171 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.462206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.471156 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:50.471550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:50.486230 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:50.625512 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-ff714095-6f41-4292-9ee2-c704ce5c7b4e', 'network_id': 'ff714095-6f41-4292-9ee2-c704ce5c7b4e', 'tenant_id': 'c41b1650d16e475eb82318b0b92b17d0', 'fixed_ips': [{'subnet_id': 'fd20e501-58e4-4fe3-9d65-b4f79b52c619'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:05:50.626116 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.696507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.716244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.718554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.725742 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47355c28-3236-45b1-baea-ea51b4a768ce tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.766895 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Network': ['ID=04ad3103-81c9-4bdb-b651-7ac3b4cde0f1,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:50.775807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47355c28-3236-45b1-baea-ea51b4a768ce tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Subnet': ['ID=008a520e-05df-48ad-a515-d084b84ac878,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:50.785459 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cf630dfa-6b04-48ad-87ee-479ea7a98e3f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/04ad3103-81c9-4bdb-b651-7ac3b4cde0f1 HTTP/1.1" status: 204 len: 168 time: 5.0469913 Feb 21 09:05:50.790859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54372) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:50.798333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1255652252'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:50.801844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Allocated IP 172.20.0.2 (ff714095-6f41-4292-9ee2-c704ce5c7b4e/fd20e501-58e4-4fe3-9d65-b4f79b52c619/3406deb5-d418-441e-bac8-d823699ab814) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:50.805938 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:50.808346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47355c28-3236-45b1-baea-ea51b4a768ce tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.813654 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-47355c28-3236-45b1-baea-ea51b4a768ce tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/008a520e-05df-48ad-a515-d084b84ac878 HTTP/1.1" status: 204 len: 168 time: 1.1539218 Feb 21 09:05:50.814063 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54376) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:50.817306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:network and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:50.835177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b01a999-147f-4adf-a46a-da2e72d91d8f None None] Network 61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:50.843984 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:50.881529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.907411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:50.954824 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:50.957760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:50.982037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.011514 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:51.146583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port 35c3452a-83fe-4fab-bcca-d769045a24f1 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:51.147465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.185664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.186004 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Added segment 146370a9-8870-4dd0-ae75-11fa995daa4e of type vlan for network 7c920621-8ad5-4ff4-a09a-1780fdd40d7f Feb 21 09:05:51.194732 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.220737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.228668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.235662 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Transition to ACTIVE for port object 3406deb5-d418-441e-bac8-d823699ab814 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:51.254862 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Transition to ACTIVE for port object 3406deb5-d418-441e-bac8-d823699ab814 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:51.260965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.270788 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.330451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:05:51.354050 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Network ff714095-6f41-4292-9ee2-c704ce5c7b4e is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:51.356361 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6312dd6-cb88-4dfc-9ee0-3aa6431a0894 None None] DHCP port deletion for 61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:05:51.360736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:51.366054 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:51.368012 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Pushing event updated for resources: {'Port': ['ID=3406deb5-d418-441e-bac8-d823699ab814,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:51.373249 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a6312dd6-cb88-4dfc-9ee0-3aa6431a0894 None None] Deleting port 35c3452a-83fe-4fab-bcca-d769045a24f1 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:51.373984 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a6312dd6-cb88-4dfc-9ee0-3aa6431a0894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.429376 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.26.6.166 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/916752b7-cb4f-48ab-b109-050feb4a3b47) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:51.445163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.449086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:51.449295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.554780 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Attempting to bind port 3406deb5-d418-441e-bac8-d823699ab814 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:05:51.555891 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Attempting to bind port 3406deb5-d418-441e-bac8-d823699ab814 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'e426975e-1c08-438e-99f0-6e0606848f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ff714095-6f41-4292-9ee2-c704ce5c7b4e'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:05:51.555891 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Attempting to bind port 3406deb5-d418-441e-bac8-d823699ab814 on network ff714095-6f41-4292-9ee2-c704ce5c7b4e {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:05:51.584239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:05:51.584711 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Checking segment: {'id': 'e426975e-1c08-438e-99f0-6e0606848f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ff714095-6f41-4292-9ee2-c704ce5c7b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:51.585124 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.585524 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Bound using segment: {'id': 'e426975e-1c08-438e-99f0-6e0606848f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ff714095-6f41-4292-9ee2-c704ce5c7b4e'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:05:51.586018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Bound port: 3406deb5-d418-441e-bac8-d823699ab814, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e426975e-1c08-438e-99f0-6e0606848f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ff714095-6f41-4292-9ee2-c704ce5c7b4e'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:05:51.586448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.594474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] For port 35c3452a-83fe-4fab-bcca-d769045a24f1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=35c3452a-83fe-4fab-bcca-d769045a24f1,segment=NetworkSegment(aadf37c3-b5f4-45a2-a7cc-9ae9d130a942),segment_id=aadf37c3-b5f4-45a2-a7cc-9ae9d130a942)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:51.594967 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.616334 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 35c3452a-83fe-4fab-bcca-d769045a24f1 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:05:51.664948 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.714642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.750389 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9539783 Feb 21 09:05:51.753888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54380) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:51.769154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'subnet': {'network_id': '7c920621-8ad5-4ff4-a09a-1780fdd40d7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:51.811745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for 35c3452a-83fe-4fab-bcca-d769045a24f1 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:51.852868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929549ba-361f-4baa-bffd-29c827b56cba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Network': ['ID=7c920621-8ad5-4ff4-a09a-1780fdd40d7f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:51.856035 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-a6312dd6-cb88-4dfc-9ee0-3aa6431a0894 None None] For port 35c3452a-83fe-4fab-bcca-d769045a24f1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=35c3452a-83fe-4fab-bcca-d769045a24f1,segment=NetworkSegment(aadf37c3-b5f4-45a2-a7cc-9ae9d130a942),segment_id=aadf37c3-b5f4-45a2-a7cc-9ae9d130a942)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:51.856586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a6312dd6-cb88-4dfc-9ee0-3aa6431a0894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.878240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 7c920621-8ad5-4ff4-a09a-1780fdd40d7f details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:51.910496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:51.931968 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:51.940259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:51.960134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:51.986832 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=916752b7-cb4f-48ab-b109-050feb4a3b47,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:52.036814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:52.046034 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:subnet and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:52.049674 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a6312dd6-cb88-4dfc-9ee0-3aa6431a0894 None None] Calling delete_port for 35c3452a-83fe-4fab-bcca-d769045a24f1 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:05:52.051489 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:52.057676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=35c3452a-83fe-4fab-bcca-d769045a24f1,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:52.072777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No DVR routers for this DVR port 35c3452a-83fe-4fab-bcca-d769045a24f1 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:05:52.092835 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:52.146201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:52.172215 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No ports have port_id starting with 35c3452a-83fe-4fab-bcca-d769045a24f1 Feb 21 09:05:52.234713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] For port 3406deb5-d418-441e-bac8-d823699ab814, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:05:52.275607 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] For port 3406deb5-d418-441e-bac8-d823699ab814, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3406deb5-d418-441e-bac8-d823699ab814,segment=NetworkSegment(e426975e-1c08-438e-99f0-6e0606848f80),segment_id=e426975e-1c08-438e-99f0-6e0606848f80)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:05:52.288387 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:52.295674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:52.307638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:52.335386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:52.355059 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadf37c3-b5f4-45a2-a7cc-9ae9d130a942') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:52.356181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadf37c3-b5f4-45a2-a7cc-9ae9d130a942') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:52.376792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:52.386324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-a6312dd6-cb88-4dfc-9ee0-3aa6431a0894 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:05:52.387713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-a6312dd6-cb88-4dfc-9ee0-3aa6431a0894 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:05:52.421189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:52.441215 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310aeed8-309e-4f2b-a982-2df6b2b26568 None None] Pushing event updated for resources: {'Port': ['ID=3406deb5-d418-441e-bac8-d823699ab814,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:52.441942 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:52.442355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:52.470129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:52.475141 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:52.489323 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971a21b-b0db-47bc-89c9-1f5d0266c7b0 None None] Sync routers for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:05:52.525852 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6971a21b-b0db-47bc-89c9-1f5d0266c7b0 None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:52.526788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6971a21b-b0db-47bc-89c9-1f5d0266c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:52.553120 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:52.554013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:52.641736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:52.736009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:52.805855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:52.819355 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-6971a21b-b0db-47bc-89c9-1f5d0266c7b0 None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:05:52.821564 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Network': ['ID=61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:52.828483 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-20bad6ed-9652-49d7-874e-bac6f6b5bb2c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 8.9950397 Feb 21 09:05:52.831192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b89c0b-89d3-47da-ba47-03309c8b267c', 'tag': '0447bfeb-5470-455f-9162-227d3a33062b'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:05:52.847661 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3dfda885-2750-4fe7-8d07-7c617ae90047 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/networks/61d3f9f6-f23c-49c3-bc1e-e1e3f185fad6 HTTP/1.1" status: 204 len: 168 time: 2.0315490 Feb 21 09:05:52.851658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54388) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:52.862187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-445638355'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:52.869580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:52.877379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:network and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:52.882568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:52.898843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:52.923664 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a6312dd6-cb88-4dfc-9ee0-3aa6431a0894 None None] Deleting port 35c3452a-83fe-4fab-bcca-d769045a24f1 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:05:52.924147 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a6312dd6-cb88-4dfc-9ee0-3aa6431a0894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:52.927754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:52.931608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:52.957457 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b89c0b-89d3-47da-ba47-03309c8b267c', 'tag': '0447bfeb-5470-455f-9162-227d3a33062b', 'status': 'completed', 'code': 200} Feb 21 09:05:53.002269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:53.050379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:53.076496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:53.077131 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Added segment 76751fe8-ee9d-4aa5-aa9f-a16c73fdba64 of type vlan for network 51d568a7-0b93-44b8-8b1f-d2ba98c41bf1 Feb 21 09:05:53.098457 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a6312dd6-cb88-4dfc-9ee0-3aa6431a0894 None None] The port '35c3452a-83fe-4fab-bcca-d769045a24f1' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:05:53.118027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Subnet': ['ID=8b1f259a-04af-418b-a04f-4ba550115375,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:53.137594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:53.158955 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a5bef83-74ab-44c0-beeb-de5a753cedb5 req-9390bbc4-5aa7-406c-b74c-5ff9703d8b77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 1098 time: 0.1880002 Feb 21 09:05:53.164885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Checking segment: {'id': '146370a9-8870-4dd0-ae75-11fa995daa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7c920621-8ad5-4ff4-a09a-1780fdd40d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:53.165318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network hostable DHCP agents. Network: 7c920621-8ad5-4ff4-a09a-1780fdd40d7f, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:53.222910 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network 7c920621-8ad5-4ff4-a09a-1780fdd40d7f is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:53.253582 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 7c920621-8ad5-4ff4-a09a-1780fdd40d7f) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:53.260701 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:53.261457 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:53.286685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:53.287671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d47631-c40c-45b0-9a3a-c0dc6473e40d None None] Network 7c920621-8ad5-4ff4-a09a-1780fdd40d7f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:53.292502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:53.293226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:53.329769 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1bb4f687-86eb-47ad-8d5c-c2ae157615bc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5686533 Feb 21 09:05:53.332591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54392) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:53.339193 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router 34ba5911-303e-4786-9bf7-d392c4d8641b is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:05:53.612901 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7593093 Feb 21 09:05:53.616842 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54e9d4-abaa-4b92-aa10-a5fe86bcec09 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Network': ['ID=51d568a7-0b93-44b8-8b1f-d2ba98c41bf1,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:53.620308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54396) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:53.632983 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': '51d568a7-0b93-44b8-8b1f-d2ba98c41bf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:53.661887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bef83-74ab-44c0-beeb-de5a753cedb5 req-c83e9fc9-d144-48a9-87e6-539508640096 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:53.664171 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a5bef83-74ab-44c0-beeb-de5a753cedb5 req-c83e9fc9-d144-48a9-87e6-539508640096 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 911 time: 0.4954898 Feb 21 09:05:53.740809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 51d568a7-0b93-44b8-8b1f-d2ba98c41bf1 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:53.840204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:53.845240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3406deb5-d418-441e-bac8-d823699ab814 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:53.874276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:53.881113 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a5bef83-74ab-44c0-beeb-de5a753cedb5 req-4f56c603-b361-4a05-9ff8-482ea2aaf297 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0447bfeb-5470-455f-9162-227d3a33062b HTTP/1.1" status: 200 len: 997 time: 0.2067547 Feb 21 09:05:53.884528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:53.922781 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:53.923199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:53.934503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:53.958214 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d09340-b813-4f67-bfa4-a2a2afd3577d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-7c920621-8ad5-4ff4-a09a-1780fdd40d7f', 'network_id': '7c920621-8ad5-4ff4-a09a-1780fdd40d7f', 'tenant_id': '52ab780b955e453ebbb62aa4b1c5998d', 'fixed_ips': [{'subnet_id': '8b1f259a-04af-418b-a04f-4ba550115375'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:05:53.961135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-72d09340-b813-4f67-bfa4-a2a2afd3577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:53.966744 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bef83-74ab-44c0-beeb-de5a753cedb5 req-3773a3fe-7766-4f94-ac94-a2e9c82ac150 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:53.968687 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a5bef83-74ab-44c0-beeb-de5a753cedb5 req-3773a3fe-7766-4f94-ac94-a2e9c82ac150 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.0810843 Feb 21 09:05:53.970127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:53.988510 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd179c2-6777-45a1-a60e-4422c70e7f47 None None] Network ff714095-6f41-4292-9ee2-c704ce5c7b4e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:54.032588 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.075515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:05:54.079527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1f259a-04af-418b-a04f-4ba550115375,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:54.092785 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c1b9f-b298-4447-b179-609292e67e4b None None] Sync routers for ids ['34ba5911-303e-4786-9bf7-d392c4d8641b'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:05:54.104109 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c1b9f-b298-4447-b179-609292e67e4b None None] Routers {'34ba5911-303e-4786-9bf7-d392c4d8641b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:54.104719 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f00c1b9f-b298-4447-b179-609292e67e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['34ba5911-303e-4786-9bf7-d392c4d8641b'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:54.141690 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.168959 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f00c1b9f-b298-4447-b179-609292e67e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:54.181163 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c1b9f-b298-4447-b179-609292e67e4b None None] Routers {'34ba5911-303e-4786-9bf7-d392c4d8641b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:54.181771 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f00c1b9f-b298-4447-b179-609292e67e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['34ba5911-303e-4786-9bf7-d392c4d8641b'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:54.233560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.236073 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-352d4715-d87b-4ef7-b8f1-d954bb009dbc tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8127596 Feb 21 09:05:54.241704 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54781a03-6120-454f-a9b6-62ebd9292843 None None] Network 7c920621-8ad5-4ff4-a09a-1780fdd40d7f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:54.243175 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54402) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:54.251055 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f00c1b9f-b298-4447-b179-609292e67e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:54.251447 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c1b9f-b298-4447-b179-609292e67e4b None None] The sync data for ids ['34ba5911-303e-4786-9bf7-d392c4d8641b'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:05:54.265906 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a5bef83-74ab-44c0-beeb-de5a753cedb5 req-481a54f4-2749-486f-8aa5-ad3ebf9b3912 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2755263 Feb 21 09:05:54.333735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f7278bd5-0e92-434c-a897-b53ee03ca740 None None] Provisioning for port 3406deb5-d418-441e-bac8-d823699ab814 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:54.355021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6971a21b-b0db-47bc-89c9-1f5d0266c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'da1ee8d1-0878-483f-b5a9-20d13b775697', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.8', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '0447bfeb-5470-455f-9162-227d3a33062b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:b8:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b89c0b-89d3-47da-ba47-03309c8b267c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:05:46Z', 'updated_at': '2022-02-21T09:05:46Z', 'revision_number': 0, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:54.389514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.408755 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 3406deb5-d418-441e-bac8-d823699ab814 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:54.426901 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c920621-8ad5-4ff4-a09a-1780fdd40d7f']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:54.439937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971a21b-b0db-47bc-89c9-1f5d0266c7b0 None None] Checking router: 44976c4e-f3af-4ace-99f7-e52ca1cbd683 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:05:54.442113 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 3406deb5-d418-441e-bac8-d823699ab814 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:54.442473 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.452849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146370a9-8870-4dd0-ae75-11fa995daa4e') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:54.453138 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146370a9-8870-4dd0-ae75-11fa995daa4e') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:54.467883 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.480647 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a5bef83-74ab-44c0-beeb-de5a753cedb5 req-3994728d-342c-4394-a786-fac7b7a66683 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067914 Feb 21 09:05:54.491414 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.501730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:54.502448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:54.517124 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:54.616108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6971a21b-b0db-47bc-89c9-1f5d0266c7b0 None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:54.617020 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6971a21b-b0db-47bc-89c9-1f5d0266c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:54.617450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.623513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.652801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.729472 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a5bef83-74ab-44c0-beeb-de5a753cedb5 req-0a4f08ca-9f19-4013-835f-c6a4d1c702e0 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412646 Feb 21 09:05:54.731859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Network': ['ID=7c920621-8ad5-4ff4-a09a-1780fdd40d7f,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:54.731993 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Subnet': ['ID=5a3d9365-89ba-430b-8386-bbeebbf9a46e,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:54.778588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Checking segment: {'id': '76751fe8-ee9d-4aa5-aa9f-a16c73fdba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51d568a7-0b93-44b8-8b1f-d2ba98c41bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:54.779676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network hostable DHCP agents. Network: 51d568a7-0b93-44b8-8b1f-d2ba98c41bf1, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:54.792655 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1f17533c-220e-4e87-b34f-b72e95970270 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/7c920621-8ad5-4ff4-a09a-1780fdd40d7f HTTP/1.1" status: 204 len: 168 time: 1.4570968 Feb 21 09:05:54.796167 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54406) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:54.802633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1151572617'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:54.814865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:54.820555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:network and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:54.824823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:54.832827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:54.838184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 51d568a7-0b93-44b8-8b1f-d2ba98c41bf1 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:54.852721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 51d568a7-0b93-44b8-8b1f-d2ba98c41bf1) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:54.854299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:54.860664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.877726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:54.878327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.881070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbe6751-f5da-42b5-967d-ac647c65eab2 None None] Network 51d568a7-0b93-44b8-8b1f-d2ba98c41bf1 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:54.910578 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-81d4ca4d-ac89-48dc-bd91-81e50b909f0b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2890413 Feb 21 09:05:54.911972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:54.914111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54410) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:54.923023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-bae1b08d-d1e0-407d-b0c2-a5d6b13f3b47 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-991861101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:54.931691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bae1b08d-d1e0-407d-b0c2-a5d6b13f3b47 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:54.937584 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.938236 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Added segment 7b7f1017-40b7-4485-9168-ccbb8599447f of type vlan for network 09879265-3905-42ad-8a0a-8cee6117061f Feb 21 09:05:54.939846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bae1b08d-d1e0-407d-b0c2-a5d6b13f3b47 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:router and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:54.946230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bae1b08d-d1e0-407d-b0c2-a5d6b13f3b47 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:54.953349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bae1b08d-d1e0-407d-b0c2-a5d6b13f3b47 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:54.977380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.982627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bae1b08d-d1e0-407d-b0c2-a5d6b13f3b47 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:54.983862 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bae1b08d-d1e0-407d-b0c2-a5d6b13f3b47 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:55.007511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:55.024016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bae1b08d-d1e0-407d-b0c2-a5d6b13f3b47 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:55.026851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:55.031699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:55.032756 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:55.084145 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-6971a21b-b0db-47bc-89c9-1f5d0266c7b0 None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:05:55.162574 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3651168 Feb 21 09:05:55.165750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54414) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:55.165959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 3406deb5-d418-441e-bac8-d823699ab814, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3406deb5-d418-441e-bac8-d823699ab814,segment=NetworkSegment(e426975e-1c08-438e-99f0-6e0606848f80),segment_id=e426975e-1c08-438e-99f0-6e0606848f80)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:05:55.172303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'subnet': {'network_id': '09879265-3905-42ad-8a0a-8cee6117061f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:55.194367 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bae1b08d-d1e0-407d-b0c2-a5d6b13f3b47 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:55.204858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e8516-df00-4e86-a35a-d16adad25429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Network': ['ID=09879265-3905-42ad-8a0a-8cee6117061f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:55.221915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 09879265-3905-42ad-8a0a-8cee6117061f details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:55.241525 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:55.311757 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bae1b08d-d1e0-407d-b0c2-a5d6b13f3b47 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:55.313738 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bae1b08d-d1e0-407d-b0c2-a5d6b13f3b47 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3984196 Feb 21 09:05:55.315489 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:55.317825 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54418) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:55.325480 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'network_id': '51d568a7-0b93-44b8-8b1f-d2ba98c41bf1', 'name': 'tempest-PortsIpV6TestJSON-703689516'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:55.342758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:subnet and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:55.348536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:55.389882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:55.406138 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:55.549184 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=3406deb5-d418-441e-bac8-d823699ab814,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:55.561796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:55.576780 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-51d568a7-0b93-44b8-8b1f-d2ba98c41bf1', 'network_id': '51d568a7-0b93-44b8-8b1f-d2ba98c41bf1', 'tenant_id': '22ad680665e048f7b66d97d9611bd3b5', 'fixed_ips': [{'subnet_id': '5a3d9365-89ba-430b-8386-bbeebbf9a46e'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:05:55.577856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:55.659899 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-dcf9f6a3-1690-48d3-bc2c-237cbc3b10e8 None None] Provisioning complete for port 3406deb5-d418-441e-bac8-d823699ab814 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:55.660264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dcf9f6a3-1690-48d3-bc2c-237cbc3b10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:55.715473 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:55.722177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:55.739513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:port and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:55.746899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:55.802806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:55.835409 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:55.838597 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:55.879566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port e346b70b-345d-4789-b6c9-28fb0b671a2e yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:05:55.987941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.20.0.1 (ff714095-6f41-4292-9ee2-c704ce5c7b4e/fd20e501-58e4-4fe3-9d65-b4f79b52c619/5979f10f-cfc4-46ea-b408-6c54f6bd91b0) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:56.006649 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Allocated IP 2001:db8::2 (51d568a7-0b93-44b8-8b1f-d2ba98c41bf1/5a3d9365-89ba-430b-8386-bbeebbf9a46e/7a268913-1c9c-4184-b4f4-92772989db29) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:56.069861 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.120034 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6971a21b-b0db-47bc-89c9-1f5d0266c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'da1ee8d1-0878-483f-b5a9-20d13b775697', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.8', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '0447bfeb-5470-455f-9162-227d3a33062b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:b8:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b89c0b-89d3-47da-ba47-03309c8b267c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:05:46Z', 'updated_at': '2022-02-21T09:05:46Z', 'revision_number': 0, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:56.129664 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971a21b-b0db-47bc-89c9-1f5d0266c7b0 None None] The sync data for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv is: [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'da1ee8d1-0878-483f-b5a9-20d13b775697', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.8', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '0447bfeb-5470-455f-9162-227d3a33062b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:b8:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b89c0b-89d3-47da-ba47-03309c8b267c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:05:46Z', 'updated_at': '2022-02-21T09:05:46Z', 'revision_number': 0, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:05:56.162843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Subnet': ['ID=6271b531-1b69-440b-a236-3011ebe7fa2d,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:56.170420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Checking segment: {'id': '7b7f1017-40b7-4485-9168-ccbb8599447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '09879265-3905-42ad-8a0a-8cee6117061f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:56.170954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network hostable DHCP agents. Network: 09879265-3905-42ad-8a0a-8cee6117061f, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:56.172576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.196254 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Transition to ACTIVE for port object 5979f10f-cfc4-46ea-b408-6c54f6bd91b0 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:56.202966 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network 09879265-3905-42ad-8a0a-8cee6117061f is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:56.221703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 09879265-3905-42ad-8a0a-8cee6117061f) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:56.228322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:56.229624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.234191 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bd3323-c8f3-4ab0-82c9-2e8fc4f74396 None None] Network 09879265-3905-42ad-8a0a-8cee6117061f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:56.244155 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.270075 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9402be08-424f-44d7-8fbe-efa0b6332e4a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1003916 Feb 21 09:05:56.270682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54422) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:56.323204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network ff714095-6f41-4292-9ee2-c704ce5c7b4e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:56.330197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:56.334072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:56.394105 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=5979f10f-cfc4-46ea-b408-6c54f6bd91b0,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:56.421773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.459411 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89995086-5f13-4264-a197-e05c7d32e12e None None] New status for floating IP da1ee8d1-0878-483f-b5a9-20d13b775697: ACTIVE {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:05:56.475869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.554495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.567638 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.637067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.712029 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Subnet': ['ID=6271b531-1b69-440b-a236-3011ebe7fa2d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:56.787651 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.787867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.814615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09879265-3905-42ad-8a0a-8cee6117061f']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:56.827662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7f1017-40b7-4485-9168-ccbb8599447f') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:56.828090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7f1017-40b7-4485-9168-ccbb8599447f') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:56.836711 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Transition to ACTIVE for port object 7a268913-1c9c-4184-b4f4-92772989db29 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:56.840264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.859704 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.868281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:05:56.868680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:05:56.884408 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:05:56.926008 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c69912-9cf1-455b-8a88-e37ac5a74525 None None] Network 09879265-3905-42ad-8a0a-8cee6117061f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:56.979133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.984976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:56.993915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f523aac3-6648-4131-9519-46170e3a3aab None None] Provisioning for port 5979f10f-cfc4-46ea-b408-6c54f6bd91b0 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:57.003369 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Transition to ACTIVE for port object 7a268913-1c9c-4184-b4f4-92772989db29 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:57.012895 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Network': ['ID=09879265-3905-42ad-8a0a-8cee6117061f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:57.022764 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-da74794d-fe5d-4144-bf56-5efb91af197a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/09879265-3905-42ad-8a0a-8cee6117061f HTTP/1.1" status: 204 len: 168 time: 0.7442560 Feb 21 09:05:57.022764 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54426) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:57.023062 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f523aac3-6648-4131-9519-46170e3a3aab None None] Provisioning complete for port 5979f10f-cfc4-46ea-b408-6c54f6bd91b0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:57.023062 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f523aac3-6648-4131-9519-46170e3a3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.028724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1056774343'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:57.057825 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.069727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.069982 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:57.076386 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.081542 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:network and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:57.090230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:57.099318 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:57.119245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:57.122389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.153024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Allocated IP 2001:db8::2e2 (51d568a7-0b93-44b8-8b1f-d2ba98c41bf1/5a3d9365-89ba-430b-8386-bbeebbf9a46e/e346b70b-345d-4789-b6c9-28fb0b671a2e) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:57.172844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:05:57.200414 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.201311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=5979f10f-cfc4-46ea-b408-6c54f6bd91b0,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:57.201486 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Added segment 62894cdf-660c-45e8-a83a-2710a273582c of type vlan for network 9116c72f-4ca3-432b-9580-4406501f4b27 Feb 21 09:05:57.204833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.225706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Network 51d568a7-0b93-44b8-8b1f-d2ba98c41bf1 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:57.226552 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f523aac3-6648-4131-9519-46170e3a3aab None None] Port 5979f10f-cfc4-46ea-b408-6c54f6bd91b0 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:05:57.233133 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:57.236284 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Pushing event updated for resources: {'Port': ['ID=7a268913-1c9c-4184-b4f4-92772989db29,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:57.238801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:57.277892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.340761 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Attempting to bind port 7a268913-1c9c-4184-b4f4-92772989db29 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:05:57.341045 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Attempting to bind port 7a268913-1c9c-4184-b4f4-92772989db29 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '76751fe8-ee9d-4aa5-aa9f-a16c73fdba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51d568a7-0b93-44b8-8b1f-d2ba98c41bf1'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:05:57.341425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Attempting to bind port 7a268913-1c9c-4184-b4f4-92772989db29 on network 51d568a7-0b93-44b8-8b1f-d2ba98c41bf1 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:05:57.345825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network ff714095-6f41-4292-9ee2-c704ce5c7b4e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:57.347203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:57.348300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:05:57.348673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Checking segment: {'id': '76751fe8-ee9d-4aa5-aa9f-a16c73fdba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51d568a7-0b93-44b8-8b1f-d2ba98c41bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:57.351343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.352200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Bound using segment: {'id': '76751fe8-ee9d-4aa5-aa9f-a16c73fdba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51d568a7-0b93-44b8-8b1f-d2ba98c41bf1'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:05:57.354305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Bound port: 7a268913-1c9c-4184-b4f4-92772989db29, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76751fe8-ee9d-4aa5-aa9f-a16c73fdba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51d568a7-0b93-44b8-8b1f-d2ba98c41bf1'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:05:57.354615 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.396203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.400171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:57.400752 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.507420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] For port 7a268913-1c9c-4184-b4f4-92772989db29, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:05:57.517022 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] For port 7a268913-1c9c-4184-b4f4-92772989db29, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=7a268913-1c9c-4184-b4f4-92772989db29,segment=NetworkSegment(76751fe8-ee9d-4aa5-aa9f-a16c73fdba64),segment_id=76751fe8-ee9d-4aa5-aa9f-a16c73fdba64)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:05:57.525714 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.560775 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5372984 Feb 21 09:05:57.564116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54430) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:57.566363 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.577962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'subnet': {'network_id': '9116c72f-4ca3-432b-9580-4406501f4b27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:57.598702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a78049-091a-40ac-a40d-f21b1ce85159 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Network': ['ID=9116c72f-4ca3-432b-9580-4406501f4b27,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:57.630122 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3406deb5-d418-441e-bac8-d823699ab814 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:57.662628 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 9116c72f-4ca3-432b-9580-4406501f4b27 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:05:57.804364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Transition to ACTIVE for port object e346b70b-345d-4789-b6c9-28fb0b671a2e will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:57.839974 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:57.850619 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:subnet and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:57.853622 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:57.854759 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dc032-4499-4a3c-ba6d-5e4f7123efe2 None None] Pushing event updated for resources: {'Port': ['ID=7a268913-1c9c-4184-b4f4-92772989db29,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:57.862309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:57.869994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e866319f-e983-4dc8-8a17-d79f674b3c60 None None] Provisioning complete for port 5979f10f-cfc4-46ea-b408-6c54f6bd91b0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:57.873912 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e866319f-e983-4dc8-8a17-d79f674b3c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.876239 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:57.940781 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e866319f-e983-4dc8-8a17-d79f674b3c60 None None] Port 5979f10f-cfc4-46ea-b408-6c54f6bd91b0 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:05:57.950428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 3406deb5-d418-441e-bac8-d823699ab814 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:57.950859 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:57.988899 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router 34ba5911-303e-4786-9bf7-d392c4d8641b has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:05:58.008043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:58.027329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:58.192262 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Performing IP validity checks on allocation pools {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 21 09:05:58.193029 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 21 09:05:58.201952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 51d568a7-0b93-44b8-8b1f-d2ba98c41bf1 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:58.207375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=e346b70b-345d-4789-b6c9-28fb0b671a2e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:58.209789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:58.215758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:58.219986 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:58.220624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:58.255305 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-86661850-5f7a-40c9-832b-726647edeb11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9360738 Feb 21 09:05:58.258026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54434) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:58.261378 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:05:58.274174 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8d598-d931-4e44-8f26-129f3d0a3043 None None] Sync routers for ids ['34ba5911-303e-4786-9bf7-d392c4d8641b'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:05:58.277781 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a5b7ed9c-91d5-4145-8abf-2ca1f7827bc8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "PUT /v2.0/routers/34ba5911-303e-4786-9bf7-d392c4d8641b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0309875 Feb 21 09:05:58.277988 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54438) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:58.284092 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'port': {'network_id': 'ff714095-6f41-4292-9ee2-c704ce5c7b4e', 'name': 'tempest-FloatingIPTestJSON-923213763'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:58.287638 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8d598-d931-4e44-8f26-129f3d0a3043 None None] Routers {'34ba5911-303e-4786-9bf7-d392c4d8641b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:58.288264 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-32f8d598-d931-4e44-8f26-129f3d0a3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['34ba5911-303e-4786-9bf7-d392c4d8641b'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:58.356237 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-32f8d598-d931-4e44-8f26-129f3d0a3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:58.368964 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8d598-d931-4e44-8f26-129f3d0a3043 None None] Routers {'34ba5911-303e-4786-9bf7-d392c4d8641b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:05:58.369590 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-32f8d598-d931-4e44-8f26-129f3d0a3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['34ba5911-303e-4786-9bf7-d392c4d8641b'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:58.431830 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-32f8d598-d931-4e44-8f26-129f3d0a3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:05:58.432229 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8d598-d931-4e44-8f26-129f3d0a3043 None None] The sync data for ids ['34ba5911-303e-4786-9bf7-d392c4d8641b'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:05:58.438774 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:05:58.442820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Usage tracker for resource:port and tenant:c41b1650d16e475eb82318b0b92b17d0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:05:58.445681 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:05:58.452329 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:05:58.463650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Made reservation on behalf of c41b1650d16e475eb82318b0b92b17d0 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:05:58.467646 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:58.489942 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] device_id is not set on port d5de2e18-2c51-4e75-a984-c941c25925c5 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:05:58.618076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:58.641013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Allocated IP 172.20.0.12 (ff714095-6f41-4292-9ee2-c704ce5c7b4e/fd20e501-58e4-4fe3-9d65-b4f79b52c619/d5de2e18-2c51-4e75-a984-c941c25925c5) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:05:58.778151 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Subnet': ['ID=bf53b2ef-8f81-4e00-908f-0f9751700a6e,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:58.876677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Checking segment: {'id': '62894cdf-660c-45e8-a83a-2710a273582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9116c72f-4ca3-432b-9580-4406501f4b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:05:58.876677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network hostable DHCP agents. Network: 9116c72f-4ca3-432b-9580-4406501f4b27, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:05:58.912640 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:58.932479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Transition to ACTIVE for port object d5de2e18-2c51-4e75-a984-c941c25925c5 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:05:58.943355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network 9116c72f-4ca3-432b-9580-4406501f4b27 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:05:58.983050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:59.031991 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 9116c72f-4ca3-432b-9580-4406501f4b27) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:59.056917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f519c55-7e5b-4675-b0a7-dd488142693f None None] Network 9116c72f-4ca3-432b-9580-4406501f4b27 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:59.104317 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Network ff714095-6f41-4292-9ee2-c704ce5c7b4e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:05:59.104317 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:05:59.109492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:59.109492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:59.115048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:05:59.119317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:59.152374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event updated for resources: {'Port': ['ID=d5de2e18-2c51-4e75-a984-c941c25925c5,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:05:59.172395 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7a9ead50-a3ca-4f9e-b325-8d617e58de2d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6027381 Feb 21 09:05:59.179404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54444) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:59.208187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:05:59.209225 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:59.251529 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d33d0223-3c7a-4f2f-8501-14c94dbfaac4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9721694 Feb 21 09:05:59.257485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54448) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:05:59.257632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025d2dd0-12d8-4672-a609-21f02b0b5cad None None] Network 51d568a7-0b93-44b8-8b1f-d2ba98c41bf1 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:05:59.269695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-05fce72a-1e53-4bcc-b60d-bbe00d129f02 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Request body: {'floatingip': {'port_id': 'd5de2e18-2c51-4e75-a984-c941c25925c5'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:05:59.411149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05fce72a-1e53-4bcc-b60d-bbe00d129f02 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:59.595541 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5380c994-4849-49d9-863e-6534306773e8 None None] Provisioning for port 7a268913-1c9c-4184-b4f4-92772989db29 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:59.651070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 7a268913-1c9c-4184-b4f4-92772989db29 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:05:59.666522 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:59.770730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c36d195-f082-4c91-9290-d8cca76444ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-9116c72f-4ca3-432b-9580-4406501f4b27', 'network_id': '9116c72f-4ca3-432b-9580-4406501f4b27', 'tenant_id': '52ab780b955e453ebbb62aa4b1c5998d', 'fixed_ips': [{'subnet_id': 'bf53b2ef-8f81-4e00-908f-0f9751700a6e'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:05:59.771553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8c36d195-f082-4c91-9290-d8cca76444ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:59.905468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2203aa38-669d-443d-a0d8-5b21094a07b0 None None] Provisioning for port d5de2e18-2c51-4e75-a984-c941c25925c5 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:05:59.913351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2203aa38-669d-443d-a0d8-5b21094a07b0 None None] Provisioning complete for port d5de2e18-2c51-4e75-a984-c941c25925c5 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:05:59.913351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2203aa38-669d-443d-a0d8-5b21094a07b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:59.940814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:05:59.981514 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-2203aa38-669d-443d-a0d8-5b21094a07b0 None None] Port d5de2e18-2c51-4e75-a984-c941c25925c5 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:00.066649 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 7a268913-1c9c-4184-b4f4-92772989db29 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:00.104021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 7a268913-1c9c-4184-b4f4-92772989db29 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:00.104021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.127844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.140673 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server [None req-8c36d195-f082-4c91-9290-d8cca76444ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf53b2ef-8f81-4e00-908f-0f9751700a6e: This subnet is being modified by another concurrent operation. Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 21 09:06:00.169529 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise exception Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf53b2ef-8f81-4e00-908f-0f9751700a6e: This subnet is being modified by another concurrent operation. Feb 21 09:06:00.175696 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server Feb 21 09:06:00.197231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e2d79a-7ced-4616-be76-eadcc4e16bb1 None None] Network 9116c72f-4ca3-432b-9580-4406501f4b27 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:00.204108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.266806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Subnet': ['ID=bf53b2ef-8f81-4e00-908f-0f9751700a6e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:00.298623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ea310374-eb2f-4be8-989a-9939be620211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.399665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=e346b70b-345d-4789-b6c9-28fb0b671a2e,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:00.433868 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.515972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.596214 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 7a268913-1c9c-4184-b4f4-92772989db29, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=7a268913-1c9c-4184-b4f4-92772989db29,segment=NetworkSegment(76751fe8-ee9d-4aa5-aa9f-a16c73fdba64),segment_id=76751fe8-ee9d-4aa5-aa9f-a16c73fdba64)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:00.610278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.623736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.657736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2e7f788d-33af-4468-9ed8-8903969ea563 None None] Provisioning for port e346b70b-345d-4789-b6c9-28fb0b671a2e completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:00.686423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2e7f788d-33af-4468-9ed8-8903969ea563 None None] Provisioning complete for port e346b70b-345d-4789-b6c9-28fb0b671a2e triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:00.686796 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2e7f788d-33af-4468-9ed8-8903969ea563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.705568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9116c72f-4ca3-432b-9580-4406501f4b27']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:00.727900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62894cdf-660c-45e8-a83a-2710a273582c') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:00.728461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62894cdf-660c-45e8-a83a-2710a273582c') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:00.748888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.754824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f788d-33af-4468-9ed8-8903969ea563 None None] Port e346b70b-345d-4789-b6c9-28fb0b671a2e cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:00.781892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2e7f788d-33af-4468-9ed8-8903969ea563 None None] Provisioning complete for port 7a268913-1c9c-4184-b4f4-92772989db29 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:00.782268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2e7f788d-33af-4468-9ed8-8903969ea563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.796615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.806063 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.812690 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:00.812913 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=7a268913-1c9c-4184-b4f4-92772989db29,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:00.813469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:00.830793 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:00.866049 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05fce72a-1e53-4bcc-b60d-bbe00d129f02 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.871292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05fce72a-1e53-4bcc-b60d-bbe00d129f02 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.939735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.945197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:00.975375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Network': ['ID=9116c72f-4ca3-432b-9580-4406501f4b27,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:01.040644 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9fa74ade-cfa1-4ef5-b0c4-9f1070926616 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/9116c72f-4ca3-432b-9580-4406501f4b27 HTTP/1.1" status: 204 len: 168 time: 1.8604937 Feb 21 09:06:01.044352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54452) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:01.057220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1412352342'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:01.058945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6957ab1a-bc3a-40a2-8db7-d23c94413660 None None] Provisioning complete for port e346b70b-345d-4789-b6c9-28fb0b671a2e triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:01.059544 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6957ab1a-bc3a-40a2-8db7-d23c94413660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:01.061680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:01.066547 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:network and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:01.070975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:01.073786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:01.092151 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:01.118273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6957ab1a-bc3a-40a2-8db7-d23c94413660 None None] Port e346b70b-345d-4789-b6c9-28fb0b671a2e cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:01.140677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:01.144275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:01.145408 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-05fce72a-1e53-4bcc-b60d-bbe00d129f02 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Floating IP 2507ed99-2e38-4804-9de3-ac0354bb2683 associated. External IP: 172.26.6.48, port: 445f5c28-0a64-4c6e-b472-844fd020ba98. Feb 21 09:06:01.146186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb27d93-d703-4ac0-9c68-509dacd52da4 None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:06:01.285072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a3506b6e-646a-44af-8a04-3a83c804af91 None None] Provisioning complete for port e346b70b-345d-4789-b6c9-28fb0b671a2e triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:01.285763 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a3506b6e-646a-44af-8a04-3a83c804af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:01.339358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:06:01.353195 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb27d93-d703-4ac0-9c68-509dacd52da4 None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:06:01.355580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a3506b6e-646a-44af-8a04-3a83c804af91 None None] Port e346b70b-345d-4789-b6c9-28fb0b671a2e cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:01.359192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:01.359532 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Added segment 1ee8c9eb-8db4-4061-98de-b8d7cb69a496 of type vlan for network 83ff46af-9021-47d5-ad11-31c2c26cd932 Feb 21 09:06:01.462067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:01.595500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fce72a-1e53-4bcc-b60d-bbe00d129f02 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:06:01.608221 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 7a268913-1c9c-4184-b4f4-92772989db29 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:01.666837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:01.670615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:01.671237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:01.783246 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7337613 Feb 21 09:06:01.783504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 7a268913-1c9c-4184-b4f4-92772989db29 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:01.783504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:01.784390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54456) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:01.791508 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'subnet': {'network_id': '83ff46af-9021-47d5-ad11-31c2c26cd932', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:01.807598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c06cd-607e-4cce-a9f0-b2714060de5d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Network': ['ID=83ff46af-9021-47d5-ad11-31c2c26cd932,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:01.838767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:01.845074 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:01.846108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:01.857478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 83ff46af-9021-47d5-ad11-31c2c26cd932 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:06:01.915176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:01.920051 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:subnet and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:01.923729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:01.931717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:01.954069 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:02.005462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=e346b70b-345d-4789-b6c9-28fb0b671a2e,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:02.070719 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:02.092747 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 51d568a7-0b93-44b8-8b1f-d2ba98c41bf1 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:02.093238 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fce72a-1e53-4bcc-b60d-bbe00d129f02 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:02.093900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:02.113364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a612d1f1-7ec1-4e07-9a9d-21b8780a626f None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:02.128166 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a612d1f1-7ec1-4e07-9a9d-21b8780a626f None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:02.128862 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a612d1f1-7ec1-4e07-9a9d-21b8780a626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:02.198178 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a612d1f1-7ec1-4e07-9a9d-21b8780a626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:02.213667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a612d1f1-7ec1-4e07-9a9d-21b8780a626f None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:02.214293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a612d1f1-7ec1-4e07-9a9d-21b8780a626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:02.341633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a612d1f1-7ec1-4e07-9a9d-21b8780a626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:02.341633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a612d1f1-7ec1-4e07-9a9d-21b8780a626f None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:02.492740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-18e8a1cd-f90a-4108-a13e-58cf2ab30dde None None] Provisioning complete for port e346b70b-345d-4789-b6c9-28fb0b671a2e triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:02.493208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-18e8a1cd-f90a-4108-a13e-58cf2ab30dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:02.542274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Router b9b771be-3948-47cb-b225-4e6034f6a387 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:06:02.556124 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-18e8a1cd-f90a-4108-a13e-58cf2ab30dde None None] Port e346b70b-345d-4789-b6c9-28fb0b671a2e cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:02.658147 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:02.749986 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:02.755790 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6d31e7c9-9d42-4d89-8f06-306fcd578ad1 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "PUT /v2.0/routers/b9b771be-3948-47cb-b225-4e6034f6a387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4937558 Feb 21 09:06:02.758030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54460) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:02.761266 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9352486-81ac-45dd-9d36-02ff00be761d None None] Sync routers for ids ['b9b771be-3948-47cb-b225-4e6034f6a387'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:02.765628 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Subnet': ['ID=8c0527f2-9aba-451b-a914-2876dad637cd,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:02.783472 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9352486-81ac-45dd-9d36-02ff00be761d None None] Routers {'b9b771be-3948-47cb-b225-4e6034f6a387'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:02.784175 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a9352486-81ac-45dd-9d36-02ff00be761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b9b771be-3948-47cb-b225-4e6034f6a387'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:02.787727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Checking segment: {'id': '1ee8c9eb-8db4-4061-98de-b8d7cb69a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '83ff46af-9021-47d5-ad11-31c2c26cd932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:02.788096 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network hostable DHCP agents. Network: 83ff46af-9021-47d5-ad11-31c2c26cd932, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:06:02.826373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network 83ff46af-9021-47d5-ad11-31c2c26cd932 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:06:02.849815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13791eef-da28-42a0-905c-66fa93ba330c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:02.852032 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-13791eef-da28-42a0-905c-66fa93ba330c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:02.864547 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a9352486-81ac-45dd-9d36-02ff00be761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:02.873520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-13791eef-da28-42a0-905c-66fa93ba330c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:02.874828 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-13791eef-da28-42a0-905c-66fa93ba330c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b771be-3948-47cb-b225-4e6034f6a387 HTTP/1.1" status: 200 len: 988 time: 0.1158409 Feb 21 09:06:02.876568 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9352486-81ac-45dd-9d36-02ff00be761d None None] Routers {'b9b771be-3948-47cb-b225-4e6034f6a387'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:02.877229 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a9352486-81ac-45dd-9d36-02ff00be761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:05:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b9b771be-3948-47cb-b225-4e6034f6a387'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:02.877806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54464) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:02.900061 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 83ff46af-9021-47d5-ad11-31c2c26cd932) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:02.916703 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:02.917944 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:02.929544 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b3ab05-5b50-49b0-bdcf-d05de0f6249e None None] Network 83ff46af-9021-47d5-ad11-31c2c26cd932 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:02.965201 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a9352486-81ac-45dd-9d36-02ff00be761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:02.965201 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9352486-81ac-45dd-9d36-02ff00be761d None None] The sync data for ids ['b9b771be-3948-47cb-b225-4e6034f6a387'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:03.026947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-50ef8373-46d4-4d3c-ba3e-7a1829055f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:03.045939 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5579c3ed-4170-4f86-bc64-cdcc5d7b9fe8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2596655 Feb 21 09:06:03.050444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54470) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:03.244106 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-83ff46af-9021-47d5-ad11-31c2c26cd932', 'network_id': '83ff46af-9021-47d5-ad11-31c2c26cd932', 'tenant_id': '52ab780b955e453ebbb62aa4b1c5998d', 'fixed_ips': [{'subnet_id': '8c0527f2-9aba-451b-a914-2876dad637cd'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:06:03.244927 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:03.295875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:03.385780 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fce72a-1e53-4bcc-b60d-bbe00d129f02 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router 34ba5911-303e-4786-9bf7-d392c4d8641b has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:06:03.399396 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:03.485167 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Allocated IP 172.20.0.1 (83ff46af-9021-47d5-ad11-31c2c26cd932/8c0527f2-9aba-451b-a914-2876dad637cd/03e9a483-dbf4-42d2-a1a6-260077a312e2) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:03.679478 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fce72a-1e53-4bcc-b60d-bbe00d129f02 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:03.683154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05fce72a-1e53-4bcc-b60d-bbe00d129f02 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:03.724622 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0b7c610d-2b26-4e8e-b186-237fb4395462 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:03.734863 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f69753-0157-4e81-886a-408f89efe69b None None] Sync routers for ids ['34ba5911-303e-4786-9bf7-d392c4d8641b'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:03.770778 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f69753-0157-4e81-886a-408f89efe69b None None] Routers {'34ba5911-303e-4786-9bf7-d392c4d8641b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:03.771155 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-92f69753-0157-4e81-886a-408f89efe69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['34ba5911-303e-4786-9bf7-d392c4d8641b'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:03.832465 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-05fce72a-1e53-4bcc-b60d-bbe00d129f02 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "PUT /v2.0/floatingips/2507ed99-2e38-4804-9de3-ac0354bb2683 HTTP/1.1" status: 200 len: 977 time: 4.5732534 Feb 21 09:06:03.833314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54474) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:03.835297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:03.840604 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-92f69753-0157-4e81-886a-408f89efe69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:03.887570 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f69753-0157-4e81-886a-408f89efe69b None None] Routers {'34ba5911-303e-4786-9bf7-d392c4d8641b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:03.888758 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-92f69753-0157-4e81-886a-408f89efe69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['34ba5911-303e-4786-9bf7-d392c4d8641b'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:03.919534 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-4fab655e-8813-4801-af91-d7c3cb75aca1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port d5de2e18-2c51-4e75-a984-c941c25925c5 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:03.920096 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4fab655e-8813-4801-af91-d7c3cb75aca1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:03.963941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-92f69753-0157-4e81-886a-408f89efe69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:03.963941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f69753-0157-4e81-886a-408f89efe69b None None] The sync data for ids ['34ba5911-303e-4786-9bf7-d392c4d8641b'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:04.020880 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.048988 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.062170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Transition to ACTIVE for port object 03e9a483-dbf4-42d2-a1a6-260077a312e2 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:04.082740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Transition to ACTIVE for port object 03e9a483-dbf4-42d2-a1a6-260077a312e2 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:04.091420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.161949 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.169546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0b7c610d-2b26-4e8e-b186-237fb4395462 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port e346b70b-345d-4789-b6c9-28fb0b671a2e {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:04.170460 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0b7c610d-2b26-4e8e-b186-237fb4395462 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.170664 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Pushing event updated for resources: {'Port': ['ID=03e9a483-dbf4-42d2-a1a6-260077a312e2,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:04.174073 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Network 83ff46af-9021-47d5-ad11-31c2c26cd932 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:04.175539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:04.177520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:04.224823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0527f2-9aba-451b-a914-2876dad637cd,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:04.271582 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Attempting to bind port 03e9a483-dbf4-42d2-a1a6-260077a312e2 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:06:04.272143 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Attempting to bind port 03e9a483-dbf4-42d2-a1a6-260077a312e2 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '1ee8c9eb-8db4-4061-98de-b8d7cb69a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '83ff46af-9021-47d5-ad11-31c2c26cd932'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:06:04.272143 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Attempting to bind port 03e9a483-dbf4-42d2-a1a6-260077a312e2 on network 83ff46af-9021-47d5-ad11-31c2c26cd932 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:06:04.279369 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:06:04.279741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Checking segment: {'id': '1ee8c9eb-8db4-4061-98de-b8d7cb69a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '83ff46af-9021-47d5-ad11-31c2c26cd932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:04.280264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.280655 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Bound using segment: {'id': '1ee8c9eb-8db4-4061-98de-b8d7cb69a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '83ff46af-9021-47d5-ad11-31c2c26cd932'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:06:04.281110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Bound port: 03e9a483-dbf4-42d2-a1a6-260077a312e2, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee8c9eb-8db4-4061-98de-b8d7cb69a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '83ff46af-9021-47d5-ad11-31c2c26cd932'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:06:04.281474 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.322160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4fab655e-8813-4801-af91-d7c3cb75aca1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.395800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0b7c610d-2b26-4e8e-b186-237fb4395462 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.411767 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] For port 03e9a483-dbf4-42d2-a1a6-260077a312e2, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:06:04.415101 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] For port 03e9a483-dbf4-42d2-a1a6-260077a312e2, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=03e9a483-dbf4-42d2-a1a6-260077a312e2,segment=NetworkSegment(1ee8c9eb-8db4-4061-98de-b8d7cb69a496),segment_id=1ee8c9eb-8db4-4061-98de-b8d7cb69a496)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:06:04.422102 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.548212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.563402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0b7c610d-2b26-4e8e-b186-237fb4395462 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for e346b70b-345d-4789-b6c9-28fb0b671a2e owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:04.572454 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a93573-0db1-4afa-95b7-cf400b0390a2 None None] Pushing event updated for resources: {'Port': ['ID=03e9a483-dbf4-42d2-a1a6-260077a312e2,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:04.644086 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc8651b-19fc-4674-9a4f-191cc5c73774 None None] Network 83ff46af-9021-47d5-ad11-31c2c26cd932 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:04.696693 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ff46af-9021-47d5-ad11-31c2c26cd932']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:04.712281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee8c9eb-8db4-4061-98de-b8d7cb69a496') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:04.712560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee8c9eb-8db4-4061-98de-b8d7cb69a496') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:04.740243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.771555 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.796803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0b7c610d-2b26-4e8e-b186-237fb4395462 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.843714 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:04.844117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:04.860286 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:04.862771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c610d-2b26-4e8e-b186-237fb4395462 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=e346b70b-345d-4789-b6c9-28fb0b671a2e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:04.988964 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 21 09:06:04.988964 dv-neutron-830062-1-hyperv neutron-server[83584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 21 09:06:04.988964 dv-neutron-830062-1-hyperv neutron-server[83584]: [parameters: {'id': '83ff46af-9021-47d5-ad11-31c2c26cd932'}] Feb 21 09:06:04.988964 dv-neutron-830062-1-hyperv neutron-server[83584]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:06:04.989868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:06:04.990945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4fab655e-8813-4801-af91-d7c3cb75aca1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.991341 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4fab655e-8813-4801-af91-d7c3cb75aca1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:04.991626 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-4fab655e-8813-4801-af91-d7c3cb75aca1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Floating IP 2507ed99-2e38-4804-9de3-ac0354bb2683 disassociated. External IP: 172.26.6.48, port: d5de2e18-2c51-4e75-a984-c941c25925c5. Feb 21 09:06:04.991957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-4fab655e-8813-4801-af91-d7c3cb75aca1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for d5de2e18-2c51-4e75-a984-c941c25925c5 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:05.111208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0b7c610d-2b26-4e8e-b186-237fb4395462 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:05.144711 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb16385-e728-4898-a106-79c3a8ebf7b3 None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:06:05.184434 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4fab655e-8813-4801-af91-d7c3cb75aca1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:05.237456 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab655e-8813-4801-af91-d7c3cb75aca1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=d5de2e18-2c51-4e75-a984-c941c25925c5,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:05.298515 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb16385-e728-4898-a106-79c3a8ebf7b3 None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:06:05.505013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:05.523485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Deleting port 03e9a483-dbf4-42d2-a1a6-260077a312e2 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:05.523485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:05.633159 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fab655e-8813-4801-af91-d7c3cb75aca1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router 34ba5911-303e-4786-9bf7-d392c4d8641b has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:06:05.704523 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7c610d-2b26-4e8e-b186-237fb4395462 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Router b9b771be-3948-47cb-b225-4e6034f6a387 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:06:05.897147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7c610d-2b26-4e8e-b186-237fb4395462 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:05.923499 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9490c944-39c7-4192-96b1-7c9b5254a5c0 None None] Sync routers for ids ['b9b771be-3948-47cb-b225-4e6034f6a387'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:05.938958 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0b7c610d-2b26-4e8e-b186-237fb4395462 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "PUT /v2.0/routers/b9b771be-3948-47cb-b225-4e6034f6a387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0598445 Feb 21 09:06:05.941688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54478) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:05.945336 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9490c944-39c7-4192-96b1-7c9b5254a5c0 None None] Routers {'b9b771be-3948-47cb-b225-4e6034f6a387'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:05.946607 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] For port 03e9a483-dbf4-42d2-a1a6-260077a312e2, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=03e9a483-dbf4-42d2-a1a6-260077a312e2,segment=NetworkSegment(1ee8c9eb-8db4-4061-98de-b8d7cb69a496),segment_id=1ee8c9eb-8db4-4061-98de-b8d7cb69a496)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:05.946767 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9490c944-39c7-4192-96b1-7c9b5254a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b9b771be-3948-47cb-b225-4e6034f6a387'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:05.946979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:05.963274 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:06.027188 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9490c944-39c7-4192-96b1-7c9b5254a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:06.044062 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9490c944-39c7-4192-96b1-7c9b5254a5c0 None None] Routers {'b9b771be-3948-47cb-b225-4e6034f6a387'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:06.044062 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9490c944-39c7-4192-96b1-7c9b5254a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b9b771be-3948-47cb-b225-4e6034f6a387'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:06.067809 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-399840b2-a144-4acd-9bf3-d66af3993d87 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] GET failed (client error): The resource could not be found. Feb 21 09:06:06.067809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-399840b2-a144-4acd-9bf3-d66af3993d87 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:06.094782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-399840b2-a144-4acd-9bf3-d66af3993d87 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:06.096420 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-399840b2-a144-4acd-9bf3-d66af3993d87 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/e346b70b-345d-4789-b6c9-28fb0b671a2e HTTP/1.1" status: 404 len: 333 time: 0.1509311 Feb 21 09:06:06.098930 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54482) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:06.100669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Calling delete_port for 03e9a483-dbf4-42d2-a1a6-260077a312e2 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:06.123908 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9490c944-39c7-4192-96b1-7c9b5254a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:06.123908 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9490c944-39c7-4192-96b1-7c9b5254a5c0 None None] The sync data for ids ['b9b771be-3948-47cb-b225-4e6034f6a387'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:06.213670 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:06.267498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27464be1-50c7-4a05-b70a-16adc029c236 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:06.383288 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Port': ['ID=03e9a483-dbf4-42d2-a1a6-260077a312e2,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:06.397668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No DVR routers for this DVR port 03e9a483-dbf4-42d2-a1a6-260077a312e2 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:06:06.535283 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:06.559440 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fab655e-8813-4801-af91-d7c3cb75aca1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:06.576028 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a77778-f7d8-4cf7-8645-98a9d77d9950 None None] Sync routers for ids ['34ba5911-303e-4786-9bf7-d392c4d8641b'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:06.602592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a77778-f7d8-4cf7-8645-98a9d77d9950 None None] Routers {'34ba5911-303e-4786-9bf7-d392c4d8641b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:06.603185 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d8a77778-f7d8-4cf7-8645-98a9d77d9950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['34ba5911-303e-4786-9bf7-d392c4d8641b'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:06.604162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ff46af-9021-47d5-ad11-31c2c26cd932']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:06.675559 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee8c9eb-8db4-4061-98de-b8d7cb69a496') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:06.675559 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee8c9eb-8db4-4061-98de-b8d7cb69a496') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:06.700034 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:06.726527 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d8a77778-f7d8-4cf7-8645-98a9d77d9950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:06.732573 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:06.735657 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a77778-f7d8-4cf7-8645-98a9d77d9950 None None] Routers {'34ba5911-303e-4786-9bf7-d392c4d8641b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:06.738377 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d8a77778-f7d8-4cf7-8645-98a9d77d9950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['34ba5911-303e-4786-9bf7-d392c4d8641b'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:06.741998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27464be1-50c7-4a05-b70a-16adc029c236 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:06.745519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:06.745947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:06.749236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27464be1-50c7-4a05-b70a-16adc029c236 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:06.762044 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:06.768063 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4fab655e-8813-4801-af91-d7c3cb75aca1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:06.783834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27464be1-50c7-4a05-b70a-16adc029c236 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:06.785932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27464be1-50c7-4a05-b70a-16adc029c236 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Fanout notify agent at l3_agent the message router_deleted on router b9b771be-3948-47cb-b225-4e6034f6a387 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:06:06.816470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27464be1-50c7-4a05-b70a-16adc029c236 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:06.817480 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-27464be1-50c7-4a05-b70a-16adc029c236 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/routers/b9b771be-3948-47cb-b225-4e6034f6a387 HTTP/1.1" status: 204 len: 168 time: 0.7174909 Feb 21 09:06:06.823774 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54486) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:06.847104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d8a77778-f7d8-4cf7-8645-98a9d77d9950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:06.847532 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a77778-f7d8-4cf7-8645-98a9d77d9950 None None] The sync data for ids ['34ba5911-303e-4786-9bf7-d392c4d8641b'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:06.864689 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4fab655e-8813-4801-af91-d7c3cb75aca1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/ports/d5de2e18-2c51-4e75-a984-c941c25925c5 HTTP/1.1" status: 204 len: 168 time: 3.0264151 Feb 21 09:06:06.867365 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54490) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:06.936972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:06.991327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:07.071439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Network': ['ID=83ff46af-9021-47d5-ad11-31c2c26cd932,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:07.080168 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4d09cc5b-7f48-47cc-bbe5-dac21eec99a5 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/83ff46af-9021-47d5-ad11-31c2c26cd932 HTTP/1.1" status: 204 len: 168 time: 4.0283585 Feb 21 09:06:07.086652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54494) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:07.101649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2104602562'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:07.107901 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:07.122285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:network and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:07.127161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:07.135602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:07.155894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:07.160444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:07.207044 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc83fa7-7118-4013-8406-e707f599d127 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting subnet 5a3d9365-89ba-430b-8386-bbeebbf9a46e {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:06:07.211492 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:06:07.215034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-acc83fa7-7118-4013-8406-e707f599d127 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:07.221407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:07.221407 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Added segment 6b39a147-d60d-4d4d-9c06-8c3a3dfbea21 of type vlan for network 76bcdc8b-c485-46b6-91ed-4e8e334e0334 Feb 21 09:06:07.268390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:07.308356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-acc83fa7-7118-4013-8406-e707f599d127 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:07.424469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-acc83fa7-7118-4013-8406-e707f599d127 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:07.436730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:07.440176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:07.441291 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:07.522948 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-acc83fa7-7118-4013-8406-e707f599d127 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:07.589348 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc83fa7-7118-4013-8406-e707f599d127 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3d9365-89ba-430b-8386-bbeebbf9a46e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:07.597968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-acc83fa7-7118-4013-8406-e707f599d127 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:07.600894 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b901bdf7-28b8-4a7f-91ab-9697f73aaaa3 None None] Network 51d568a7-0b93-44b8-8b1f-d2ba98c41bf1 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:07.601417 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-acc83fa7-7118-4013-8406-e707f599d127 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/5a3d9365-89ba-430b-8386-bbeebbf9a46e HTTP/1.1" status: 204 len: 168 time: 0.7763789 Feb 21 09:06:07.603383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54498) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:07.652807 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5621500 Feb 21 09:06:07.656371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a89087-a82c-4c00-9589-ce9ef3d256af tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Network': ['ID=76bcdc8b-c485-46b6-91ed-4e8e334e0334,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:07.660076 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54502) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:07.667882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'subnet': {'network_id': '76bcdc8b-c485-46b6-91ed-4e8e334e0334', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:07.743442 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 76bcdc8b-c485-46b6-91ed-4e8e334e0334 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:06:07.782368 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:07.806206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:07.807982 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port 7a268913-1c9c-4184-b4f4-92772989db29 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:07.807982 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:07.811049 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:subnet and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:07.819603 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:07.822674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:07.851571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:07.960578 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ba7d-5ba9-498c-8363-f92f6ffa4af8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:08.077972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:08.162718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19601736-67c2-488e-ba37-027018daca2d None None] DHCP port deletion for 51d568a7-0b93-44b8-8b1f-d2ba98c41bf1 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:06:08.168103 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-19601736-67c2-488e-ba37-027018daca2d None None] Deleting port 7a268913-1c9c-4184-b4f4-92772989db29 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:08.168559 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-19601736-67c2-488e-ba37-027018daca2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:08.173087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] For port 7a268913-1c9c-4184-b4f4-92772989db29, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=7a268913-1c9c-4184-b4f4-92772989db29,segment=NetworkSegment(76751fe8-ee9d-4aa5-aa9f-a16c73fdba64),segment_id=76751fe8-ee9d-4aa5-aa9f-a16c73fdba64)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:08.173536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:08.309954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for 7a268913-1c9c-4184-b4f4-92772989db29 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:08.414193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:08.472780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=7a268913-1c9c-4184-b4f4-92772989db29,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:08.483282 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No DVR routers for this DVR port 7a268913-1c9c-4184-b4f4-92772989db29 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:06:08.486743 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-19601736-67c2-488e-ba37-027018daca2d None None] For port 7a268913-1c9c-4184-b4f4-92772989db29, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=7a268913-1c9c-4184-b4f4-92772989db29,segment=NetworkSegment(76751fe8-ee9d-4aa5-aa9f-a16c73fdba64),segment_id=76751fe8-ee9d-4aa5-aa9f-a16c73fdba64)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:08.487310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-19601736-67c2-488e-ba37-027018daca2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:08.493658 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:08.618334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Subnet': ['ID=48142efd-b69e-45f6-b3a9-269dc654894b,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:08.663207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:08.694373 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-19601736-67c2-488e-ba37-027018daca2d None None] Calling delete_port for 7a268913-1c9c-4184-b4f4-92772989db29 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:08.718518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d568a7-0b93-44b8-8b1f-d2ba98c41bf1']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:08.742114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76751fe8-ee9d-4aa5-aa9f-a16c73fdba64') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:08.742545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76751fe8-ee9d-4aa5-aa9f-a16c73fdba64') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:08.756540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:08.775177 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Checking segment: {'id': '6b39a147-d60d-4d4d-9c06-8c3a3dfbea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '76bcdc8b-c485-46b6-91ed-4e8e334e0334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:08.775603 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network hostable DHCP agents. Network: 76bcdc8b-c485-46b6-91ed-4e8e334e0334, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:06:08.780447 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:08.787453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:08.787852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:08.788398 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-19601736-67c2-488e-ba37-027018daca2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:06:08.789091 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-19601736-67c2-488e-ba37-027018daca2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:08.802810 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:08.841029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network 76bcdc8b-c485-46b6-91ed-4e8e334e0334 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:06:08.864256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 76bcdc8b-c485-46b6-91ed-4e8e334e0334) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:08.871663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:08.872284 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:08.874401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e724e1cd-6636-4432-b6be-d2eef707bfeb None None] Network 76bcdc8b-c485-46b6-91ed-4e8e334e0334 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:08.890575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:08.895505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:08.937079 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Network': ['ID=51d568a7-0b93-44b8-8b1f-d2ba98c41bf1,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:08.946293 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8e8a0e1c-83d2-4577-806e-4deeee38da5c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/networks/51d568a7-0b93-44b8-8b1f-d2ba98c41bf1 HTTP/1.1" status: 204 len: 168 time: 1.3418362 Feb 21 09:06:08.951022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54506) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:08.951301 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7a752b77-270e-4ecf-9f53-548de078c4d0 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2903492 Feb 21 09:06:08.951907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54508) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:09.107630 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-4ad1ba7d-5ba9-498c-8363-f92f6ffa4af8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port 5979f10f-cfc4-46ea-b408-6c54f6bd91b0 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:09.108323 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ba7d-5ba9-498c-8363-f92f6ffa4af8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:09.113513 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-76bcdc8b-c485-46b6-91ed-4e8e334e0334', 'network_id': '76bcdc8b-c485-46b6-91ed-4e8e334e0334', 'tenant_id': '52ab780b955e453ebbb62aa4b1c5998d', 'fixed_ips': [{'subnet_id': '48142efd-b69e-45f6-b3a9-269dc654894b'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:06:09.114638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:09.165026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bfe7ca-037f-4a72-9ab9-63b4055e2583 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:09.165678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e2bfe7ca-037f-4a72-9ab9-63b4055e2583 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:09.179860 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:09.231417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e2bfe7ca-037f-4a72-9ab9-63b4055e2583 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:09.233405 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e2bfe7ca-037f-4a72-9ab9-63b4055e2583 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/cb2968b7-f952-4422-8131-5d65d1b8db56 HTTP/1.1" status: 200 len: 844 time: 0.2785633 Feb 21 09:06:09.238627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54514) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:09.291853 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-19601736-67c2-488e-ba37-027018daca2d None None] Deleting port 7a268913-1c9c-4184-b4f4-92772989db29 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:09.292482 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-19601736-67c2-488e-ba37-027018daca2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:09.330006 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Allocated IP 172.20.0.1 (76bcdc8b-c485-46b6-91ed-4e8e334e0334/48142efd-b69e-45f6-b3a9-269dc654894b/f108ce56-2a9c-4606-b41e-783269ed370e) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:09.348586 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ba7d-5ba9-498c-8363-f92f6ffa4af8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:09.366740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-19601736-67c2-488e-ba37-027018daca2d None None] The port '7a268913-1c9c-4184-b4f4-92772989db29' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:06:09.436919 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-96158b50-4b4c-4c61-8e0c-3b69527a6acb tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/cb2968b7-f952-4422-8131-5d65d1b8db56?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1928349 Feb 21 09:06:09.436919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:09.462100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54518) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:09.468275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-7ddac0a0-b7b8-4a27-b32c-456357c3006e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:09.494012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-4ad1ba7d-5ba9-498c-8363-f92f6ffa4af8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for 5979f10f-cfc4-46ea-b408-6c54f6bd91b0 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:09.621048 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 7a268913-1c9c-4184-b4f4-92772989db29 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:06:09.659791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7ddac0a0-b7b8-4a27-b32c-456357c3006e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:09.665314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 7a268913-1c9c-4184-b4f4-92772989db29 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:06:09.665617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7ddac0a0-b7b8-4a27-b32c-456357c3006e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:09.665740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 7a268913-1c9c-4184-b4f4-92772989db29 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:06:09.671316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7ddac0a0-b7b8-4a27-b32c-456357c3006e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:09.676923 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:09.680525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7ddac0a0-b7b8-4a27-b32c-456357c3006e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:09.694072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddac0a0-b7b8-4a27-b32c-456357c3006e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:09.726404 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Transition to ACTIVE for port object f108ce56-2a9c-4606-b41e-783269ed370e will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:09.727110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ba7d-5ba9-498c-8363-f92f6ffa4af8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:09.747120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Transition to ACTIVE for port object f108ce56-2a9c-4606-b41e-783269ed370e will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:09.761823 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:09.779834 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1ba7d-5ba9-498c-8363-f92f6ffa4af8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=5979f10f-cfc4-46ea-b408-6c54f6bd91b0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:09.827907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7ddac0a0-b7b8-4a27-b32c-456357c3006e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:09.846580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:09.859412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Network 76bcdc8b-c485-46b6-91ed-4e8e334e0334 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:09.862650 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:09.866767 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:09.874106 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Pushing event updated for resources: {'Port': ['ID=f108ce56-2a9c-4606-b41e-783269ed370e,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:09.962194 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Subnet': ['ID=48142efd-b69e-45f6-b3a9-269dc654894b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:10.012433 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Attempting to bind port f108ce56-2a9c-4606-b41e-783269ed370e on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:06:10.013252 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Attempting to bind port f108ce56-2a9c-4606-b41e-783269ed370e by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '6b39a147-d60d-4d4d-9c06-8c3a3dfbea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '76bcdc8b-c485-46b6-91ed-4e8e334e0334'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:06:10.013629 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Attempting to bind port f108ce56-2a9c-4606-b41e-783269ed370e on network 76bcdc8b-c485-46b6-91ed-4e8e334e0334 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:06:10.028332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:06:10.029222 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Checking segment: {'id': '6b39a147-d60d-4d4d-9c06-8c3a3dfbea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '76bcdc8b-c485-46b6-91ed-4e8e334e0334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:10.029919 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:10.031026 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Bound using segment: {'id': '6b39a147-d60d-4d4d-9c06-8c3a3dfbea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '76bcdc8b-c485-46b6-91ed-4e8e334e0334'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:06:10.031174 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Bound port: f108ce56-2a9c-4606-b41e-783269ed370e, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b39a147-d60d-4d4d-9c06-8c3a3dfbea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '76bcdc8b-c485-46b6-91ed-4e8e334e0334'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:06:10.031519 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:10.128535 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:10.162309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bcdc8b-c485-46b6-91ed-4e8e334e0334']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:10.179920 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b39a147-d60d-4d4d-9c06-8c3a3dfbea21') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:10.180399 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b39a147-d60d-4d4d-9c06-8c3a3dfbea21') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:10.187690 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] For port f108ce56-2a9c-4606-b41e-783269ed370e, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:06:10.191860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] For port f108ce56-2a9c-4606-b41e-783269ed370e, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f108ce56-2a9c-4606-b41e-783269ed370e,segment=NetworkSegment(6b39a147-d60d-4d4d-9c06-8c3a3dfbea21),segment_id=6b39a147-d60d-4d4d-9c06-8c3a3dfbea21)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:06:10.200898 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:10.226523 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:10.263729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:10.280658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:10.281275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:10.299391 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:10.440401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ba7d-5ba9-498c-8363-f92f6ffa4af8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:10.448755 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6408d-28be-4c72-a731-060517c6ca32 None None] Pushing event updated for resources: {'Port': ['ID=f108ce56-2a9c-4606-b41e-783269ed370e,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:10.474149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 21 09:06:10.474149 dv-neutron-830062-1-hyperv neutron-server[83585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 21 09:06:10.474149 dv-neutron-830062-1-hyperv neutron-server[83585]: [parameters: {'id': '76bcdc8b-c485-46b6-91ed-4e8e334e0334'}] Feb 21 09:06:10.474149 dv-neutron-830062-1-hyperv neutron-server[83585]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:06:10.484711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:06:10.484711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7ddac0a0-b7b8-4a27-b32c-456357c3006e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:10.522146 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7845eedd-42e2-445b-9305-dd79a28fe259 None None] Network 76bcdc8b-c485-46b6-91ed-4e8e334e0334 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:10.639502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddac0a0-b7b8-4a27-b32c-456357c3006e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 9818079f-2920-41d1-9804-224ee2ce2a79 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:10.639502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-7ddac0a0-b7b8-4a27-b32c-456357c3006e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:10.639502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddac0a0-b7b8-4a27-b32c-456357c3006e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:10.639502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7ddac0a0-b7b8-4a27-b32c-456357c3006e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:10.666125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddac0a0-b7b8-4a27-b32c-456357c3006e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Subnet': ['ID=1eec1310-a3c9-4cc2-ad94-385e467096f5,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:10.692314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3706787-49fb-4e04-92a3-a38b6ff1e3cc None None] Network 9818079f-2920-41d1-9804-224ee2ce2a79 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:10.726462 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7ddac0a0-b7b8-4a27-b32c-456357c3006e tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2540147 Feb 21 09:06:10.726462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54524) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:10.729901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'security_group': {'name': 'tempest-secgroup-215461860'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:10.735989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:10.740903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:security_group and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:10.744340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:10.751158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:10.783879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:10.853033 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:10.861565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:security_group_rule and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:10.867824 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:10.881819 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:10.968450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:10.973126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:10.995007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:11.079469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:11.079469 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3539672 Feb 21 09:06:11.079469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Deleting port f108ce56-2a9c-4606-b41e-783269ed370e {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:11.079469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:11.105088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54528) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:11.110136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b34ae-4b52-446e-a539-1e23e3d7fa1f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0b5f25-67a2-49ee-a9f9-f9137b9b85e1,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:11.135881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'security_group': {'name': 'tempest-secgroup-2038099132'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:11.142691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:11.149901 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:security_group and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:11.156660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:11.213110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-9818079f-2920-41d1-9804-224ee2ce2a79', 'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'tenant_id': '22ad680665e048f7b66d97d9611bd3b5', 'fixed_ips': [{'subnet_id': '1eec1310-a3c9-4cc2-ad94-385e467096f5'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:06:11.213990 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:11.239027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:11.321690 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:11.361955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] For port f108ce56-2a9c-4606-b41e-783269ed370e, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f108ce56-2a9c-4606-b41e-783269ed370e,segment=NetworkSegment(6b39a147-d60d-4d4d-9c06-8c3a3dfbea21),segment_id=6b39a147-d60d-4d4d-9c06-8c3a3dfbea21)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:11.362477 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:11.388676 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:11.397026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:security_group_rule and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:11.397518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:11.408608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:11.445592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Allocated IP 2001:db8::2 (9818079f-2920-41d1-9804-224ee2ce2a79/1eec1310-a3c9-4cc2-ad94-385e467096f5/712083b6-b4f3-4387-8e60-4dd049fd02ee) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:11.518685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:11.531496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:11.542196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Calling delete_port for f108ce56-2a9c-4606-b41e-783269ed370e owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:11.615136 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87cd2e3e-fde2-4b84-813b-4ddf2da2c8f5,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:11.655563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad1ba7d-5ba9-498c-8363-f92f6ffa4af8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router 34ba5911-303e-4786-9bf7-d392c4d8641b has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:06:11.664761 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:11.664761 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-108444f4-48e9-4766-a287-9744f5b3da03 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5608876 Feb 21 09:06:11.664761 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54532) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:11.672578 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1798824295', 'security_groups': ['87cd2e3e-fde2-4b84-813b-4ddf2da2c8f5'], 'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1eec1310-a3c9-4cc2-ad94-385e467096f5'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:11.678785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:11.757688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Port': ['ID=f108ce56-2a9c-4606-b41e-783269ed370e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:11.764944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No DVR routers for this DVR port f108ce56-2a9c-4606-b41e-783269ed370e on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:06:11.796559 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:11.828186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Transition to ACTIVE for port object 712083b6-b4f3-4387-8e60-4dd049fd02ee will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:11.863066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Transition to ACTIVE for port object 712083b6-b4f3-4387-8e60-4dd049fd02ee will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:11.871248 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:11.991816 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:11.994956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:port and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:11.996207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Network 9818079f-2920-41d1-9804-224ee2ce2a79 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:11.999388 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:11.999546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:12.004415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Pushing event updated for resources: {'Port': ['ID=712083b6-b4f3-4387-8e60-4dd049fd02ee,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:12.010295 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:12.014920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:12.034635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:12.079101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.128144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bcdc8b-c485-46b6-91ed-4e8e334e0334']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:12.145062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b39a147-d60d-4d4d-9c06-8c3a3dfbea21') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:12.145928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b39a147-d60d-4d4d-9c06-8c3a3dfbea21') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:12.162642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Attempting to bind port 712083b6-b4f3-4387-8e60-4dd049fd02ee on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:06:12.162642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Attempting to bind port 712083b6-b4f3-4387-8e60-4dd049fd02ee by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'b14ba5ec-9471-43ae-8640-db0d1f369d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:06:12.162869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Attempting to bind port 712083b6-b4f3-4387-8e60-4dd049fd02ee on network 9818079f-2920-41d1-9804-224ee2ce2a79 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:06:12.174893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.175601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:06:12.175601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Checking segment: {'id': 'b14ba5ec-9471-43ae-8640-db0d1f369d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:12.175601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.175601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Bound using segment: {'id': 'b14ba5ec-9471-43ae-8640-db0d1f369d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:06:12.175601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Bound port: 712083b6-b4f3-4387-8e60-4dd049fd02ee, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14ba5ec-9471-43ae-8640-db0d1f369d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:06:12.175601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.203383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.217130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:12.217130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.301860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] For port 712083b6-b4f3-4387-8e60-4dd049fd02ee, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:12.313189 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:12.315351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.343346 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad1ba7d-5ba9-498c-8363-f92f6ffa4af8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:12.351203 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4ad1ba7d-5ba9-498c-8363-f92f6ffa4af8 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "PUT /v2.0/routers/34ba5911-303e-4786-9bf7-d392c4d8641b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4828033 Feb 21 09:06:12.354778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54536) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:12.359091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port 1579873c-68a2-40ce-8952-480e65b0a103 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:06:12.362822 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9501a9-5fda-49fd-ba22-b927ac293f14 None None] Sync routers for ids ['34ba5911-303e-4786-9bf7-d392c4d8641b'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:12.369911 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.380129 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] For port 712083b6-b4f3-4387-8e60-4dd049fd02ee, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=712083b6-b4f3-4387-8e60-4dd049fd02ee,segment=NetworkSegment(b14ba5ec-9471-43ae-8640-db0d1f369d29),segment_id=b14ba5ec-9471-43ae-8640-db0d1f369d29)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:06:12.384392 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9501a9-5fda-49fd-ba22-b927ac293f14 None None] Routers {'34ba5911-303e-4786-9bf7-d392c4d8641b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:12.385255 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-3a9501a9-5fda-49fd-ba22-b927ac293f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['34ba5911-303e-4786-9bf7-d392c4d8641b'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:12.386706 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.392000 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.430927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Network': ['ID=76bcdc8b-c485-46b6-91ed-4e8e334e0334,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:12.438075 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d9efd2bd-8f56-42a3-af31-cd1956f61064 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/76bcdc8b-c485-46b6-91ed-4e8e334e0334 HTTP/1.1" status: 204 len: 168 time: 3.4831922 Feb 21 09:06:12.444782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54540) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:12.451680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-966104747'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:12.457244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:12.462168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:network and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:12.470628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:12.477350 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:12.497025 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:12.504057 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.578576 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-3a9501a9-5fda-49fd-ba22-b927ac293f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:12.581037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d0ac8-a320-4d53-be6a-d5f73ef39c1b None None] Pushing event updated for resources: {'Port': ['ID=712083b6-b4f3-4387-8e60-4dd049fd02ee,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:12.589487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:06:12.601963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.602395 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Added segment a8d89ba2-ff81-402c-93cb-c52b591906e9 of type vlan for network d148c337-24a8-4127-9b09-1138a0bfcd12 Feb 21 09:06:12.610811 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9501a9-5fda-49fd-ba22-b927ac293f14 None None] Routers {'34ba5911-303e-4786-9bf7-d392c4d8641b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:12.611701 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-3a9501a9-5fda-49fd-ba22-b927ac293f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['34ba5911-303e-4786-9bf7-d392c4d8641b'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:12.646201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.686955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.692018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:12.693177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:12.778597 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-3a9501a9-5fda-49fd-ba22-b927ac293f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:12.778942 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9501a9-5fda-49fd-ba22-b927ac293f14 None None] The sync data for ids ['34ba5911-303e-4786-9bf7-d392c4d8641b'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:12.831476 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3869598 Feb 21 09:06:12.834890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54544) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:12.843766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9916fd86-bc60-43b3-828f-769f7f275a68 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:12.868422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cac453-9b14-4d22-8844-05f7795e9f3a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Network': ['ID=d148c337-24a8-4127-9b09-1138a0bfcd12,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:12.899574 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network d148c337-24a8-4127-9b09-1138a0bfcd12 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:06:13.215621 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9916fd86-bc60-43b3-828f-769f7f275a68 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:13.244238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9916fd86-bc60-43b3-828f-769f7f275a68 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:13.250875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Allocated IP 2001:db8::36e (9818079f-2920-41d1-9804-224ee2ce2a79/1eec1310-a3c9-4cc2-ad94-385e467096f5/1579873c-68a2-40ce-8952-480e65b0a103) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:13.339784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9916fd86-bc60-43b3-828f-769f7f275a68 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network d148c337-24a8-4127-9b09-1138a0bfcd12 is not hosted by any dhcp agent {{(pid=83585) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 21 09:06:13.339784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916fd86-bc60-43b3-828f-769f7f275a68 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:13.339784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9916fd86-bc60-43b3-828f-769f7f275a68 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:13.339784 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9916fd86-bc60-43b3-828f-769f7f275a68 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "PUT /v2.0/networks/d148c337-24a8-4127-9b09-1138a0bfcd12 HTTP/1.1" status: 200 len: 723 time: 0.5021615 Feb 21 09:06:13.347493 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54548) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:13.351326 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'subnet': {'network_id': 'd148c337-24a8-4127-9b09-1138a0bfcd12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:13.487359 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916fd86-bc60-43b3-828f-769f7f275a68 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Network': ['ID=d148c337-24a8-4127-9b09-1138a0bfcd12,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:13.496230 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:13.516358 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network d148c337-24a8-4127-9b09-1138a0bfcd12 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:06:13.529759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:13.536061 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:subnet and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:13.552972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:13.568355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:13.594509 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:13.756233 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:13.770492 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 712083b6-b4f3-4387-8e60-4dd049fd02ee up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:13.801416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:13.809149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Transition to ACTIVE for port object 1579873c-68a2-40ce-8952-480e65b0a103 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:13.887521 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:13.900156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 712083b6-b4f3-4387-8e60-4dd049fd02ee completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:14.024061 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 9818079f-2920-41d1-9804-224ee2ce2a79 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:14.027337 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:14.033688 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:14.037870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:14.038502 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:14.043175 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=1579873c-68a2-40ce-8952-480e65b0a103,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:14.084090 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-16715292-14ff-4b5f-aa3a-71413824d250 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4178867 Feb 21 09:06:14.085668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:14.092890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54552) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:14.100699 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d9ef16fc-b4c0-42b3-8d76-58c6d75d57cd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:14.188574 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port 916752b7-cb4f-48ab-b109-050feb4a3b47 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:14.188920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:14.211394 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:14.304935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-798844db-7203-4686-bd4c-83601b80449f None None] Provisioning complete for port cb2968b7-f952-4422-8131-5d65d1b8db56 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:14.304935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-798844db-7203-4686-bd4c-83601b80449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:14.327682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Subnet': ['ID=bb5087eb-40b1-402e-a194-7500d39fbd82,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:14.336095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Checking segment: {'id': 'a8d89ba2-ff81-402c-93cb-c52b591906e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd148c337-24a8-4127-9b09-1138a0bfcd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:14.336264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network hostable DHCP agents. Network: d148c337-24a8-4127-9b09-1138a0bfcd12, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:06:14.375418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network d148c337-24a8-4127-9b09-1138a0bfcd12 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:06:14.401025 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, d148c337-24a8-4127-9b09-1138a0bfcd12) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:14.401025 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:14.401025 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:14.442333 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b260de20-e9cf-4529-afde-a6d615bfac67 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0958009 Feb 21 09:06:14.450644 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4870dd40-f879-4632-91c0-40459596acc9 None None] Network d148c337-24a8-4127-9b09-1138a0bfcd12 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:14.450796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54556) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:14.458912 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-698d8749-0cb1-4ec9-babb-bf148d393579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:14.618865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:14.638541 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-798844db-7203-4686-bd4c-83601b80449f None None] Port cb2968b7-f952-4422-8131-5d65d1b8db56 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:14.662796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-698d8749-0cb1-4ec9-babb-bf148d393579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2758511'] for subnet, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:14.676802 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-798844db-7203-4686-bd4c-83601b80449f None None] Provisioning for port 712083b6-b4f3-4387-8e60-4dd049fd02ee completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:14.687300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-798844db-7203-4686-bd4c-83601b80449f None None] Provisioning complete for port 712083b6-b4f3-4387-8e60-4dd049fd02ee triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:14.688010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-798844db-7203-4686-bd4c-83601b80449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:14.708892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d9ef16fc-b4c0-42b3-8d76-58c6d75d57cd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:14.788223 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:06:14.789717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d9ef16fc-b4c0-42b3-8d76-58c6d75d57cd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:14.811970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for 916752b7-cb4f-48ab-b109-050feb4a3b47 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:14.959671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-d148c337-24a8-4127-9b09-1138a0bfcd12', 'network_id': 'd148c337-24a8-4127-9b09-1138a0bfcd12', 'tenant_id': '52ab780b955e453ebbb62aa4b1c5998d', 'fixed_ips': [{'subnet_id': 'bb5087eb-40b1-402e-a194-7500d39fbd82'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:06:14.960480 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:14.969071 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d9ef16fc-b4c0-42b3-8d76-58c6d75d57cd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:14.977799 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d9ef16fc-b4c0-42b3-8d76-58c6d75d57cd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:14.999447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-798844db-7203-4686-bd4c-83601b80449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:15.034839 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ef16fc-b4c0-42b3-8d76-58c6d75d57cd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:15.034839 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d9ef16fc-b4c0-42b3-8d76-58c6d75d57cd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:15.040577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-698d8749-0cb1-4ec9-babb-bf148d393579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764261804683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2750391'] for subnet, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:15.131066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-798844db-7203-4686-bd4c-83601b80449f None None] For port 712083b6-b4f3-4387-8e60-4dd049fd02ee, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=712083b6-b4f3-4387-8e60-4dd049fd02ee,segment=NetworkSegment(b14ba5ec-9471-43ae-8640-db0d1f369d29),segment_id=b14ba5ec-9471-43ae-8640-db0d1f369d29)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:15.155743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698d8749-0cb1-4ec9-babb-bf148d393579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:15.162753 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-798844db-7203-4686-bd4c-83601b80449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:15.172445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-698d8749-0cb1-4ec9-babb-bf148d393579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:15.172445 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-698d8749-0cb1-4ec9-babb-bf148d393579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "PUT /v2.0/subnets/bb5087eb-40b1-402e-a194-7500d39fbd82 HTTP/1.1" status: 200 len: 806 time: 0.6884301 Feb 21 09:06:15.179606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54560) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:15.191402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d8749-0cb1-4ec9-babb-bf148d393579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Subnet': ['ID=bb5087eb-40b1-402e-a194-7500d39fbd82,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:15.298155 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:15.307904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798844db-7203-4686-bd4c-83601b80449f None None] Pushing event updated for resources: {'Port': ['ID=712083b6-b4f3-4387-8e60-4dd049fd02ee,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:15.307904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Allocated IP 172.20.0.2 (d148c337-24a8-4127-9b09-1138a0bfcd12/bb5087eb-40b1-402e-a194-7500d39fbd82/20841f8d-087d-4354-bab3-f3d6f8975929) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:15.333882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d8c289a4-fb51-486a-93e7-51f2957016b8 None None] Provisioning for port 1579873c-68a2-40ce-8952-480e65b0a103 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:15.333882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d8c289a4-fb51-486a-93e7-51f2957016b8 None None] Provisioning complete for port 1579873c-68a2-40ce-8952-480e65b0a103 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:15.333882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d8c289a4-fb51-486a-93e7-51f2957016b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:15.373746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=916752b7-cb4f-48ab-b109-050feb4a3b47,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:15.468996 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d8c289a4-fb51-486a-93e7-51f2957016b8 None None] Port 1579873c-68a2-40ce-8952-480e65b0a103 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:15.547630 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.ipam_backend_mixin [None req-d9ef16fc-b4c0-42b3-8d76-58c6d75d57cd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1eec1310-a3c9-4cc2-ad94-385e467096f5 (CIDR: 2001:db8::/64) Feb 21 09:06:15.561187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 712083b6-b4f3-4387-8e60-4dd049fd02ee up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:15.582428 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ef16fc-b4c0-42b3-8d76-58c6d75d57cd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:06:15.583177 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ef16fc-b4c0-42b3-8d76-58c6d75d57cd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:15.641468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:15.656719 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Transition to ACTIVE for port object 20841f8d-087d-4354-bab3-f3d6f8975929 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:15.659098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:15.675162 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d9ef16fc-b4c0-42b3-8d76-58c6d75d57cd tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5808241 Feb 21 09:06:15.679239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 712083b6-b4f3-4387-8e60-4dd049fd02ee triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:15.679785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:15.679987 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54564) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:15.688894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-57c34484-4370-4aa0-9384-2a491946eb26 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:15.743474 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Transition to ACTIVE for port object 20841f8d-087d-4354-bab3-f3d6f8975929 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:15.764628 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:15.847788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Network d148c337-24a8-4127-9b09-1138a0bfcd12 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:15.855180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-57c34484-4370-4aa0-9384-2a491946eb26 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:15.858142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:15.860611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-57c34484-4370-4aa0-9384-2a491946eb26 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:15.861987 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Pushing event updated for resources: {'Port': ['ID=20841f8d-087d-4354-bab3-f3d6f8975929,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:15.864978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-57c34484-4370-4aa0-9384-2a491946eb26 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:15.866440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:15.875124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-57c34484-4370-4aa0-9384-2a491946eb26 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:15.897236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c34484-4370-4aa0-9384-2a491946eb26 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:15.924181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.058483 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.065709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Attempting to bind port 20841f8d-087d-4354-bab3-f3d6f8975929 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:06:16.066090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Attempting to bind port 20841f8d-087d-4354-bab3-f3d6f8975929 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'a8d89ba2-ff81-402c-93cb-c52b591906e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd148c337-24a8-4127-9b09-1138a0bfcd12'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:06:16.066455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Attempting to bind port 20841f8d-087d-4354-bab3-f3d6f8975929 on network d148c337-24a8-4127-9b09-1138a0bfcd12 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:06:16.075073 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:06:16.076671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Checking segment: {'id': 'a8d89ba2-ff81-402c-93cb-c52b591906e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd148c337-24a8-4127-9b09-1138a0bfcd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:16.076671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.077121 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Bound using segment: {'id': 'a8d89ba2-ff81-402c-93cb-c52b591906e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd148c337-24a8-4127-9b09-1138a0bfcd12'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:06:16.077668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Bound port: 20841f8d-087d-4354-bab3-f3d6f8975929, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d89ba2-ff81-402c-93cb-c52b591906e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd148c337-24a8-4127-9b09-1138a0bfcd12'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:06:16.078112 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.079915 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57c34484-4370-4aa0-9384-2a491946eb26 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.232908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] For port 20841f8d-087d-4354-bab3-f3d6f8975929, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:06:16.236537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] For port 20841f8d-087d-4354-bab3-f3d6f8975929, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=20841f8d-087d-4354-bab3-f3d6f8975929,segment=NetworkSegment(a8d89ba2-ff81-402c-93cb-c52b591906e9),segment_id=a8d89ba2-ff81-402c-93cb-c52b591906e9)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:06:16.242792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.322524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.327194 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.346880 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc91736-a75f-49a3-a627-7bed45df4830 None None] Pushing event updated for resources: {'Port': ['ID=20841f8d-087d-4354-bab3-f3d6f8975929,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:16.371431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.372038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Fanout notify agent at l3_agent the message router_deleted on router 34ba5911-303e-4786-9bf7-d392c4d8641b {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:06:16.393973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.395398 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-feb72783-5109-459b-a7e2-5620bb35d736 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/routers/34ba5911-303e-4786-9bf7-d392c4d8641b HTTP/1.1" status: 204 len: 168 time: 4.0401106 Feb 21 09:06:16.398666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54570) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:16.462567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.497768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57c34484-4370-4aa0-9384-2a491946eb26 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.520394 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5087eb-40b1-402e-a194-7500d39fbd82,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:16.578022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c34484-4370-4aa0-9384-2a491946eb26 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 9818079f-2920-41d1-9804-224ee2ce2a79 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:16.582281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-57c34484-4370-4aa0-9384-2a491946eb26 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:16.588156 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c34484-4370-4aa0-9384-2a491946eb26 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:16.589022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57c34484-4370-4aa0-9384-2a491946eb26 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.606249 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c34484-4370-4aa0-9384-2a491946eb26 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Subnet': ['ID=e88e8439-dba6-4b93-a7cc-45b31d4d9af4,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:16.614132 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a23442b-79a1-4bf0-a921-c844f9e2c157 None None] Network 9818079f-2920-41d1-9804-224ee2ce2a79 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:16.643119 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-57c34484-4370-4aa0-9384-2a491946eb26 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9617007 Feb 21 09:06:16.646868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54574) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:16.656548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-a56e81cd-b7fb-4a40-911d-8648768c6f93 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-326033420', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e88e8439-dba6-4b93-a7cc-45b31d4d9af4'}], 'security_groups': ['4d0b5f25-67a2-49ee-a9f9-f9137b9b85e1']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:16.735363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.791356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d148c337-24a8-4127-9b09-1138a0bfcd12']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:16.819914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d89ba2-ff81-402c-93cb-c52b591906e9') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:16.820207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d89ba2-ff81-402c-93cb-c52b591906e9') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:16.834131 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1773c335-6dc2-482a-abff-9f52c34f6dd3 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting subnet fd20e501-58e4-4fe3-9d65-b4f79b52c619 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:06:16.838762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1773c335-6dc2-482a-abff-9f52c34f6dd3 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.845500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a56e81cd-b7fb-4a40-911d-8648768c6f93 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.868517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.906354 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.917887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1773c335-6dc2-482a-abff-9f52c34f6dd3 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.947870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:16.948488 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:16.964894 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:17.054342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39196c1-cd8d-4f8d-8b70-3c909eb0a3ab None None] Update dhcp port {'port': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'fixed_ips': [{'subnet_id': '1eec1310-a3c9-4cc2-ad94-385e467096f5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e88e8439-dba6-4b93-a7cc-45b31d4d9af4'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': '712083b6-b4f3-4387-8e60-4dd049fd02ee'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:06:17.069738 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 21 09:06:17.069738 dv-neutron-830062-1-hyperv neutron-server[83584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 21 09:06:17.069738 dv-neutron-830062-1-hyperv neutron-server[83584]: [parameters: {'id': 'd148c337-24a8-4127-9b09-1138a0bfcd12'}] Feb 21 09:06:17.069738 dv-neutron-830062-1-hyperv neutron-server[83584]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:06:17.070387 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:06:17.101279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1773c335-6dc2-482a-abff-9f52c34f6dd3 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:17.125183 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e39196c1-cd8d-4f8d-8b70-3c909eb0a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:17.321560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1773c335-6dc2-482a-abff-9f52c34f6dd3 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:17.370973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-a56e81cd-b7fb-4a40-911d-8648768c6f93 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Delete allocated IP 2001:db8::36e (9818079f-2920-41d1-9804-224ee2ce2a79/1eec1310-a3c9-4cc2-ad94-385e467096f5) {{(pid=83585) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 21 09:06:17.388831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-a56e81cd-b7fb-4a40-911d-8648768c6f93 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Allocated IP 2001:db8:0:1::1ef (9818079f-2920-41d1-9804-224ee2ce2a79/e88e8439-dba6-4b93-a7cc-45b31d4d9af4/1579873c-68a2-40ce-8952-480e65b0a103) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:17.388981 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773c335-6dc2-482a-abff-9f52c34f6dd3 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Subnet': ['ID=fd20e501-58e4-4fe3-9d65-b4f79b52c619,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:17.405918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1773c335-6dc2-482a-abff-9f52c34f6dd3 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:17.406935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8078f2-b0e2-4297-9d24-063eca4096d3 None None] Network ff714095-6f41-4292-9ee2-c704ce5c7b4e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:17.420984 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1773c335-6dc2-482a-abff-9f52c34f6dd3 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/subnets/fd20e501-58e4-4fe3-9d65-b4f79b52c619 HTTP/1.1" status: 204 len: 168 time: 1.0215125 Feb 21 09:06:17.423909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54578) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:17.610564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:17.638726 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:17.645174 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Deleting port 20841f8d-087d-4354-bab3-f3d6f8975929 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:17.646086 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:17.703126 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port 3406deb5-d418-441e-bac8-d823699ab814 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:17.703419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:17.719854 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 20841f8d-087d-4354-bab3-f3d6f8975929 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:17.746391 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec811124-573e-452a-be08-364850add25d None None] Network d148c337-24a8-4127-9b09-1138a0bfcd12 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:17.751682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a56e81cd-b7fb-4a40-911d-8648768c6f93 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:17.772248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-a56e81cd-b7fb-4a40-911d-8648768c6f93 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Transition to ACTIVE for port object 1579873c-68a2-40ce-8952-480e65b0a103 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:17.777756 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a56e81cd-b7fb-4a40-911d-8648768c6f93 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:17.899649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-a56e81cd-b7fb-4a40-911d-8648768c6f93 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] In _notify_port_updated(), no bound segment for port 1579873c-68a2-40ce-8952-480e65b0a103 on network 9818079f-2920-41d1-9804-224ee2ce2a79 {{(pid=83585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:06:17.903965 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e81cd-b7fb-4a40-911d-8648768c6f93 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:17.904800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a56e81cd-b7fb-4a40-911d-8648768c6f93 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:17.906313 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a56e81cd-b7fb-4a40-911d-8648768c6f93 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "PUT /v2.0/ports/1579873c-68a2-40ce-8952-480e65b0a103 HTTP/1.1" status: 200 len: 930 time: 1.2576523 Feb 21 09:06:17.913745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54582) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:17.958308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e81cd-b7fb-4a40-911d-8648768c6f93 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=1579873c-68a2-40ce-8952-480e65b0a103,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:17.990558 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-593f483e-2938-41a6-855f-31be1509dc96 None None] Provisioning for port 20841f8d-087d-4354-bab3-f3d6f8975929 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:18.000552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-14b8e961-8d90-4f71-a7ca-ce13e7c7b2a0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port 1579873c-68a2-40ce-8952-480e65b0a103 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:18.001328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-14b8e961-8d90-4f71-a7ca-ce13e7c7b2a0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.046480 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-e39196c1-cd8d-4f8d-8b70-3c909eb0a3ab None None] Allocated IP 2001:db8:0:1::2 (9818079f-2920-41d1-9804-224ee2ce2a79/e88e8439-dba6-4b93-a7cc-45b31d4d9af4/712083b6-b4f3-4387-8e60-4dd049fd02ee) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:18.065851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] For port 20841f8d-087d-4354-bab3-f3d6f8975929, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=20841f8d-087d-4354-bab3-f3d6f8975929,segment=NetworkSegment(a8d89ba2-ff81-402c-93cb-c52b591906e9),segment_id=a8d89ba2-ff81-402c-93cb-c52b591906e9)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:18.066400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.074019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 20841f8d-087d-4354-bab3-f3d6f8975929 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:18.155156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 20841f8d-087d-4354-bab3-f3d6f8975929 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:18.155446 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.200663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Calling delete_port for 20841f8d-087d-4354-bab3-f3d6f8975929 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:18.244736 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] For port 3406deb5-d418-441e-bac8-d823699ab814, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3406deb5-d418-441e-bac8-d823699ab814,segment=NetworkSegment(e426975e-1c08-438e-99f0-6e0606848f80),segment_id=e426975e-1c08-438e-99f0-6e0606848f80)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:18.245373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.286488 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76db90d-8b32-40b3-a2fd-28f341c14aa8 None None] DHCP port deletion for ff714095-6f41-4292-9ee2-c704ce5c7b4e request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:06:18.315402 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e76db90d-8b32-40b3-a2fd-28f341c14aa8 None None] Deleting port 3406deb5-d418-441e-bac8-d823699ab814 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:18.315781 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e76db90d-8b32-40b3-a2fd-28f341c14aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.377307 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e39196c1-cd8d-4f8d-8b70-3c909eb0a3ab None None] For port 712083b6-b4f3-4387-8e60-4dd049fd02ee, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=712083b6-b4f3-4387-8e60-4dd049fd02ee,segment=NetworkSegment(b14ba5ec-9471-43ae-8640-db0d1f369d29),segment_id=b14ba5ec-9471-43ae-8640-db0d1f369d29)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:18.389722 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-14b8e961-8d90-4f71-a7ca-ce13e7c7b2a0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.406524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for 3406deb5-d418-441e-bac8-d823699ab814 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:18.425259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600aa8a1-6e5c-41b3-a3ae-dac93adc73ec None None] DHCP port deletion for d148c337-24a8-4127-9b09-1138a0bfcd12 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:06:18.479246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-600aa8a1-6e5c-41b3-a3ae-dac93adc73ec None None] Deleting port 20841f8d-087d-4354-bab3-f3d6f8975929 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:18.479885 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-600aa8a1-6e5c-41b3-a3ae-dac93adc73ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.492572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.517999 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.resource_extend [None req-e39196c1-cd8d-4f8d-8b70-3c909eb0a3ab None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:06:18.530721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-14b8e961-8d90-4f71-a7ca-ce13e7c7b2a0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for 1579873c-68a2-40ce-8952-480e65b0a103 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:18.537114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Port': ['ID=20841f8d-087d-4354-bab3-f3d6f8975929,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:18.550240 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No DVR routers for this DVR port 20841f8d-087d-4354-bab3-f3d6f8975929 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:06:18.555738 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e39196c1-cd8d-4f8d-8b70-3c909eb0a3ab None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.583909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.614285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.628647 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-600aa8a1-6e5c-41b3-a3ae-dac93adc73ec None None] The port '20841f8d-087d-4354-bab3-f3d6f8975929' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:06:18.703277 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e39196c1-cd8d-4f8d-8b70-3c909eb0a3ab None None] Transition to ACTIVE for port object 712083b6-b4f3-4387-8e60-4dd049fd02ee will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:18.714062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] No DVR routers for this DVR port 3406deb5-d418-441e-bac8-d823699ab814 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:06:18.733143 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9e6a14-69d3-465e-b64d-0e002bb50503 None None] Network d148c337-24a8-4127-9b09-1138a0bfcd12 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:18.754685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-14b8e961-8d90-4f71-a7ca-ce13e7c7b2a0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.764808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=3406deb5-d418-441e-bac8-d823699ab814,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:18.800557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8e961-8d90-4f71-a7ca-ce13e7c7b2a0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=1579873c-68a2-40ce-8952-480e65b0a103,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:18.805894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.850113 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e39196c1-cd8d-4f8d-8b70-3c909eb0a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.851116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-14b8e961-8d90-4f71-a7ca-ce13e7c7b2a0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:18.862514 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-14b8e961-8d90-4f71-a7ca-ce13e7c7b2a0 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/1579873c-68a2-40ce-8952-480e65b0a103 HTTP/1.1" status: 204 len: 168 time: 0.9474368 Feb 21 09:06:18.865558 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54586) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:18.912002 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e583207-e3c4-4b6e-9337-f96f16e1b128 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] GET failed (client error): The resource could not be found. Feb 21 09:06:18.912731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4e583207-e3c4-4b6e-9337-f96f16e1b128 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:18.937911 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4e583207-e3c4-4b6e-9337-f96f16e1b128 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:18.944947 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4e583207-e3c4-4b6e-9337-f96f16e1b128 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/1579873c-68a2-40ce-8952-480e65b0a103 HTTP/1.1" status: 404 len: 333 time: 0.0730059 Feb 21 09:06:18.945206 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54590) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:18.997904 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d148c337-24a8-4127-9b09-1138a0bfcd12']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:19.005828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.021914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a0da713-5588-47fd-83b7-a82521c1af89 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.022754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d89ba2-ff81-402c-93cb-c52b591906e9') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:19.023073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d89ba2-ff81-402c-93cb-c52b591906e9') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:19.046945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.050838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e76db90d-8b32-40b3-a2fd-28f341c14aa8 None None] For port 3406deb5-d418-441e-bac8-d823699ab814, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3406deb5-d418-441e-bac8-d823699ab814,segment=NetworkSegment(e426975e-1c08-438e-99f0-6e0606848f80),segment_id=e426975e-1c08-438e-99f0-6e0606848f80)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:19.051327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e76db90d-8b32-40b3-a2fd-28f341c14aa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.051575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a0da713-5588-47fd-83b7-a82521c1af89 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.054326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff714095-6f41-4292-9ee2-c704ce5c7b4e']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:19.071795 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e426975e-1c08-438e-99f0-6e0606848f80') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:19.072475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e426975e-1c08-438e-99f0-6e0606848f80') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:19.081995 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.088518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.099732 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:19.100133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:19.115177 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:19.136891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a0da713-5588-47fd-83b7-a82521c1af89 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.164080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0da713-5588-47fd-83b7-a82521c1af89 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cd2e3e-fde2-4b84-813b-4ddf2da2c8f5,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:19.165220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7a0da713-5588-47fd-83b7-a82521c1af89 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.167029 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7a0da713-5588-47fd-83b7-a82521c1af89 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/security-groups/87cd2e3e-fde2-4b84-813b-4ddf2da2c8f5 HTTP/1.1" status: 204 len: 168 time: 0.2193463 Feb 21 09:06:19.175527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54594) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:19.203557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.214800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:19.217151 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:19.245429 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:19.270132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-18044221-36d5-4c09-ae2c-3fdd8475fd1d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.298910 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e76db90d-8b32-40b3-a2fd-28f341c14aa8 None None] Calling delete_port for 3406deb5-d418-441e-bac8-d823699ab814 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:19.300887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-18044221-36d5-4c09-ae2c-3fdd8475fd1d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.357901 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.376649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.384581 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39196c1-cd8d-4f8d-8b70-3c909eb0a3ab None None] Pushing event updated for resources: {'Port': ['ID=712083b6-b4f3-4387-8e60-4dd049fd02ee,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:19.394049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-18044221-36d5-4c09-ae2c-3fdd8475fd1d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.404114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Network': ['ID=d148c337-24a8-4127-9b09-1138a0bfcd12,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:19.409404 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.429855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18044221-36d5-4c09-ae2c-3fdd8475fd1d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0b5f25-67a2-49ee-a9f9-f9137b9b85e1,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:19.439068 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-18044221-36d5-4c09-ae2c-3fdd8475fd1d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.439828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.440387 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-18044221-36d5-4c09-ae2c-3fdd8475fd1d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/security-groups/4d0b5f25-67a2-49ee-a9f9-f9137b9b85e1 HTTP/1.1" status: 204 len: 168 time: 0.2636507 Feb 21 09:06:19.442870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54598) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:19.445887 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/networks/ff714095-6f41-4292-9ee2-c704ce5c7b4e HTTP/1.1" status: 204 len: 168 time: 2.0180824 Feb 21 09:06:19.447340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-e76db90d-8b32-40b3-a2fd-28f341c14aa8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:06:19.447888 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-e76db90d-8b32-40b3-a2fd-28f341c14aa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:06:19.450168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54602) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:19.458058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f24744-c568-47b1-93c3-bd94f3a1fdeb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Network': ['ID=ff714095-6f41-4292-9ee2-c704ce5c7b4e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:19.461018 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0945934e-f246-42bd-95b3-493f7dcbc579 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/d148c337-24a8-4127-9b09-1138a0bfcd12 HTTP/1.1" status: 204 len: 168 time: 4.3125722 Feb 21 09:06:19.478076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54606) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:19.529186 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce8aa03-bf66-4a87-ac76-70954a022106 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:19.529889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce8aa03-bf66-4a87-ac76-70954a022106 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:19.531767 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8ce8aa03-bf66-4a87-ac76-70954a022106 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/d148c337-24a8-4127-9b09-1138a0bfcd12 HTTP/1.1" status: 404 len: 339 time: 0.0527515 Feb 21 09:06:19.537090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54610) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:19.542964 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-892275119', 'description': 'd1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:19.557886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:19.565650 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 712083b6-b4f3-4387-8e60-4dd049fd02ee up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:19.566394 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:network and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:19.572741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-518ce392-8fec-4e17-853a-588eabd762ba tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting subnet 1eec1310-a3c9-4cc2-ad94-385e467096f5 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:06:19.574773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:19.582253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-518ce392-8fec-4e17-853a-588eabd762ba tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.613066 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:19.649525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-21c0a218-9015-4856-9dfc-1e6b07157009 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port 539112c1-1aaa-4db9-a3f3-e509578509aa {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:19.649525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-21c0a218-9015-4856-9dfc-1e6b07157009 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.663425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:19.666766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.681979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-518ce392-8fec-4e17-853a-588eabd762ba tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.740152 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:06:19.758970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.759716 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Added segment 14eacc07-05aa-4e5d-97a0-202555f200f6 of type vlan for network aba6f5c3-3349-44ab-80e1-f9302d9dec99 Feb 21 09:06:19.792682 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 20841f8d-087d-4354-bab3-f3d6f8975929 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:06:19.811944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.833435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-518ce392-8fec-4e17-853a-588eabd762ba tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.878202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 20841f8d-087d-4354-bab3-f3d6f8975929 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:06:19.878887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 20841f8d-087d-4354-bab3-f3d6f8975929 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:06:19.880249 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3406deb5-d418-441e-bac8-d823699ab814 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:06:19.906055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.910868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:19.911784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.932569 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 3406deb5-d418-441e-bac8-d823699ab814 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:06:19.932914 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3406deb5-d418-441e-bac8-d823699ab814 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:06:19.950593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e76db90d-8b32-40b3-a2fd-28f341c14aa8 None None] Deleting port 3406deb5-d418-441e-bac8-d823699ab814 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:19.951069 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e76db90d-8b32-40b3-a2fd-28f341c14aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.991369 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-21c0a218-9015-4856-9dfc-1e6b07157009 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:19.991638 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-21c0a218-9015-4856-9dfc-1e6b07157009 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:20.041661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-518ce392-8fec-4e17-853a-588eabd762ba tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:20.045626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e76db90d-8b32-40b3-a2fd-28f341c14aa8 None None] The port '3406deb5-d418-441e-bac8-d823699ab814' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:06:20.075760 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5373030 Feb 21 09:06:20.080201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b589eb-b20d-4bc9-b36c-81340ed8dae8 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Network': ['ID=aba6f5c3-3349-44ab-80e1-f9302d9dec99,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:20.085887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54614) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:20.087033 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ce392-8fec-4e17-853a-588eabd762ba tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Subnet': ['ID=1eec1310-a3c9-4cc2-ad94-385e467096f5,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:20.097295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-518ce392-8fec-4e17-853a-588eabd762ba tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:20.103128 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-518ce392-8fec-4e17-853a-588eabd762ba tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/1eec1310-a3c9-4cc2-ad94-385e467096f5 HTTP/1.1" status: 204 len: 168 time: 0.6553905 Feb 21 09:06:20.103377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54618) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:20.110355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4996c26d-ccf6-4cb4-ae9b-9f287a3045a9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:20.114884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network aba6f5c3-3349-44ab-80e1-f9302d9dec99 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:06:20.188373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-21c0a218-9015-4856-9dfc-1e6b07157009 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for 539112c1-1aaa-4db9-a3f3-e509578509aa owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:20.271985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ebe708-d47f-448d-a04f-bd9dbe3203cf None None] Network 9818079f-2920-41d1-9804-224ee2ce2a79 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:20.275544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4996c26d-ccf6-4cb4-ae9b-9f287a3045a9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:20.279731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4996c26d-ccf6-4cb4-ae9b-9f287a3045a9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:20.283303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4996c26d-ccf6-4cb4-ae9b-9f287a3045a9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:20.288894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4996c26d-ccf6-4cb4-ae9b-9f287a3045a9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:20.308516 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4996c26d-ccf6-4cb4-ae9b-9f287a3045a9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:20.312832 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4996c26d-ccf6-4cb4-ae9b-9f287a3045a9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:20.391047 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0664f297-570f-43cb-9bd3-0de4ff4caa1c None None] Provisioning for port 712083b6-b4f3-4387-8e60-4dd049fd02ee completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:20.402320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95096a94-04c1-4e67-aab6-bfb4e5906394 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:20.403302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-95096a94-04c1-4e67-aab6-bfb4e5906394 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Synchronizing usage tracker for tenant:52ab780b955e453ebbb62aa4b1c5998d on resource:network {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:20.409465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0664f297-570f-43cb-9bd3-0de4ff4caa1c None None] Provisioning complete for port 712083b6-b4f3-4387-8e60-4dd049fd02ee triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:20.410107 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0664f297-570f-43cb-9bd3-0de4ff4caa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:20.455186 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-95096a94-04c1-4e67-aab6-bfb4e5906394 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Unset dirty status for tenant:52ab780b955e453ebbb62aa4b1c5998d on resource:network {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:20.456488 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-95096a94-04c1-4e67-aab6-bfb4e5906394 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "GET /v2.0/networks?id=aba6f5c3-3349-44ab-80e1-f9302d9dec99 HTTP/1.1" status: 200 len: 760 time: 0.3685641 Feb 21 09:06:20.460913 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54622) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:20.469269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-1e44c60e-5e57-4149-8535-caf01ab56030 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'network': {'description': 'd2'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:20.591751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-21c0a218-9015-4856-9dfc-1e6b07157009 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:20.662691 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0664f297-570f-43cb-9bd3-0de4ff4caa1c None None] Provisioning complete for port cb2968b7-f952-4422-8131-5d65d1b8db56 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:20.663662 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0664f297-570f-43cb-9bd3-0de4ff4caa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:20.701977 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0a218-9015-4856-9dfc-1e6b07157009 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=539112c1-1aaa-4db9-a3f3-e509578509aa,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:20.725366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-0664f297-570f-43cb-9bd3-0de4ff4caa1c None None] Port cb2968b7-f952-4422-8131-5d65d1b8db56 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:20.732680 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0664f297-570f-43cb-9bd3-0de4ff4caa1c None None] Could not find standard attr ID for object 1579873c-68a2-40ce-8952-480e65b0a103. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:06:20.743744 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4996c26d-ccf6-4cb4-ae9b-9f287a3045a9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:20.816898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4996c26d-ccf6-4cb4-ae9b-9f287a3045a9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 9818079f-2920-41d1-9804-224ee2ce2a79 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:20.820200 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-4996c26d-ccf6-4cb4-ae9b-9f287a3045a9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:20.824970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4996c26d-ccf6-4cb4-ae9b-9f287a3045a9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:20.825681 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4996c26d-ccf6-4cb4-ae9b-9f287a3045a9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:20.839432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996c26d-ccf6-4cb4-ae9b-9f287a3045a9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Subnet': ['ID=97349e9a-7e46-415b-9c88-2402b458462e,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:20.859038 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4996c26d-ccf6-4cb4-ae9b-9f287a3045a9 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7543736 Feb 21 09:06:20.861610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54626) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:20.870813 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-21c0a218-9015-4856-9dfc-1e6b07157009 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:20.871163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'security_group': {'name': 'tempest-secgroup-1610186916'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:20.879018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:20.884526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:security_group and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:20.887750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:20.894773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:20.910683 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:20.933363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-21c0a218-9015-4856-9dfc-1e6b07157009 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:20.938965 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-21c0a218-9015-4856-9dfc-1e6b07157009 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/floatingips/2507ed99-2e38-4804-9de3-ac0354bb2683 HTTP/1.1" status: 204 len: 168 time: 1.4793348 Feb 21 09:06:20.939571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54630) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:20.952337 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:20.956571 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:security_group_rule and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:20.959850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:20.966658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:21.033011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.038860 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.093031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55673900-5ec3-46ed-b492-2d6c16fe127d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:21.096677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.097888 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-52033feb-3224-4877-9443-a876cd208e38 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2348645 Feb 21 09:06:21.102479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54634) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:21.102571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1e44c60e-5e57-4149-8535-caf01ab56030 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.106386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'security_group': {'name': 'tempest-secgroup-909328569'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:21.112460 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:21.117114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:security_group and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:21.120471 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4893d199-5289-46a5-b29c-7b9e869776d0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:21.121501 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4893d199-5289-46a5-b29c-7b9e869776d0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:21.121590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:21.122773 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4893d199-5289-46a5-b29c-7b9e869776d0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/ports/d5de2e18-2c51-4e75-a984-c941c25925c5 HTTP/1.1" status: 404 len: 333 time: 0.1820276 Feb 21 09:06:21.125590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54638) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:21.129738 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1e44c60e-5e57-4149-8535-caf01ab56030 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.178869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:21.198651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-721cfbc7-266c-4d4a-8ad7-fff65cc979fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Synchronizing usage tracker for tenant:c41b1650d16e475eb82318b0b92b17d0 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:21.207769 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e44c60e-5e57-4149-8535-caf01ab56030 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network aba6f5c3-3349-44ab-80e1-f9302d9dec99 is not hosted by any dhcp agent {{(pid=83584) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 21 09:06:21.214362 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e44c60e-5e57-4149-8535-caf01ab56030 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:21.215026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1e44c60e-5e57-4149-8535-caf01ab56030 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.217761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.219752 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1e44c60e-5e57-4149-8535-caf01ab56030 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "PUT /v2.0/networks/aba6f5c3-3349-44ab-80e1-f9302d9dec99 HTTP/1.1" status: 200 len: 757 time: 0.7576895 Feb 21 09:06:21.227444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54642) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:21.236108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-721cfbc7-266c-4d4a-8ad7-fff65cc979fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Unset dirty status for tenant:c41b1650d16e475eb82318b0b92b17d0 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:21.237537 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-721cfbc7-266c-4d4a-8ad7-fff65cc979fb tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "GET /v2.0/ports?device_id=34ba5911-303e-4786-9bf7-d392c4d8641b HTTP/1.1" status: 200 len: 205 time: 0.1108177 Feb 21 09:06:21.241479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54646) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:21.315719 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-946be47d-32c3-4b67-88ee-adb4044bf98b tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] delete failed (client error): The resource could not be found. Feb 21 09:06:21.316766 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-946be47d-32c3-4b67-88ee-adb4044bf98b tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/routers/34ba5911-303e-4786-9bf7-d392c4d8641b HTTP/1.1" status: 404 len: 336 time: 0.0743654 Feb 21 09:06:21.325637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54650) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:21.333828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44c60e-5e57-4149-8535-caf01ab56030 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Network': ['ID=aba6f5c3-3349-44ab-80e1-f9302d9dec99,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:21.337426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:21.343440 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:security_group_rule and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:21.346939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:21.355245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:21.362244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network aba6f5c3-3349-44ab-80e1-f9302d9dec99 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:06:21.392462 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e5e8be-4151-4a1f-8a3d-0c7d2ce5db8c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:21.393326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e5e8be-4151-4a1f-8a3d-0c7d2ce5db8c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:21.395206 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-11e5e8be-4151-4a1f-8a3d-0c7d2ce5db8c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/subnets/fd20e501-58e4-4fe3-9d65-b4f79b52c619 HTTP/1.1" status: 404 len: 337 time: 0.0686779 Feb 21 09:06:21.398625 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54654) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:21.422915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db371dd0-0bd1-485c-ae5a-5a238edca564 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:21.433047 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-db371dd0-0bd1-485c-ae5a-5a238edca564 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "GET /v2.0/networks?id=aba6f5c3-3349-44ab-80e1-f9302d9dec99 HTTP/1.1" status: 200 len: 760 time: 0.2032037 Feb 21 09:06:21.434339 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54658) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:21.435256 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.443035 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-37fd7369-322f-413c-a933-5fbaa08becab tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1476454070'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:21.451159 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-37fd7369-322f-413c-a933-5fbaa08becab tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:21.470197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-37fd7369-322f-413c-a933-5fbaa08becab tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:21.477700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9284da-71f7-47d7-9226-c7e6646068a2 None None] Network 9818079f-2920-41d1-9804-224ee2ce2a79 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:21.479653 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.492408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fd7369-322f-413c-a933-5fbaa08becab tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:21.499699 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-37fd7369-322f-413c-a933-5fbaa08becab tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.560482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3619f-cfe1-4f6d-ab94-80311d6af678 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port 445f5c28-0a64-4c6e-b472-844fd020ba98 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:21.561021 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5fe3619f-cfe1-4f6d-ab94-80311d6af678 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.569361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fd7369-322f-413c-a933-5fbaa08becab tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:06:21.592519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-37fd7369-322f-413c-a933-5fbaa08becab tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.592875 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-37fd7369-322f-413c-a933-5fbaa08becab tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Added segment dbd243b7-5922-4eaf-8ac7-853c6f2c41f3 of type vlan for network 0f86753d-4993-4a9f-a1b1-227e37ca6e66 Feb 21 09:06:21.596755 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4245cd8c-cdb7-484c-9066-a1bb8557f223,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:21.597888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.599319 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-244e1d00-e281-4f44-9345-d5230eb219ac tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4977789 Feb 21 09:06:21.605693 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54662) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:21.620940 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'security_group': {'name': 'tempest-secgroup-1679213914'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:21.633328 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:21.643297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:security_group and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:21.646582 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6ae6db30-d742-4e0d-ac96-07e8f3090f80 None None] Provisioning complete for port 712083b6-b4f3-4387-8e60-4dd049fd02ee triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:21.646960 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6ae6db30-d742-4e0d-ac96-07e8f3090f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.648479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:21.664576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:21.670787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-37fd7369-322f-413c-a933-5fbaa08becab tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.694222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.742929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-37fd7369-322f-413c-a933-5fbaa08becab tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.746287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fd7369-322f-413c-a933-5fbaa08becab tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:21.746870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-37fd7369-322f-413c-a933-5fbaa08becab tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.782938 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:21.849044 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:security_group_rule and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:21.867577 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:21.885324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:21.892695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd7369-322f-413c-a933-5fbaa08becab tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Network': ['ID=0f86753d-4993-4a9f-a1b1-227e37ca6e66,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:21.904097 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-37fd7369-322f-413c-a933-5fbaa08becab tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4675744 Feb 21 09:06:21.907748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54666) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:21.914903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'subnet': {'network_id': '0f86753d-4993-4a9f-a1b1-227e37ca6e66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:21.915600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5fe3619f-cfe1-4f6d-ab94-80311d6af678 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:21.926796 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 0f86753d-4993-4a9f-a1b1-227e37ca6e66 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:06:22.045460 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6ae6db30-d742-4e0d-ac96-07e8f3090f80 None None] Provisioning complete for port cb2968b7-f952-4422-8131-5d65d1b8db56 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:22.045820 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6ae6db30-d742-4e0d-ac96-07e8f3090f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:22.080147 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:22.083890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:22.087894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Usage tracker for resource:subnet and tenant:52ab780b955e453ebbb62aa4b1c5998d is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:22.090572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3619f-cfe1-4f6d-ab94-80311d6af678 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for 445f5c28-0a64-4c6e-b472-844fd020ba98 owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:22.093684 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:22.101993 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:22.107492 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:22.117729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6ae6db30-d742-4e0d-ac96-07e8f3090f80 None None] Port cb2968b7-f952-4422-8131-5d65d1b8db56 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:22.167676 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:22.229175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889841e5-b75a-4ec4-b87b-7fa7d78dad9a None None] Update dhcp port {'port': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'fixed_ips': [{'subnet_id': 'e88e8439-dba6-4b93-a7cc-45b31d4d9af4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '97349e9a-7e46-415b-9c88-2402b458462e'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': '712083b6-b4f3-4387-8e60-4dd049fd02ee'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:06:22.244934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:22.246794 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6394784 Feb 21 09:06:22.250307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54670) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:22.250962 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f4d49-2c13-49fb-8856-b15b66485737 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d0c8a2-9fa3-4143-a561-46694b168d67,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:22.260744 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-907995373', 'security_groups': ['a7d0c8a2-9fa3-4143-a561-46694b168d67'], 'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97349e9a-7e46-415b-9c88-2402b458462e'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:22.292724 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:22.352875 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-889841e5-b75a-4ec4-b87b-7fa7d78dad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:22.356298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5fe3619f-cfe1-4f6d-ab94-80311d6af678 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:22.423638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3619f-cfe1-4f6d-ab94-80311d6af678 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=445f5c28-0a64-4c6e-b472-844fd020ba98,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:22.566308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:22.570665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:22.581769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5fe3619f-cfe1-4f6d-ab94-80311d6af678 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:22.584703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:22.605616 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5fe3619f-cfe1-4f6d-ab94-80311d6af678 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/ports/445f5c28-0a64-4c6e-b472-844fd020ba98 HTTP/1.1" status: 204 len: 168 time: 1.2055731 Feb 21 09:06:22.607750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:22.642081 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54676) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:22.642425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-889841e5-b75a-4ec4-b87b-7fa7d78dad9a None None] Allocated IP 2001:db8::2 (9818079f-2920-41d1-9804-224ee2ce2a79/97349e9a-7e46-415b-9c88-2402b458462e/712083b6-b4f3-4387-8e60-4dd049fd02ee) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:22.763260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:22.789104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] device_id is not set on port 2139d82c-1f64-45f1-983b-ade7a805a6d4 yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:06:22.790134 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f0aae219-192f-4b5e-adc6-b02b629a5c7f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port f41ef886-54a3-42a0-87ef-668429521e1a {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:22.790134 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0aae219-192f-4b5e-adc6-b02b629a5c7f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:22.850434 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Subnet': ['ID=7a201739-2acd-4a30-8bcf-f41cb0f1e9cc,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:22.855087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-889841e5-b75a-4ec4-b87b-7fa7d78dad9a None None] For port 712083b6-b4f3-4387-8e60-4dd049fd02ee, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=712083b6-b4f3-4387-8e60-4dd049fd02ee,segment=NetworkSegment(b14ba5ec-9471-43ae-8640-db0d1f369d29),segment_id=b14ba5ec-9471-43ae-8640-db0d1f369d29)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:22.863851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Checking segment: {'id': 'dbd243b7-5922-4eaf-8ac7-853c6f2c41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f86753d-4993-4a9f-a1b1-227e37ca6e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:22.865067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network hostable DHCP agents. Network: 0f86753d-4993-4a9f-a1b1-227e37ca6e66, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:06:22.891467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-889841e5-b75a-4ec4-b87b-7fa7d78dad9a None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:22.916211 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-889841e5-b75a-4ec4-b87b-7fa7d78dad9a None None] Transition to ACTIVE for port object 712083b6-b4f3-4387-8e60-4dd049fd02ee will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:22.924522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:22.924849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:22.925176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:22.925721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:22.925866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-889841e5-b75a-4ec4-b87b-7fa7d78dad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:22.926074 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:22.926360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:22.926679 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:22.927075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:22.927365 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:22.927864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:22.928047 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:22.967101 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network 0f86753d-4993-4a9f-a1b1-227e37ca6e66 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:06:23.064521 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 0f86753d-4993-4a9f-a1b1-227e37ca6e66) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:23.079453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:23.079953 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:23.089625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df76b1a-4a1d-447e-ad12-61a346703b22 None None] Network 0f86753d-4993-4a9f-a1b1-227e37ca6e66 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:23.129195 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-338eeb08-6318-4248-ac64-ef81d3dd5eb4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2177687 Feb 21 09:06:23.132344 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54682) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:23.259541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Allocated IP 2001:db8::18d (9818079f-2920-41d1-9804-224ee2ce2a79/97349e9a-7e46-415b-9c88-2402b458462e/2139d82c-1f64-45f1-983b-ade7a805a6d4) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:23.269435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889841e5-b75a-4ec4-b87b-7fa7d78dad9a None None] Pushing event updated for resources: {'Port': ['ID=712083b6-b4f3-4387-8e60-4dd049fd02ee,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:23.281977 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0aae219-192f-4b5e-adc6-b02b629a5c7f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:23.521640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-0f86753d-4993-4a9f-a1b1-227e37ca6e66', 'network_id': '0f86753d-4993-4a9f-a1b1-227e37ca6e66', 'tenant_id': '52ab780b955e453ebbb62aa4b1c5998d', 'fixed_ips': [{'subnet_id': '7a201739-2acd-4a30-8bcf-f41cb0f1e9cc'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:06:23.522468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:23.565747 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:23.592752 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Transition to ACTIVE for port object 2139d82c-1f64-45f1-983b-ade7a805a6d4 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:23.612373 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 712083b6-b4f3-4387-8e60-4dd049fd02ee up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:23.613691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f0aae219-192f-4b5e-adc6-b02b629a5c7f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for f41ef886-54a3-42a0-87ef-668429521e1a owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:23.628692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:23.856910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 9818079f-2920-41d1-9804-224ee2ce2a79 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:23.859826 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0aae219-192f-4b5e-adc6-b02b629a5c7f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:23.865625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Allocated IP 172.20.0.2 (0f86753d-4993-4a9f-a1b1-227e37ca6e66/7a201739-2acd-4a30-8bcf-f41cb0f1e9cc/31f40a82-00bc-4aaa-9e83-f6351f10e1de) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:23.878338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:23.890759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:23.898146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:23.899985 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:23.933307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aae219-192f-4b5e-adc6-b02b629a5c7f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=f41ef886-54a3-42a0-87ef-668429521e1a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:23.973234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:23.999705 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=2139d82c-1f64-45f1-983b-ade7a805a6d4,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:24.015583 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-191fac5e-3a76-40e8-b6b5-4f06e12209ca tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7638540 Feb 21 09:06:24.016408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54686) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:24.025176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0e5aa61b-dc09-4c65-97ed-67d91f681c23 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:24.160965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0aae219-192f-4b5e-adc6-b02b629a5c7f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:24.163730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:24.228161 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f0aae219-192f-4b5e-adc6-b02b629a5c7f tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/ports/f41ef886-54a3-42a0-87ef-668429521e1a HTTP/1.1" status: 204 len: 168 time: 1.5839849 Feb 21 09:06:24.229043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0e5aa61b-dc09-4c65-97ed-67d91f681c23 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:24.233451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54690) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:24.236794 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0e5aa61b-dc09-4c65-97ed-67d91f681c23 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:24.265899 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cc660f77-93af-4f5b-902a-be5d8ae8ad0e None None] Provisioning for port 712083b6-b4f3-4387-8e60-4dd049fd02ee completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:24.282520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cc660f77-93af-4f5b-902a-be5d8ae8ad0e None None] Provisioning complete for port 712083b6-b4f3-4387-8e60-4dd049fd02ee triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:24.283103 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cc660f77-93af-4f5b-902a-be5d8ae8ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:24.288132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0e5aa61b-dc09-4c65-97ed-67d91f681c23 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:24.301519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0e5aa61b-dc09-4c65-97ed-67d91f681c23 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:24.324002 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5aa61b-dc09-4c65-97ed-67d91f681c23 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:24.327584 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0e5aa61b-dc09-4c65-97ed-67d91f681c23 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:24.353124 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:24.381366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Transition to ACTIVE for port object 31f40a82-00bc-4aaa-9e83-f6351f10e1de will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:24.434370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Transition to ACTIVE for port object 31f40a82-00bc-4aaa-9e83-f6351f10e1de will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:24.456845 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:24.489052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:24.530116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c1f15b-8f87-446a-b3b8-b2182a35cec4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:24.532008 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a3c1f15b-8f87-446a-b3b8-b2182a35cec4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Synchronizing usage tracker for tenant:c41b1650d16e475eb82318b0b92b17d0 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:24.547972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Pushing event updated for resources: {'Port': ['ID=31f40a82-00bc-4aaa-9e83-f6351f10e1de,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:24.573263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Network 0f86753d-4993-4a9f-a1b1-227e37ca6e66 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:24.576170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:24.578644 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:24.615273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Subnet': ['ID=7a201739-2acd-4a30-8bcf-f41cb0f1e9cc,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:24.657130 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.ipam_backend_mixin [None req-0e5aa61b-dc09-4c65-97ed-67d91f681c23 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97349e9a-7e46-415b-9c88-2402b458462e (CIDR: 2001:db8::/64) Feb 21 09:06:24.664418 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5aa61b-dc09-4c65-97ed-67d91f681c23 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:06:24.665329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5aa61b-dc09-4c65-97ed-67d91f681c23 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:24.693929 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Attempting to bind port 31f40a82-00bc-4aaa-9e83-f6351f10e1de on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:06:24.694492 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Attempting to bind port 31f40a82-00bc-4aaa-9e83-f6351f10e1de by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'dbd243b7-5922-4eaf-8ac7-853c6f2c41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f86753d-4993-4a9f-a1b1-227e37ca6e66'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:06:24.694961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Attempting to bind port 31f40a82-00bc-4aaa-9e83-f6351f10e1de on network 0f86753d-4993-4a9f-a1b1-227e37ca6e66 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:06:24.698555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a3c1f15b-8f87-446a-b3b8-b2182a35cec4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Unset dirty status for tenant:c41b1650d16e475eb82318b0b92b17d0 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:24.702030 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a3c1f15b-8f87-446a-b3b8-b2182a35cec4 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "GET /v2.0/ports?device_id=c438ff33-d971-4bc4-b492-ebf00bed335d HTTP/1.1" status: 200 len: 913 time: 0.4672921 Feb 21 09:06:24.707493 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54694) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:24.707782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:06:24.708434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Checking segment: {'id': 'dbd243b7-5922-4eaf-8ac7-853c6f2c41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f86753d-4993-4a9f-a1b1-227e37ca6e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:24.709083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:24.709680 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Bound using segment: {'id': 'dbd243b7-5922-4eaf-8ac7-853c6f2c41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f86753d-4993-4a9f-a1b1-227e37ca6e66'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:06:24.710375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Bound port: 31f40a82-00bc-4aaa-9e83-f6351f10e1de, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd243b7-5922-4eaf-8ac7-853c6f2c41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f86753d-4993-4a9f-a1b1-227e37ca6e66'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:06:24.710952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:24.726903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cc660f77-93af-4f5b-902a-be5d8ae8ad0e None None] Provisioning complete for port cb2968b7-f952-4422-8131-5d65d1b8db56 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:24.728304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cc660f77-93af-4f5b-902a-be5d8ae8ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:24.775607 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:24.793155 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0e5aa61b-dc09-4c65-97ed-67d91f681c23 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7710209 Feb 21 09:06:24.796416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54698) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:24.810200 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c29444d0-5b01-42b1-a340-6176ec8e9e52 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:24.816079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f86753d-4993-4a9f-a1b1-227e37ca6e66']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:24.831205 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd243b7-5922-4eaf-8ac7-853c6f2c41f3') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:24.832075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd243b7-5922-4eaf-8ac7-853c6f2c41f3') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:24.846504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:24.866995 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:24.874677 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:24.874874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-cc660f77-93af-4f5b-902a-be5d8ae8ad0e None None] Port cb2968b7-f952-4422-8131-5d65d1b8db56 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:24.875418 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:24.902426 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:24.917651 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] For port 31f40a82-00bc-4aaa-9e83-f6351f10e1de, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:06:24.991278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ec559ac3-beba-497e-b651-6e20f4599de2 None None] Could not find standard attr ID for object 1579873c-68a2-40ce-8952-480e65b0a103. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:06:25.010689 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 21 09:06:25.010689 dv-neutron-830062-1-hyperv neutron-server[83584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 21 09:06:25.010689 dv-neutron-830062-1-hyperv neutron-server[83584]: [parameters: {'id': '0f86753d-4993-4a9f-a1b1-227e37ca6e66'}] Feb 21 09:06:25.010689 dv-neutron-830062-1-hyperv neutron-server[83584]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:06:25.011618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:06:25.012199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] For port 31f40a82-00bc-4aaa-9e83-f6351f10e1de, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=31f40a82-00bc-4aaa-9e83-f6351f10e1de,segment=NetworkSegment(dbd243b7-5922-4eaf-8ac7-853c6f2c41f3),segment_id=dbd243b7-5922-4eaf-8ac7-853c6f2c41f3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:06:25.014903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ec559ac3-beba-497e-b651-6e20f4599de2 None None] Provisioning for port 2139d82c-1f64-45f1-983b-ade7a805a6d4 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:25.021962 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:25.079304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c29444d0-5b01-42b1-a340-6176ec8e9e52 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:25.086232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c29444d0-5b01-42b1-a340-6176ec8e9e52 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:25.090384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c29444d0-5b01-42b1-a340-6176ec8e9e52 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:25.096779 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ec559ac3-beba-497e-b651-6e20f4599de2 None None] Provisioning complete for port 2139d82c-1f64-45f1-983b-ade7a805a6d4 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:25.097435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ec559ac3-beba-497e-b651-6e20f4599de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:25.098038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c29444d0-5b01-42b1-a340-6176ec8e9e52 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:25.125544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29444d0-5b01-42b1-a340-6176ec8e9e52 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:25.130262 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c29444d0-5b01-42b1-a340-6176ec8e9e52 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:25.191744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-ec559ac3-beba-497e-b651-6e20f4599de2 None None] Port 2139d82c-1f64-45f1-983b-ade7a805a6d4 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:25.206424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c681d8-5b17-43d0-a972-52909724f28f None None] Pushing event updated for resources: {'Port': ['ID=31f40a82-00bc-4aaa-9e83-f6351f10e1de,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:25.293214 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f09a43-32e2-4964-9b1b-5a6004aed7ca None None] Network 0f86753d-4993-4a9f-a1b1-227e37ca6e66 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:25.422345 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.ipam_backend_mixin [None req-c29444d0-5b01-42b1-a340-6176ec8e9e52 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e88e8439-dba6-4b93-a7cc-45b31d4d9af4 (CIDR: 2001:db8:0:1::/64) Feb 21 09:06:25.432814 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29444d0-5b01-42b1-a340-6176ec8e9e52 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:06:25.432814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29444d0-5b01-42b1-a340-6176ec8e9e52 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:25.457841 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c29444d0-5b01-42b1-a340-6176ec8e9e52 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6541679 Feb 21 09:06:25.458858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54702) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:25.464861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-cd1fddd2-fba0-4dde-8da2-a969612964af tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'subnet': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:25.544708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:25.608524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:25.620750 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0d423c-b1ae-4754-8788-ec2fa0cfdc65 None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:06:25.648172 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Deleting port 31f40a82-00bc-4aaa-9e83-f6351f10e1de {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:25.648529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:25.831873 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d423c-b1ae-4754-8788-ec2fa0cfdc65 None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:06:25.839473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cd1fddd2-fba0-4dde-8da2-a969612964af tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:25.839473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-cd1fddd2-fba0-4dde-8da2-a969612964af tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Usage tracker for resource:subnet and tenant:22ad680665e048f7b66d97d9611bd3b5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:25.870978 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-cd1fddd2-fba0-4dde-8da2-a969612964af tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:25.933184 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cd1fddd2-fba0-4dde-8da2-a969612964af tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:25.971188 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1fddd2-fba0-4dde-8da2-a969612964af tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Made reservation on behalf of 22ad680665e048f7b66d97d9611bd3b5 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:26.065950 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] For port 31f40a82-00bc-4aaa-9e83-f6351f10e1de, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=31f40a82-00bc-4aaa-9e83-f6351f10e1de,segment=NetworkSegment(dbd243b7-5922-4eaf-8ac7-853c6f2c41f3),segment_id=dbd243b7-5922-4eaf-8ac7-853c6f2c41f3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:26.065950 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:26.255197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Calling delete_port for 31f40a82-00bc-4aaa-9e83-f6351f10e1de owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:26.444278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b16a0a9-9c3e-48a9-bc8a-b23fb066fe5e None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:06:26.530445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cd1fddd2-fba0-4dde-8da2-a969612964af tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:26.627199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port f42f7c3f-39e1-4ffe-bc10-1566acf5f544 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:26.628636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:26.665384 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b16a0a9-9c3e-48a9-bc8a-b23fb066fe5e None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:06:26.697502 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:26.763918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Port': ['ID=31f40a82-00bc-4aaa-9e83-f6351f10e1de,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:26.774311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No DVR routers for this DVR port 31f40a82-00bc-4aaa-9e83-f6351f10e1de on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:06:26.913918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:26.945666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:26.986153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f86753d-4993-4a9f-a1b1-227e37ca6e66']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:27.003261 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd243b7-5922-4eaf-8ac7-853c6f2c41f3') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:27.003549 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd243b7-5922-4eaf-8ac7-853c6f2c41f3') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:27.019864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:27.044894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:27.052063 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for f42f7c3f-39e1-4ffe-bc10-1566acf5f544 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:27.067623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:27.068028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:27.083020 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:27.167450 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cd1fddd2-fba0-4dde-8da2-a969612964af tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:27.222735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:27.254090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:27.256185 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:27.269600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1fddd2-fba0-4dde-8da2-a969612964af tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Network 9818079f-2920-41d1-9804-224ee2ce2a79 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:27.270500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Network': ['ID=0f86753d-4993-4a9f-a1b1-227e37ca6e66,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:27.277439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-cd1fddd2-fba0-4dde-8da2-a969612964af tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:27.287915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566eb684-2e58-498b-92ff-59f8c74909e1 None None] Network 9818079f-2920-41d1-9804-224ee2ce2a79 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:27.288115 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1fddd2-fba0-4dde-8da2-a969612964af tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:27.288715 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cd1fddd2-fba0-4dde-8da2-a969612964af tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:27.296707 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fddd2-fba0-4dde-8da2-a969612964af tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Subnet': ['ID=d8b2d972-d062-449c-bb40-2f75c5cade36,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:27.302623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=f42f7c3f-39e1-4ffe-bc10-1566acf5f544,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:27.312008 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7361b60e-765a-4ebc-825b-2093e96b0884 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/0f86753d-4993-4a9f-a1b1-227e37ca6e66 HTTP/1.1" status: 204 len: 168 time: 4.1784210 Feb 21 09:06:27.313470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54706) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:27.319962 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cd1fddd2-fba0-4dde-8da2-a969612964af tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8615899 Feb 21 09:06:27.322602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54710) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:27.328897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-39922668-255d-4dd2-982b-8b1803f32669 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-835148417', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd8b2d972-d062-449c-bb40-2f75c5cade36'}], 'security_groups': ['55673900-5ec3-46ed-b492-2d6c16fe127d', '4245cd8c-cdb7-484c-9066-a1bb8557f223']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:27.355299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:27.355635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:27.356141 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:27.357193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:27.357714 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:27.358189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:27.358659 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:27.359215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:27.359833 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:27.360163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:27.360487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:27.391835 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-275f855b-4bb1-4003-9eb6-fdec917a1b64 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] GET failed (client error): The resource could not be found. Feb 21 09:06:27.392347 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-275f855b-4bb1-4003-9eb6-fdec917a1b64 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Synchronizing usage tracker for tenant:52ab780b955e453ebbb62aa4b1c5998d on resource:subnet {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:27.467309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-275f855b-4bb1-4003-9eb6-fdec917a1b64 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Unset dirty status for tenant:52ab780b955e453ebbb62aa4b1c5998d on resource:subnet {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:27.468346 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-275f855b-4bb1-4003-9eb6-fdec917a1b64 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "GET /v2.0/subnets/7a201739-2acd-4a30-8bcf-f41cb0f1e9cc HTTP/1.1" status: 404 len: 337 time: 0.1505489 Feb 21 09:06:27.472519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54714) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:27.507456 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-092570c6-bff0-41ec-ae4e-5f853314252f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:27.507896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092570c6-bff0-41ec-ae4e-5f853314252f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:27.509897 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-092570c6-bff0-41ec-ae4e-5f853314252f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/0f86753d-4993-4a9f-a1b1-227e37ca6e66 HTTP/1.1" status: 404 len: 339 time: 0.0362349 Feb 21 09:06:27.513310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-39922668-255d-4dd2-982b-8b1803f32669 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:27.528947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54718) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:27.715315 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Update dhcp port {'port': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'fixed_ips': [{'subnet_id': 'e88e8439-dba6-4b93-a7cc-45b31d4d9af4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '97349e9a-7e46-415b-9c88-2402b458462e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd8b2d972-d062-449c-bb40-2f75c5cade36'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': '712083b6-b4f3-4387-8e60-4dd049fd02ee'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:06:27.718285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:27.769079 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:27.783007 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bdb960-3846-488f-8501-af7252392e02 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:27.783726 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e6bdb960-3846-488f-8501-af7252392e02 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Synchronizing usage tracker for tenant:52ab780b955e453ebbb62aa4b1c5998d on resource:network {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:27.856856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e6bdb960-3846-488f-8501-af7252392e02 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Unset dirty status for tenant:52ab780b955e453ebbb62aa4b1c5998d on resource:network {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:27.858042 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e6bdb960-3846-488f-8501-af7252392e02 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3278582 Feb 21 09:06:27.861840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54722) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:27.912717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1315b92e-8eb2-47c4-a20e-d0647c74c1d1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Synchronizing usage tracker for tenant:52ab780b955e453ebbb62aa4b1c5998d on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:27.976158 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1315b92e-8eb2-47c4-a20e-d0647c74c1d1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Unset dirty status for tenant:52ab780b955e453ebbb62aa4b1c5998d on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:27.977603 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1315b92e-8eb2-47c4-a20e-d0647c74c1d1 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 207 time: 0.1145644 Feb 21 09:06:27.988518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54726) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:28.059824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Allocated IP 2001:db8:0:2::2 (9818079f-2920-41d1-9804-224ee2ce2a79/d8b2d972-d062-449c-bb40-2f75c5cade36/712083b6-b4f3-4387-8e60-4dd049fd02ee) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:28.152634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d3b9b-2358-4b4c-90bf-43b789857402 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:28.157440 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d3b9b-2358-4b4c-90bf-43b789857402 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:28.161348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d3b9b-2358-4b4c-90bf-43b789857402 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:28.165359 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d3b9b-2358-4b4c-90bf-43b789857402 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:28.167064 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1c3d3b9b-2358-4b4c-90bf-43b789857402 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1772521 Feb 21 09:06:28.173981 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54730) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:28.227293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] For port 712083b6-b4f3-4387-8e60-4dd049fd02ee, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=712083b6-b4f3-4387-8e60-4dd049fd02ee,segment=NetworkSegment(b14ba5ec-9471-43ae-8640-db0d1f369d29),segment_id=b14ba5ec-9471-43ae-8640-db0d1f369d29)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:28.262278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:28.281057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Transition to ACTIVE for port object 712083b6-b4f3-4387-8e60-4dd049fd02ee will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:28.286595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:28.471373 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Pushing event updated for resources: {'Port': ['ID=712083b6-b4f3-4387-8e60-4dd049fd02ee,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:28.486310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:28.486657 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:28.487028 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:28.487365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:28.487697 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:28.488196 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:28.488703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:28.489214 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:28.489698 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:28.490188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:28.490671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a436bb3-2332-4328-9210-08f0290c815a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:28.494580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Router c438ff33-d971-4bc4-b492-ebf00bed335d has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:06:28.518243 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2ae0fac6-f46a-4f08-aaeb-430aebe16429 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3419855 Feb 21 09:06:28.523801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54734) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:28.653600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152c2be2-51fb-4d24-85f2-453183ef0cee tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:28.655064 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152c2be2-51fb-4d24-85f2-453183ef0cee tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:28.656649 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-152c2be2-51fb-4d24-85f2-453183ef0cee tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1316869 Feb 21 09:06:28.660726 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54738) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:28.703791 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-39922668-255d-4dd2-982b-8b1803f32669 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Delete allocated IP 2001:db8::18d (9818079f-2920-41d1-9804-224ee2ce2a79/97349e9a-7e46-415b-9c88-2402b458462e) {{(pid=83584) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 21 09:06:28.729485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-39922668-255d-4dd2-982b-8b1803f32669 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Allocated IP 2001:db8:0:2::140 (9818079f-2920-41d1-9804-224ee2ce2a79/d8b2d972-d062-449c-bb40-2f75c5cade36/2139d82c-1f64-45f1-983b-ade7a805a6d4) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:28.767238 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4761fce-38f3-4ffc-8a8f-473fbd30e5ee tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:28.767921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:28.768634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4761fce-38f3-4ffc-8a8f-473fbd30e5ee tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:28.770225 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d4761fce-38f3-4ffc-8a8f-473fbd30e5ee tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1085670 Feb 21 09:06:28.778885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54742) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:28.779836 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4caae-1d2b-443f-af7c-5871819f1e2c None None] Sync routers for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:28.795426 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4caae-1d2b-443f-af7c-5871819f1e2c None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:28.796503 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-38f4caae-1d2b-443f-af7c-5871819f1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:28.850250 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e1535e06-1acb-4f02-80e4-1534d8a2d29c tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "PUT /v2.0/routers/c438ff33-d971-4bc4-b492-ebf00bed335d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1383615 Feb 21 09:06:28.870574 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54746) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:28.879418 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-38f4caae-1d2b-443f-af7c-5871819f1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:28.892193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4caae-1d2b-443f-af7c-5871819f1e2c None None] Routers {'c438ff33-d971-4bc4-b492-ebf00bed335d'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:28.893227 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-38f4caae-1d2b-443f-af7c-5871819f1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c438ff33-d971-4bc4-b492-ebf00bed335d'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:28.975838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-38f4caae-1d2b-443f-af7c-5871819f1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:28.976549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4caae-1d2b-443f-af7c-5871819f1e2c None None] The sync data for ids ['c438ff33-d971-4bc4-b492-ebf00bed335d'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:29.011870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5db191-0203-4c9e-b725-172894b24782 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:29.013466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1c5db191-0203-4c9e-b725-172894b24782 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Synchronizing usage tracker for tenant:52ab780b955e453ebbb62aa4b1c5998d on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:29.033313 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1c5db191-0203-4c9e-b725-172894b24782 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Unset dirty status for tenant:52ab780b955e453ebbb62aa4b1c5998d on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:29.038387 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1c5db191-0203-4c9e-b725-172894b24782 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "GET /v2.0/networks/bb9a9483-9417-4c6d-aec4-64e73987f470 HTTP/1.1" status: 200 len: 799 time: 0.2489846 Feb 21 09:06:29.038747 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54750) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:29.110865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-39922668-255d-4dd2-982b-8b1803f32669 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.134514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-39922668-255d-4dd2-982b-8b1803f32669 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Transition to ACTIVE for port object 2139d82c-1f64-45f1-983b-ade7a805a6d4 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:29.145618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-39922668-255d-4dd2-982b-8b1803f32669 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.196864 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4e60a862-273a-402d-8cac-dec19b38dcc4 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "GET /v2.0/networks/bb9a9483-9417-4c6d-aec4-64e73987f470?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1567285 Feb 21 09:06:29.200303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54754) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:29.271853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f454eb5e-f23a-4577-99df-ad41cf103bcc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:29.272097 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-39922668-255d-4dd2-982b-8b1803f32669 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] In _notify_port_updated(), no bound segment for port 2139d82c-1f64-45f1-983b-ade7a805a6d4 on network 9818079f-2920-41d1-9804-224ee2ce2a79 {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:06:29.273605 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f454eb5e-f23a-4577-99df-ad41cf103bcc tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "GET /v2.0/subnets/55572c4b-7167-46e8-a8f4-c522e184e7c5 HTTP/1.1" status: 200 len: 811 time: 0.0723112 Feb 21 09:06:29.276382 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39922668-255d-4dd2-982b-8b1803f32669 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:29.277097 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-39922668-255d-4dd2-982b-8b1803f32669 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.277384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54758) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:29.278611 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-39922668-255d-4dd2-982b-8b1803f32669 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "PUT /v2.0/ports/2139d82c-1f64-45f1-983b-ade7a805a6d4 HTTP/1.1" status: 200 len: 969 time: 1.9547443 Feb 21 09:06:29.285383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54762) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:29.286475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-97913bef-34ea-4173-9b5a-09c31079d7b8 None None] Provisioning for port 712083b6-b4f3-4387-8e60-4dd049fd02ee completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:29.295524 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-97913bef-34ea-4173-9b5a-09c31079d7b8 None None] Provisioning complete for port 712083b6-b4f3-4387-8e60-4dd049fd02ee triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:29.296088 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-97913bef-34ea-4173-9b5a-09c31079d7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.324480 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39922668-255d-4dd2-982b-8b1803f32669 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event updated for resources: {'Port': ['ID=2139d82c-1f64-45f1-983b-ade7a805a6d4,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:29.368490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7517ae7c-19d3-4cbb-bea8-d6c54f0e7503 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:29.369900 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7517ae7c-19d3-4cbb-bea8-d6c54f0e7503 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "GET /v2.0/subnets/55572c4b-7167-46e8-a8f4-c522e184e7c5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0916286 Feb 21 09:06:29.373457 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.374280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54766) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:29.380834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-640d3eac-d5be-4b85-9c7b-c2065fff4e42 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1755956801'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:29.386615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-640d3eac-d5be-4b85-9c7b-c2065fff4e42 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:29.399719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-640d3eac-d5be-4b85-9c7b-c2065fff4e42 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:29.412701 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640d3eac-d5be-4b85-9c7b-c2065fff4e42 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:29.418275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-640d3eac-d5be-4b85-9c7b-c2065fff4e42 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.446202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-445bb697-2ed7-43a6-96c7-0b0c78468e11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port 2139d82c-1f64-45f1-983b-ade7a805a6d4 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:29.446535 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-445bb697-2ed7-43a6-96c7-0b0c78468e11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.475090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-97913bef-34ea-4173-9b5a-09c31079d7b8 None None] Provisioning complete for port cb2968b7-f952-4422-8131-5d65d1b8db56 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:29.475466 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-97913bef-34ea-4173-9b5a-09c31079d7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.501960 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640d3eac-d5be-4b85-9c7b-c2065fff4e42 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:06:29.514358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-640d3eac-d5be-4b85-9c7b-c2065fff4e42 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.514794 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-640d3eac-d5be-4b85-9c7b-c2065fff4e42 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Added segment de527b95-091a-4d8c-97fa-49bbb805b7a3 of type vlan for network 6eb6086f-cd05-49a8-8a0a-d597d155a73e Feb 21 09:06:29.562922 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-640d3eac-d5be-4b85-9c7b-c2065fff4e42 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.566280 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-97913bef-34ea-4173-9b5a-09c31079d7b8 None None] Port cb2968b7-f952-4422-8131-5d65d1b8db56 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:29.586256 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-97913bef-34ea-4173-9b5a-09c31079d7b8 None None] Provisioning for port 2139d82c-1f64-45f1-983b-ade7a805a6d4 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:29.592650 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-97913bef-34ea-4173-9b5a-09c31079d7b8 None None] Provisioning complete for port 2139d82c-1f64-45f1-983b-ade7a805a6d4 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:29.593252 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-97913bef-34ea-4173-9b5a-09c31079d7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.599202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-640d3eac-d5be-4b85-9c7b-c2065fff4e42 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.604294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d3eac-d5be-4b85-9c7b-c2065fff4e42 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:29.605302 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-640d3eac-d5be-4b85-9c7b-c2065fff4e42 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.626341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 712083b6-b4f3-4387-8e60-4dd049fd02ee up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:29.706238 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-97913bef-34ea-4173-9b5a-09c31079d7b8 None None] Port 2139d82c-1f64-45f1-983b-ade7a805a6d4 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:29.724613 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-640d3eac-d5be-4b85-9c7b-c2065fff4e42 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3490393 Feb 21 09:06:29.726049 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 712083b6-b4f3-4387-8e60-4dd049fd02ee triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:29.726568 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.727662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54770) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:29.734506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'subnet': {'network_id': '6eb6086f-cd05-49a8-8a0a-d597d155a73e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:29.753951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d3eac-d5be-4b85-9c7b-c2065fff4e42 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Network': ['ID=6eb6086f-cd05-49a8-8a0a-d597d155a73e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:29.767790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 6eb6086f-cd05-49a8-8a0a-d597d155a73e details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:06:29.867186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:29.877990 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:29.892669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Made reservation on behalf of 52ab780b955e453ebbb62aa4b1c5998d for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:29.904075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-445bb697-2ed7-43a6-96c7-0b0c78468e11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:29.929918 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-78d40a8a-fbf9-474d-986a-041cbadf2f32 None None] Provisioning complete for port 2139d82c-1f64-45f1-983b-ade7a805a6d4 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:29.931491 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-78d40a8a-fbf9-474d-986a-041cbadf2f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:30.004948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-78d40a8a-fbf9-474d-986a-041cbadf2f32 None None] Port 2139d82c-1f64-45f1-983b-ade7a805a6d4 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:30.014227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:30.045416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-445bb697-2ed7-43a6-96c7-0b0c78468e11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for 2139d82c-1f64-45f1-983b-ade7a805a6d4 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:30.146809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9a74341f-355e-46af-aa7f-a6298af51f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:30.212419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:30.226305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Performing IP validity checks on allocation pools {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 21 09:06:30.226882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 21 09:06:30.238722 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting port 73af2086-27af-4e0e-b41b-8643ba54f98e {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:30.239114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:30.272123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:30.379636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:30.439794 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-445bb697-2ed7-43a6-96c7-0b0c78468e11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:30.457330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Subnet': ['ID=cae056af-7230-41d1-9b35-461c741e4173,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:30.484435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Checking segment: {'id': 'de527b95-091a-4d8c-97fa-49bbb805b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6eb6086f-cd05-49a8-8a0a-d597d155a73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:30.484782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network hostable DHCP agents. Network: 6eb6086f-cd05-49a8-8a0a-d597d155a73e, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:06:30.516261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Network 6eb6086f-cd05-49a8-8a0a-d597d155a73e is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:06:30.516609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bb697-2ed7-43a6-96c7-0b0c78468e11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=2139d82c-1f64-45f1-983b-ade7a805a6d4,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:30.527629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 6eb6086f-cd05-49a8-8a0a-d597d155a73e) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:30.532507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:30.533153 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:30.560064 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d85d12-6c9a-4fb0-a377-b034708c6943 None None] Network 6eb6086f-cd05-49a8-8a0a-d597d155a73e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:30.569199 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-74bf5d86-b166-48bc-80ed-908e5545ca76 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8378494 Feb 21 09:06:30.570251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54774) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:30.571181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:30.579610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-1cccb73c-09a6-4e29-9bfe-366d75d65e1b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:30.586242 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-445bb697-2ed7-43a6-96c7-0b0c78468e11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:30.597053 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-445bb697-2ed7-43a6-96c7-0b0c78468e11 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/2139d82c-1f64-45f1-983b-ade7a805a6d4 HTTP/1.1" status: 204 len: 168 time: 1.3075721 Feb 21 09:06:30.599707 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54778) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:30.765166 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Calling delete_port for 73af2086-27af-4e0e-b41b-8643ba54f98e owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:30.780189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1cccb73c-09a6-4e29-9bfe-366d75d65e1b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2758511'] for subnet, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:30.793606 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd20d3a-4951-447c-b603-864ee38e9e45 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] GET failed (client error): The resource could not be found. Feb 21 09:06:30.794425 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bbd20d3a-4951-447c-b603-864ee38e9e45 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Synchronizing usage tracker for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:30.821512 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-6eb6086f-cd05-49a8-8a0a-d597d155a73e', 'network_id': '6eb6086f-cd05-49a8-8a0a-d597d155a73e', 'tenant_id': '52ab780b955e453ebbb62aa4b1c5998d', 'fixed_ips': [{'subnet_id': 'cae056af-7230-41d1-9b35-461c741e4173'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:06:30.822710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:30.834730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bbd20d3a-4951-447c-b603-864ee38e9e45 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Unset dirty status for tenant:22ad680665e048f7b66d97d9611bd3b5 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:30.835956 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bbd20d3a-4951-447c-b603-864ee38e9e45 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports/2139d82c-1f64-45f1-983b-ade7a805a6d4 HTTP/1.1" status: 404 len: 333 time: 0.2351305 Feb 21 09:06:30.845234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54782) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:30.950940 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 21 09:06:30.950940 dv-neutron-830062-1-hyperv neutron-server[83586]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 21 09:06:30.950940 dv-neutron-830062-1-hyperv neutron-server[83586]: [parameters: {'in_use': 1, 'id_1': 'cae056af-7230-41d1-9b35-461c741e4173'}] Feb 21 09:06:30.950940 dv-neutron-830062-1-hyperv neutron-server[83586]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:06:30.951806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:06:30.975696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.023413 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Port': ['ID=73af2086-27af-4e0e-b41b-8643ba54f98e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:31.024455 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-de19bdc1-b69e-45a2-8f92-dbc31815b56f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.102640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-de19bdc1-b69e-45a2-8f92-dbc31815b56f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.143913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1cccb73c-09a6-4e29-9bfe-366d75d65e1b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764261804683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2750391'] for subnet, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.207825 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cccb73c-09a6-4e29-9bfe-366d75d65e1b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:31.208417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1cccb73c-09a6-4e29-9bfe-366d75d65e1b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.209718 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1cccb73c-09a6-4e29-9bfe-366d75d65e1b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "PUT /v2.0/subnets/cae056af-7230-41d1-9b35-461c741e4173 HTTP/1.1" status: 200 len: 877 time: 0.6379671 Feb 21 09:06:31.213274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-de19bdc1-b69e-45a2-8f92-dbc31815b56f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.219138 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54786) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:31.282002 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19bdc1-b69e-45a2-8f92-dbc31815b56f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d0c8a2-9fa3-4143-a561-46694b168d67,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:31.283820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccb73c-09a6-4e29-9bfe-366d75d65e1b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event updated for resources: {'Subnet': ['ID=cae056af-7230-41d1-9b35-461c741e4173,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:31.315799 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.349307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-de19bdc1-b69e-45a2-8f92-dbc31815b56f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.352921 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-de19bdc1-b69e-45a2-8f92-dbc31815b56f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/security-groups/a7d0c8a2-9fa3-4143-a561-46694b168d67 HTTP/1.1" status: 204 len: 168 time: 0.5039103 Feb 21 09:06:31.358760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54790) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:31.451326 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.453624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.473046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50bda80a-156a-4741-a7fa-4d1781a5870b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.545320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50bda80a-156a-4741-a7fa-4d1781a5870b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.586091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.613222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.621296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.654615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50bda80a-156a-4741-a7fa-4d1781a5870b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.662818 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Allocated IP 172.20.0.3 (6eb6086f-cd05-49a8-8a0a-d597d155a73e/cae056af-7230-41d1-9b35-461c741e4173/8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:31.673226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.673923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bda80a-156a-4741-a7fa-4d1781a5870b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4245cd8c-cdb7-484c-9066-a1bb8557f223,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:31.674141 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Fanout notify agent at l3_agent the message router_deleted on router c438ff33-d971-4bc4-b492-ebf00bed335d {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:06:31.681375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50bda80a-156a-4741-a7fa-4d1781a5870b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.682542 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-50bda80a-156a-4741-a7fa-4d1781a5870b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/security-groups/4245cd8c-cdb7-484c-9066-a1bb8557f223 HTTP/1.1" status: 204 len: 168 time: 0.3228304 Feb 21 09:06:31.685563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54794) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:31.711674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.711674 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-064e747c-d594-407a-b24e-0798207581e1 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/routers/c438ff33-d971-4bc4-b492-ebf00bed335d HTTP/1.1" status: 204 len: 168 time: 2.8391256 Feb 21 09:06:31.713818 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54798) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:31.770208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f3ffeec0-400a-4186-b449-d037cb3aedb7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.803649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f3ffeec0-400a-4186-b449-d037cb3aedb7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.860415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f3ffeec0-400a-4186-b449-d037cb3aedb7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.912606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.926624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Transition to ACTIVE for port object 8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:31.947969 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Transition to ACTIVE for port object 8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:31.955304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.956557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a1208b-b5dc-4ce6-ae46-cab9d8ceac29 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Deleting subnet a35c64cb-bce8-4851-86d5-9f9b96bdde2e {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:06:31.961694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4a1208b-b5dc-4ce6-ae46-cab9d8ceac29 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:31.995792 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffeec0-400a-4186-b449-d037cb3aedb7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55673900-5ec3-46ed-b492-2d6c16fe127d,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:32.003254 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f3ffeec0-400a-4186-b449-d037cb3aedb7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.004770 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f3ffeec0-400a-4186-b449-d037cb3aedb7 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/security-groups/55673900-5ec3-46ed-b492-2d6c16fe127d HTTP/1.1" status: 204 len: 168 time: 0.3160322 Feb 21 09:06:32.007011 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54802) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:32.031809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.037398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4a1208b-b5dc-4ce6-ae46-cab9d8ceac29 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.048538 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Network 6eb6086f-cd05-49a8-8a0a-d597d155a73e is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:32.054339 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:32.056359 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Pushing event updated for resources: {'Port': ['ID=8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:32.058482 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:32.120082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Subnet': ['ID=cae056af-7230-41d1-9b35-461c741e4173,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:32.185268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Attempting to bind port 8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:06:32.185853 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Attempting to bind port 8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'de527b95-091a-4d8c-97fa-49bbb805b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6eb6086f-cd05-49a8-8a0a-d597d155a73e'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:06:32.186403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Attempting to bind port 8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f on network 6eb6086f-cd05-49a8-8a0a-d597d155a73e {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:06:32.195450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:06:32.196273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Checking segment: {'id': 'de527b95-091a-4d8c-97fa-49bbb805b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6eb6086f-cd05-49a8-8a0a-d597d155a73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:32.196768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.197251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Bound using segment: {'id': 'de527b95-091a-4d8c-97fa-49bbb805b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6eb6086f-cd05-49a8-8a0a-d597d155a73e'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:06:32.197997 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Bound port: 8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de527b95-091a-4d8c-97fa-49bbb805b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6eb6086f-cd05-49a8-8a0a-d597d155a73e'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:06:32.198461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.237494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4a1208b-b5dc-4ce6-ae46-cab9d8ceac29 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.248260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d46a9bd-3fc5-4b8a-8de4-a60d6808aaa8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting subnet 97349e9a-7e46-415b-9c88-2402b458462e {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:06:32.251745 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d46a9bd-3fc5-4b8a-8de4-a60d6808aaa8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.273094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.307730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] For port 8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:06:32.313759 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] For port 8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f,segment=NetworkSegment(de527b95-091a-4d8c-97fa-49bbb805b7a3),segment_id=de527b95-091a-4d8c-97fa-49bbb805b7a3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:06:32.318802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb6086f-cd05-49a8-8a0a-d597d155a73e']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:32.319138 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.319657 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d46a9bd-3fc5-4b8a-8de4-a60d6808aaa8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.339124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de527b95-091a-4d8c-97fa-49bbb805b7a3') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:32.339431 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de527b95-091a-4d8c-97fa-49bbb805b7a3') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:32.353411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.377922 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.386430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:32.386920 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:32.409044 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:32.414079 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4a1208b-b5dc-4ce6-ae46-cab9d8ceac29 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.417093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bcd85-567b-4e9d-82d3-d4bf195befc1 None None] Pushing event updated for resources: {'Port': ['ID=8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:32.462698 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d46a9bd-3fc5-4b8a-8de4-a60d6808aaa8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.505914 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b09655c-9264-48a6-a695-0b722cbe7f0b None None] Network 6eb6086f-cd05-49a8-8a0a-d597d155a73e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:32.547419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d46a9bd-3fc5-4b8a-8de4-a60d6808aaa8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.601906 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46a9bd-3fc5-4b8a-8de4-a60d6808aaa8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Subnet': ['ID=97349e9a-7e46-415b-9c88-2402b458462e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:32.608044 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d46a9bd-3fc5-4b8a-8de4-a60d6808aaa8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.616256 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9d46a9bd-3fc5-4b8a-8de4-a60d6808aaa8 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/97349e9a-7e46-415b-9c88-2402b458462e HTTP/1.1" status: 204 len: 168 time: 0.6074500 Feb 21 09:06:32.617663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724f7d9f-d23c-4fc1-a94f-40c0d4f2f50e None None] Network 9818079f-2920-41d1-9804-224ee2ce2a79 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:32.619426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54806) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:32.633244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1208b-b5dc-4ce6-ae46-cab9d8ceac29 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Subnet': ['ID=a35c64cb-bce8-4851-86d5-9f9b96bdde2e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:32.665000 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4a1208b-b5dc-4ce6-ae46-cab9d8ceac29 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.677427 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 21 09:06:32.677427 dv-neutron-830062-1-hyperv neutron-server[83585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 21 09:06:32.677427 dv-neutron-830062-1-hyperv neutron-server[83585]: [parameters: {'id': '6eb6086f-cd05-49a8-8a0a-d597d155a73e'}] Feb 21 09:06:32.677427 dv-neutron-830062-1-hyperv neutron-server[83585]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:06:32.677959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:06:32.686641 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f4a1208b-b5dc-4ce6-ae46-cab9d8ceac29 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/subnets/a35c64cb-bce8-4851-86d5-9f9b96bdde2e HTTP/1.1" status: 204 len: 168 time: 0.9712594 Feb 21 09:06:32.687264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54810) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:32.706730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-be991a8b-bc84-4c05-acb4-b47894c89d76 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting subnet d8b2d972-d062-449c-bb40-2f75c5cade36 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:06:32.710351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-be991a8b-bc84-4c05-acb4-b47894c89d76 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.774113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-be991a8b-bc84-4c05-acb4-b47894c89d76 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.814102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6973-b139-4cbb-8225-13194b4195b0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.871580 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-be991a8b-bc84-4c05-acb4-b47894c89d76 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.961382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6973-b139-4cbb-8225-13194b4195b0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.961694 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-be991a8b-bc84-4c05-acb4-b47894c89d76 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:32.970505 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153984c9-f637-4bdf-94de-848c33899507 None None] Network 6eb6086f-cd05-49a8-8a0a-d597d155a73e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:32.990172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b8d592d0-96e3-47c1-b096-5ebe5e1a0c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.003644 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-6e3a6973-b139-4cbb-8225-13194b4195b0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f28a63-f92c-4dd3-b75f-c9448244f513']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:33.015563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be991a8b-bc84-4c05-acb4-b47894c89d76 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b2d972-d062-449c-bb40-2f75c5cade36,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:33.019391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-6e3a6973-b139-4cbb-8225-13194b4195b0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b3edc5-7f34-4a41-86df-aa5edbabd03e') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:33.019890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-6e3a6973-b139-4cbb-8225-13194b4195b0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b3edc5-7f34-4a41-86df-aa5edbabd03e') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:33.036323 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-be991a8b-bc84-4c05-acb4-b47894c89d76 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.040315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6973-b139-4cbb-8225-13194b4195b0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.045465 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-be991a8b-bc84-4c05-acb4-b47894c89d76 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/d8b2d972-d062-449c-bb40-2f75c5cade36 HTTP/1.1" status: 204 len: 168 time: 0.4224112 Feb 21 09:06:33.049108 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54814) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:33.062273 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6973-b139-4cbb-8225-13194b4195b0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.069641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3a6973-b139-4cbb-8225-13194b4195b0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:33.070267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6973-b139-4cbb-8225-13194b4195b0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:33.085894 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:33.096175 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-3692d83c-955f-43dc-b2d3-f27921218662 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:33.096657 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3692d83c-955f-43dc-b2d3-f27921218662 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:33.100316 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3692d83c-955f-43dc-b2d3-f27921218662 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/97349e9a-7e46-415b-9c88-2402b458462e HTTP/1.1" status: 404 len: 337 time: 0.0489621 Feb 21 09:06:33.102016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54818) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:33.174385 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-2776586e-d566-440c-a909-cfcf80837396 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting subnet e88e8439-dba6-4b93-a7cc-45b31d4d9af4 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:06:33.179384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.180289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2776586e-d566-440c-a909-cfcf80837396 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.191201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6973-b139-4cbb-8225-13194b4195b0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.200587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Deleting port 8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:33.201051 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.251512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6973-b139-4cbb-8225-13194b4195b0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.265250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a6973-b139-4cbb-8225-13194b4195b0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] Pushing event deleted for resources: {'Network': ['ID=b3f28a63-f92c-4dd3-b75f-c9448244f513,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:33.265506 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2776586e-d566-440c-a909-cfcf80837396 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.280768 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6e3a6973-b139-4cbb-8225-13194b4195b0 tempest-FloatingIPTestJSON-716302365 tempest-FloatingIPTestJSON-716302365-project] 10.222.0.48 "DELETE /v2.0/networks/b3f28a63-f92c-4dd3-b75f-c9448244f513 HTTP/1.1" status: 204 len: 168 time: 0.5901299 Feb 21 09:06:33.321763 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685b586a-71da-4556-98dc-370dcf9e1eb7 None None] Update dhcp port {'port': {'network_id': '9818079f-2920-41d1-9804-224ee2ce2a79', 'fixed_ips': [{'subnet_id': 'e88e8439-dba6-4b93-a7cc-45b31d4d9af4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd8b2d972-d062-449c-bb40-2f75c5cade36'}], 'binding:host_id': 'dv-neutron-830062-1-hyperv'}, 'id': '712083b6-b4f3-4387-8e60-4dd049fd02ee'} from dv-neutron-830062-1-hyperv. {{(pid=83586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 21 09:06:33.358591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2776586e-d566-440c-a909-cfcf80837396 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.388327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-685b586a-71da-4556-98dc-370dcf9e1eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.457907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2776586e-d566-440c-a909-cfcf80837396 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.518389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] For port 8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f,segment=NetworkSegment(de527b95-091a-4d8c-97fa-49bbb805b7a3),segment_id=de527b95-091a-4d8c-97fa-49bbb805b7a3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:33.518922 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.526435 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776586e-d566-440c-a909-cfcf80837396 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Subnet': ['ID=e88e8439-dba6-4b93-a7cc-45b31d4d9af4,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:33.552282 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2776586e-d566-440c-a909-cfcf80837396 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.578204 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2776586e-d566-440c-a909-cfcf80837396 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/e88e8439-dba6-4b93-a7cc-45b31d4d9af4 HTTP/1.1" status: 204 len: 168 time: 0.4724336 Feb 21 09:06:33.578497 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54824) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:33.628543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server [None req-685b586a-71da-4556-98dc-370dcf9e1eb7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e88e8439-dba6-4b93-a7cc-45b31d4d9af4: This subnet is being modified by another concurrent operation. Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:06:33.640914 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise value Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server raise exception Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e88e8439-dba6-4b93-a7cc-45b31d4d9af4: This subnet is being modified by another concurrent operation. Feb 21 09:06:33.645348 dv-neutron-830062-1-hyperv neutron-server[83586]: ERROR oslo_messaging.rpc.server Feb 21 09:06:33.672421 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-7530b35d-c214-449f-8460-1595442e1244 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:33.672969 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7530b35d-c214-449f-8460-1595442e1244 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:33.674756 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7530b35d-c214-449f-8460-1595442e1244 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/1eec1310-a3c9-4cc2-ad94-385e467096f5 HTTP/1.1" status: 404 len: 337 time: 0.0952466 Feb 21 09:06:33.679557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54830) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:33.737119 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d001e993-d7d0-40f4-8872-606066f57f3d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b771be-3948-47cb-b225-4e6034f6a387 HTTP/1.1" status: 200 len: 205 time: 0.0528090 Feb 21 09:06:33.737383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54834) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:33.756815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Calling delete_port for 8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:33.769956 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99df33c5-7bfd-48c0-a0aa-8d7b4f99aae6 None None] Network 9818079f-2920-41d1-9804-224ee2ce2a79 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:33.808288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54838) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:33.828001 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-3f68f1ea-2633-4deb-a765-0df4bafc6fab tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] delete failed (client error): The resource could not be found. Feb 21 09:06:33.831605 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3f68f1ea-2633-4deb-a765-0df4bafc6fab tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/routers/b9b771be-3948-47cb-b225-4e6034f6a387 HTTP/1.1" status: 404 len: 336 time: 0.0906844 Feb 21 09:06:33.831872 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54844) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:33.858609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.879060 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e28edc-8233-4568-add2-83fbbc22b52d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:33.879524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e28edc-8233-4568-add2-83fbbc22b52d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:33.882883 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-90e28edc-8233-4568-add2-83fbbc22b52d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/5a3d9365-89ba-430b-8386-bbeebbf9a46e HTTP/1.1" status: 404 len: 337 time: 0.0473030 Feb 21 09:06:33.886069 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54848) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:33.922697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Port': ['ID=8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:33.930853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No DVR routers for this DVR port 8b2c3cf3-1ce8-4528-88db-2ad18a3f8e5f on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:06:33.941481 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdde83f-737a-405e-bbd8-cf87bd255e3c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:33.941862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdde83f-737a-405e-bbd8-cf87bd255e3c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:33.945978 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8cdde83f-737a-405e-bbd8-cf87bd255e3c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/008a520e-05df-48ad-a515-d084b84ac878 HTTP/1.1" status: 404 len: 337 time: 0.0565531 Feb 21 09:06:33.947164 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54852) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:33.952345 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3ca72989-bee6-433d-8e5d-81b59d562563 None None] Provisioning complete for port 712083b6-b4f3-4387-8e60-4dd049fd02ee triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:33.952345 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3ca72989-bee6-433d-8e5d-81b59d562563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:33.991579 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ff3c0c-5bf3-4eb2-ab5e-8716d09cd878 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:33.991881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ff3c0c-5bf3-4eb2-ab5e-8716d09cd878 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:33.996136 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-57ff3c0c-5bf3-4eb2-ab5e-8716d09cd878 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/5ec00a03-df28-4467-a513-357d3534cc0a HTTP/1.1" status: 404 len: 337 time: 0.0454328 Feb 21 09:06:33.998632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54856) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:34.031529 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.045091 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-053a2fc0-c54e-4758-9654-459ec954f615 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:34.045091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053a2fc0-c54e-4758-9654-459ec954f615 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:34.051078 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-053a2fc0-c54e-4758-9654-459ec954f615 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/eddad503-0f69-4fc7-93cb-4ce5d9da721d HTTP/1.1" status: 404 len: 333 time: 0.0482399 Feb 21 09:06:34.053688 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54860) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:34.098275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.103900 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-03baafda-1c60-48b6-bea4-00fa5274466f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:34.104871 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03baafda-1c60-48b6-bea4-00fa5274466f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:34.108001 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-03baafda-1c60-48b6-bea4-00fa5274466f tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/d9091778-a25b-42c1-a192-132e5ee0bf30 HTTP/1.1" status: 404 len: 337 time: 0.0527489 Feb 21 09:06:34.112400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54864) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:34.133648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3ca72989-bee6-433d-8e5d-81b59d562563 None None] Provisioning complete for port cb2968b7-f952-4422-8131-5d65d1b8db56 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:34.134004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3ca72989-bee6-433d-8e5d-81b59d562563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.134757 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-170855d4-b3ee-4b08-aaa7-c969375d657c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c41b1650d16e475eb82318b0b92b17d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3252501 Feb 21 09:06:34.144805 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54868) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:34.163534 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e3819d-d44b-4bb9-929e-50e14d55f233 None None] DHCP port deletion for 9818079f-2920-41d1-9804-224ee2ce2a79 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:06:34.165045 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f217f7c6-25bd-4446-b034-d1c624e8608c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:34.165860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f217f7c6-25bd-4446-b034-d1c624e8608c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:34.170549 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb6086f-cd05-49a8-8a0a-d597d155a73e']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:34.170841 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f217f7c6-25bd-4446-b034-d1c624e8608c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/c775d856-6fdf-4f9a-92b5-d198dc84b4f2 HTTP/1.1" status: 404 len: 337 time: 0.0533004 Feb 21 09:06:34.171850 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54872) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:34.180901 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3819d-d44b-4bb9-929e-50e14d55f233 None None] Deleting port 712083b6-b4f3-4387-8e60-4dd049fd02ee {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:34.181268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c8e3819d-d44b-4bb9-929e-50e14d55f233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.190437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de527b95-091a-4d8c-97fa-49bbb805b7a3') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:34.190884 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de527b95-091a-4d8c-97fa-49bbb805b7a3') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:34.213653 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.228885 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1c0fdf-5279-4ac7-a137-375da34c940d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:34.228885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1c0fdf-5279-4ac7-a137-375da34c940d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:34.233043 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2a1c0fdf-5279-4ac7-a137-375da34c940d tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/4948abfc-9fa4-41d3-ad32-3e590fd39623 HTTP/1.1" status: 404 len: 333 time: 0.0579662 Feb 21 09:06:34.233217 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-3ca72989-bee6-433d-8e5d-81b59d562563 None None] Port cb2968b7-f952-4422-8131-5d65d1b8db56 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:34.234714 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54876) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:34.238252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.292821 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e29d594-76bb-41aa-afcf-7d0e87f8d0fa tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:34.293169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e29d594-76bb-41aa-afcf-7d0e87f8d0fa tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:34.295815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:34.296199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:34.312916 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:34.318385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c59ae7c3-0c20-41cc-93c4-481bd8926eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.382630 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2e29d594-76bb-41aa-afcf-7d0e87f8d0fa tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/fcd665a4-02d4-4e6c-97f2-dd0e560f3b24 HTTP/1.1" status: 404 len: 337 time: 0.1461766 Feb 21 09:06:34.385975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54880) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:34.413874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c8e3819d-d44b-4bb9-929e-50e14d55f233 None None] For port 712083b6-b4f3-4387-8e60-4dd049fd02ee, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=712083b6-b4f3-4387-8e60-4dd049fd02ee,segment=NetworkSegment(b14ba5ec-9471-43ae-8640-db0d1f369d29),segment_id=b14ba5ec-9471-43ae-8640-db0d1f369d29)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:34.414422 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c8e3819d-d44b-4bb9-929e-50e14d55f233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.435208 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6234059-a00f-41d9-8e39-310667e5db7b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:34.435663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6234059-a00f-41d9-8e39-310667e5db7b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:34.441403 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d6234059-a00f-41d9-8e39-310667e5db7b tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/subnets/0c830d1b-c2b6-4ebf-9d3c-a7b11bfcac96 HTTP/1.1" status: 404 len: 337 time: 0.0504377 Feb 21 09:06:34.441834 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54884) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:34.518723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-6223484f-6b43-42fa-87eb-53577fcb278c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Deleting port cb2968b7-f952-4422-8131-5d65d1b8db56 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:34.519725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6223484f-6b43-42fa-87eb-53577fcb278c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.525767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c59ae7c3-0c20-41cc-93c4-481bd8926eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.537512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.566200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3819d-d44b-4bb9-929e-50e14d55f233 None None] Calling delete_port for 712083b6-b4f3-4387-8e60-4dd049fd02ee owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:34.618280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.649877 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c8e3819d-d44b-4bb9-929e-50e14d55f233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.659434 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/6eb6086f-cd05-49a8-8a0a-d597d155a73e HTTP/1.1" status: 204 len: 168 time: 3.4276879 Feb 21 09:06:34.663299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54888) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:34.669529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c3f85-03c8-467c-a0ae-8c0b9449498b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Network': ['ID=6eb6086f-cd05-49a8-8a0a-d597d155a73e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:34.695903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3819d-d44b-4bb9-929e-50e14d55f233 None None] Pushing event deleted for resources: {'Port': ['ID=712083b6-b4f3-4387-8e60-4dd049fd02ee,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:34.702817 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3819d-d44b-4bb9-929e-50e14d55f233 None None] No DVR routers for this DVR port 712083b6-b4f3-4387-8e60-4dd049fd02ee on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:06:34.718289 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc7325c-164d-45bf-b24a-ea04d4c7ba21 None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:06:34.720211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c59ae7c3-0c20-41cc-93c4-481bd8926eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.722591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c59ae7c3-0c20-41cc-93c4-481bd8926eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:34.727804 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c59ae7c3-0c20-41cc-93c4-481bd8926eec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c69d14a3-fe57-44ad-bfee-3f44e46c644b HTTP/1.1" status: 204 len: 168 time: 0.5779712 Feb 21 09:06:34.740655 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-578d6e0e-b6a1-480c-9017-56e5552fd557 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:34.741199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578d6e0e-b6a1-480c-9017-56e5552fd557 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:34.743577 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-578d6e0e-b6a1-480c-9017-56e5552fd557 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/subnets/cae056af-7230-41d1-9b35-461c741e4173 HTTP/1.1" status: 404 len: 337 time: 0.0765777 Feb 21 09:06:34.748524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54894) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:34.752294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ae7c3-0c20-41cc-93c4-481bd8926eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69d14a3-fe57-44ad-bfee-3f44e46c644b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:34.781103 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5c0eb4-0b60-4831-83b4-d4e50c9d000b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:34.781641 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5c0eb4-0b60-4831-83b4-d4e50c9d000b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:34.783376 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3f5c0eb4-0b60-4831-83b4-d4e50c9d000b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/6eb6086f-cd05-49a8-8a0a-d597d155a73e HTTP/1.1" status: 404 len: 339 time: 0.0340664 Feb 21 09:06:34.786540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54898) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:34.836782 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6667acf3-de31-4599-a0bc-66ccb86b643f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:34.837146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6667acf3-de31-4599-a0bc-66ccb86b643f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:34.838929 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6667acf3-de31-4599-a0bc-66ccb86b643f tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/subnets/7a201739-2acd-4a30-8bcf-f41cb0f1e9cc HTTP/1.1" status: 404 len: 337 time: 0.0503876 Feb 21 09:06:34.842055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54902) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:34.860994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc7325c-164d-45bf-b24a-ea04d4c7ba21 None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:06:34.876737 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc69108e-59ba-418b-a725-d29bc2ce7ef9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:34.877479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc69108e-59ba-418b-a725-d29bc2ce7ef9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:34.879376 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cc69108e-59ba-418b-a725-d29bc2ce7ef9 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/0f86753d-4993-4a9f-a1b1-227e37ca6e66 HTTP/1.1" status: 404 len: 339 time: 0.0361569 Feb 21 09:06:34.881953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54906) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:34.923313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6223484f-6b43-42fa-87eb-53577fcb278c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.019595 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56041da3-5000-4034-92b0-fe93b92b1e3b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.058182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-6223484f-6b43-42fa-87eb-53577fcb278c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Calling delete_port for cb2968b7-f952-4422-8131-5d65d1b8db56 owned by {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:35.169465 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6223484f-6b43-42fa-87eb-53577fcb278c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.194452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56041da3-5000-4034-92b0-fe93b92b1e3b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.229115 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223484f-6b43-42fa-87eb-53577fcb278c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Port': ['ID=cb2968b7-f952-4422-8131-5d65d1b8db56,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:35.239941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6223484f-6b43-42fa-87eb-53577fcb278c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.244738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-56041da3-5000-4034-92b0-fe93b92b1e3b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba6f5c3-3349-44ab-80e1-f9302d9dec99']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:35.264197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54918) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:35.264556 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6223484f-6b43-42fa-87eb-53577fcb278c tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/ports/cb2968b7-f952-4422-8131-5d65d1b8db56 HTTP/1.1" status: 204 len: 168 time: 0.8211894 Feb 21 09:06:35.269506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-56041da3-5000-4034-92b0-fe93b92b1e3b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14eacc07-05aa-4e5d-97a0-202555f200f6') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:35.269799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-56041da3-5000-4034-92b0-fe93b92b1e3b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14eacc07-05aa-4e5d-97a0-202555f200f6') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:35.289292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee55f793-c7a6-4236-953f-5f288485f859 None None] get_active_networks_info from dv-neutron-830062-1-hyperv {{(pid=83586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 21 09:06:35.307144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56041da3-5000-4034-92b0-fe93b92b1e3b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.391399 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56041da3-5000-4034-92b0-fe93b92b1e3b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.410001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56041da3-5000-4034-92b0-fe93b92b1e3b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:35.410492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56041da3-5000-4034-92b0-fe93b92b1e3b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.411616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee55f793-c7a6-4236-953f-5f288485f859 None None] Resources bound (agent type, host, resource id): {{(pid=83586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:35.425327 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:35.441678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-41d91f60-a20a-491f-83ff-f16a6acc7797 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.570222 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 712083b6-b4f3-4387-8e60-4dd049fd02ee no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:06:35.604336 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56041da3-5000-4034-92b0-fe93b92b1e3b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.679821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56041da3-5000-4034-92b0-fe93b92b1e3b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.696568 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 712083b6-b4f3-4387-8e60-4dd049fd02ee {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:06:35.697131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 712083b6-b4f3-4387-8e60-4dd049fd02ee not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:06:35.705357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56041da3-5000-4034-92b0-fe93b92b1e3b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Network': ['ID=aba6f5c3-3349-44ab-80e1-f9302d9dec99,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:35.719375 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-56041da3-5000-4034-92b0-fe93b92b1e3b tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/aba6f5c3-3349-44ab-80e1-f9302d9dec99 HTTP/1.1" status: 204 len: 168 time: 0.8363471 Feb 21 09:06:35.737407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54928) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:35.737626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-41d91f60-a20a-491f-83ff-f16a6acc7797 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.771835 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-41d91f60-a20a-491f-83ff-f16a6acc7797 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9818079f-2920-41d1-9804-224ee2ce2a79']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:35.784518 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b0654c-388b-445f-ae77-8288863e4f98 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:35.785106 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b0654c-388b-445f-ae77-8288863e4f98 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:35.787167 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d0b0654c-388b-445f-ae77-8288863e4f98 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/subnets/bb5087eb-40b1-402e-a194-7500d39fbd82 HTTP/1.1" status: 404 len: 337 time: 0.0612614 Feb 21 09:06:35.789334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54934) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:35.789483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-41d91f60-a20a-491f-83ff-f16a6acc7797 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14ba5ec-9471-43ae-8640-db0d1f369d29') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:35.789831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-41d91f60-a20a-491f-83ff-f16a6acc7797 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14ba5ec-9471-43ae-8640-db0d1f369d29') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:35.808755 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-41d91f60-a20a-491f-83ff-f16a6acc7797 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.822190 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-af75c107-7996-4553-b626-fa4c3dd0bdba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:35.822716 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af75c107-7996-4553-b626-fa4c3dd0bdba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:35.824473 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-af75c107-7996-4553-b626-fa4c3dd0bdba tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/d148c337-24a8-4127-9b09-1138a0bfcd12 HTTP/1.1" status: 404 len: 339 time: 0.0339706 Feb 21 09:06:35.827880 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54938) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:35.832605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-41d91f60-a20a-491f-83ff-f16a6acc7797 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.840377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d91f60-a20a-491f-83ff-f16a6acc7797 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:35.841162 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-41d91f60-a20a-491f-83ff-f16a6acc7797 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:35.862616 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:35.872857 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf9c239-4fde-460c-b525-d407b8804637 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:35.873296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf9c239-4fde-460c-b525-d407b8804637 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:35.875079 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fcf9c239-4fde-460c-b525-d407b8804637 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/subnets/48142efd-b69e-45f6-b3a9-269dc654894b HTTP/1.1" status: 404 len: 337 time: 0.0462286 Feb 21 09:06:35.879239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54942) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:35.914325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54946) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:35.917752 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c1a1ec-a361-4718-8b3a-ac94f76f012a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:35.918294 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c1a1ec-a361-4718-8b3a-ac94f76f012a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:35.920640 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b1c1a1ec-a361-4718-8b3a-ac94f76f012a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/76bcdc8b-c485-46b6-91ed-4e8e334e0334 HTTP/1.1" status: 404 len: 339 time: 0.0399351 Feb 21 09:06:35.925165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54950) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:35.969272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-41d91f60-a20a-491f-83ff-f16a6acc7797 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.971898 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e2e256-4dd5-4df8-bf8f-477d55baee51 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:35.973321 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e2e256-4dd5-4df8-bf8f-477d55baee51 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:35.975777 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-62e2e256-4dd5-4df8-bf8f-477d55baee51 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/subnets/8c0527f2-9aba-451b-a914-2876dad637cd HTTP/1.1" status: 404 len: 337 time: 0.0495565 Feb 21 09:06:35.978348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54956) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:35.980695 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:35.994067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-41d91f60-a20a-491f-83ff-f16a6acc7797 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.002105 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d91f60-a20a-491f-83ff-f16a6acc7797 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] Pushing event deleted for resources: {'Network': ['ID=9818079f-2920-41d1-9804-224ee2ce2a79,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:36.009621 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-41d91f60-a20a-491f-83ff-f16a6acc7797 tempest-PortsIpV6TestJSON-1272379195 tempest-PortsIpV6TestJSON-1272379195-project] 10.222.0.48 "DELETE /v2.0/networks/9818079f-2920-41d1-9804-224ee2ce2a79 HTTP/1.1" status: 204 len: 168 time: 0.7438397 Feb 21 09:06:36.016780 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-22beaa9a-3ebb-4334-8571-577e90017c9a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:36.017428 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22beaa9a-3ebb-4334-8571-577e90017c9a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:36.019804 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-22beaa9a-3ebb-4334-8571-577e90017c9a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/83ff46af-9021-47d5-ad11-31c2c26cd932 HTTP/1.1" status: 404 len: 339 time: 0.0403676 Feb 21 09:06:36.027247 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54962) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:36.072016 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-32717423-5f16-4f2a-ac59-cedb0351ab7d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:36.072592 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32717423-5f16-4f2a-ac59-cedb0351ab7d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:36.076376 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-32717423-5f16-4f2a-ac59-cedb0351ab7d tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/subnets/bf53b2ef-8f81-4e00-908f-0f9751700a6e HTTP/1.1" status: 404 len: 337 time: 0.0504014 Feb 21 09:06:36.076637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54966) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:36.103528 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e76e75-eea9-4dae-9e73-5b32cc6b8ed6 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:36.103528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e76e75-eea9-4dae-9e73-5b32cc6b8ed6 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:36.108081 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-32e76e75-eea9-4dae-9e73-5b32cc6b8ed6 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/9116c72f-4ca3-432b-9580-4406501f4b27 HTTP/1.1" status: 404 len: 339 time: 0.0274405 Feb 21 09:06:36.108389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 54970) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:36.146180 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2042239208'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:36.154654 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4630af5-a18b-4e54-b785-7afb81428b70 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:36.154997 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4630af5-a18b-4e54-b785-7afb81428b70 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:36.156649 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d4630af5-a18b-4e54-b785-7afb81428b70 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/subnets/6271b531-1b69-440b-a236-3011ebe7fa2d HTTP/1.1" status: 404 len: 337 time: 0.0473721 Feb 21 09:06:36.157715 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:36.159457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54974) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:36.163152 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:network and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:36.166384 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:36.174347 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:36.189618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:36.192710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.193365 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-145ed845-e04d-455d-a1d9-19d47563de58 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:36.194101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145ed845-e04d-455d-a1d9-19d47563de58 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:36.199656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-145ed845-e04d-455d-a1d9-19d47563de58 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/09879265-3905-42ad-8a0a-8cee6117061f HTTP/1.1" status: 404 len: 339 time: 0.0364652 Feb 21 09:06:36.200380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54978) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:36.211523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.245022 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdc0f7f-69ca-4fc4-b8c2-ca77809dcfbf tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:36.245552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fdc0f7f-69ca-4fc4-b8c2-ca77809dcfbf tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:36.247958 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1fdc0f7f-69ca-4fc4-b8c2-ca77809dcfbf tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/subnets/8b1f259a-04af-418b-a04f-4ba550115375 HTTP/1.1" status: 404 len: 337 time: 0.0470886 Feb 21 09:06:36.251457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54982) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:36.251889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:36.256336 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:security_group_rule and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:36.259361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:36.265356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:36.279514 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6b6037-c272-4673-ac70-385eeb2ed8db tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:36.279672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6b6037-c272-4673-ac70-385eeb2ed8db tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:36.283764 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8e6b6037-c272-4673-ac70-385eeb2ed8db tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/7c920621-8ad5-4ff4-a09a-1780fdd40d7f HTTP/1.1" status: 404 len: 339 time: 0.0283246 Feb 21 09:06:36.283999 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54988) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:36.324831 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d1e0f0-a243-41d1-a726-fa2247a7ee2a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:36.325296 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d1e0f0-a243-41d1-a726-fa2247a7ee2a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:36.327003 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-01d1e0f0-a243-41d1-a726-fa2247a7ee2a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/subnets/97659f4f-cadd-4c6b-b5db-f8f6a340f771 HTTP/1.1" status: 404 len: 337 time: 0.0421202 Feb 21 09:06:36.329508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54992) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:36.355267 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15e2dd4-726c-4bcc-947e-d80223a6d6c7 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:36.355711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15e2dd4-726c-4bcc-947e-d80223a6d6c7 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:36.357966 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c15e2dd4-726c-4bcc-947e-d80223a6d6c7 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/04ad3103-81c9-4bdb-b651-7ac3b4cde0f1 HTTP/1.1" status: 404 len: 339 time: 0.0275464 Feb 21 09:06:36.364785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 54996) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:36.370344 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.376580 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.392791 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55000) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:36.407387 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ca92f6-ae07-47bd-a431-1a1a91de4c00 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:36.407903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ca92f6-ae07-47bd-a431-1a1a91de4c00 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:36.409644 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-85ca92f6-ae07-47bd-a431-1a1a91de4c00 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/subnets/f43127c5-a7c0-4f28-b15a-9077a31084e5 HTTP/1.1" status: 404 len: 337 time: 0.0482779 Feb 21 09:06:36.412549 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55006) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:36.418387 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:06:36.431771 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e86d5c43-986c-4269-a88b-938347033af7,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:36.436549 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.436962 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Added segment 6ad4bc0e-f647-438b-a841-be52f3aaa9f9 of type vlan for network f56c494c-85f9-454e-89ed-1682ebc006a6 Feb 21 09:06:36.443098 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6a27bb-2483-42f6-8e58-d29bb60ca400 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] DELETE failed (client error): The resource could not be found. Feb 21 09:06:36.443637 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6a27bb-2483-42f6-8e58-d29bb60ca400 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:06:36.445381 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4e6a27bb-2483-42f6-8e58-d29bb60ca400 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/0399595c-b1bc-4687-a9c7-1b11ada9a16d HTTP/1.1" status: 404 len: 339 time: 0.0312653 Feb 21 09:06:36.448052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55010) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:36.477046 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.503465 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.507221 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:36.507813 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.652231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-855fd13c-b2ee-47eb-9754-a9f72f34a471 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Deleting subnet 55572c4b-7167-46e8-a8f4-c522e184e7c5 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:06:36.655759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-855fd13c-b2ee-47eb-9754-a9f72f34a471 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.667726 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7515304 Feb 21 09:06:36.672693 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab9caa-ddf3-4f45-9a8d-b67473dfe0f6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Network': ['ID=f56c494c-85f9-454e-89ed-1682ebc006a6,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:36.676169 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55014) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:36.684408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1603486496'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:36.689685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network f56c494c-85f9-454e-89ed-1682ebc006a6 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:06:36.691888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:36.707618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:network and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:36.712461 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:36.722835 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:36.746033 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dbfcf531-d5bd-49ef-9c73-b55952cf3f78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22ad680665e048f7b66d97d9611bd3b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3520930 Feb 21 09:06:36.749153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55018) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:36.762269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:36.765828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.817264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-855fd13c-b2ee-47eb-9754-a9f72f34a471 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.822699 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:06:36.838063 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.838426 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Added segment 17eb0fa2-97b2-403a-a8df-43825488e63f of type vlan for network ffb6984f-bc54-411f-a46e-f9e4e661195b Feb 21 09:06:36.872525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fbbccf10-6fae-4317-91a5-a74ab791f72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.886436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.901518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-855fd13c-b2ee-47eb-9754-a9f72f34a471 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.911959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fbbccf10-6fae-4317-91a5-a74ab791f72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.960193 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.964037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:36.964629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:36.982693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-855fd13c-b2ee-47eb-9754-a9f72f34a471 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:37.024082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fd13c-b2ee-47eb-9754-a9f72f34a471 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Subnet': ['ID=55572c4b-7167-46e8-a8f4-c522e184e7c5,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:37.028710 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-855fd13c-b2ee-47eb-9754-a9f72f34a471 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:37.037743 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f39005-ca64-4355-bbbe-ba33e805ccf2 None None] Network bb9a9483-9417-4c6d-aec4-64e73987f470 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:37.040637 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-855fd13c-b2ee-47eb-9754-a9f72f34a471 tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/subnets/55572c4b-7167-46e8-a8f4-c522e184e7c5 HTTP/1.1" status: 204 len: 168 time: 0.5893815 Feb 21 09:06:37.041016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55022) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:37.088243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Network': ['ID=ffb6984f-bc54-411f-a46e-f9e4e661195b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:37.091824 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8bae9e75-9d08-4e4d-8d93-279295bbb439 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4145739 Feb 21 09:06:37.097836 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55026) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:37.104226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'subnet': {'network_id': 'f56c494c-85f9-454e-89ed-1682ebc006a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:37.119408 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network ffb6984f-bc54-411f-a46e-f9e4e661195b details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:06:37.119666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fbbccf10-6fae-4317-91a5-a74ab791f72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:37.122653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fbbccf10-6fae-4317-91a5-a74ab791f72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:37.126139 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fbbccf10-6fae-4317-91a5-a74ab791f72f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7915da6b-c9e9-4e28-9f6e-c6711db981d7 HTTP/1.1" status: 204 len: 168 time: 0.3735683 Feb 21 09:06:37.179723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:37.193377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Deleting port 69990441-3400-4ee6-9648-23c541b354a5 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:37.193865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:37.198085 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbccf10-6fae-4317-91a5-a74ab791f72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7915da6b-c9e9-4e28-9f6e-c6711db981d7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:37.250809 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:37.255013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:subnet and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:37.258801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:37.266190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:37.282547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:37.480656 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25ccab8-86ae-4d10-9b24-2d3e474ffc1f None None] DHCP port deletion for bb9a9483-9417-4c6d-aec4-64e73987f470 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:06:37.490945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f25ccab8-86ae-4d10-9b24-2d3e474ffc1f None None] Deleting port 69990441-3400-4ee6-9648-23c541b354a5 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:37.491184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] For port 69990441-3400-4ee6-9648-23c541b354a5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=69990441-3400-4ee6-9648-23c541b354a5,segment=NetworkSegment(2e1e784c-9452-46f8-bace-5ecdc7bf9bf5),segment_id=2e1e784c-9452-46f8-bace-5ecdc7bf9bf5)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:37.491642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f25ccab8-86ae-4d10-9b24-2d3e474ffc1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:37.491750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:37.526366 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:37.569100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 69990441-3400-4ee6-9648-23c541b354a5 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:06:37.687651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Calling delete_port for 69990441-3400-4ee6-9648-23c541b354a5 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:37.782208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:37.797137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:37.867049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Port': ['ID=69990441-3400-4ee6-9648-23c541b354a5,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:37.881466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] No DVR routers for this DVR port 69990441-3400-4ee6-9648-23c541b354a5 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:06:37.900561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:37.977132 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f25ccab8-86ae-4d10-9b24-2d3e474ffc1f None None] For port 69990441-3400-4ee6-9648-23c541b354a5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=69990441-3400-4ee6-9648-23c541b354a5,segment=NetworkSegment(2e1e784c-9452-46f8-bace-5ecdc7bf9bf5),segment_id=2e1e784c-9452-46f8-bace-5ecdc7bf9bf5)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:37.977524 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f25ccab8-86ae-4d10-9b24-2d3e474ffc1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.010146 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Subnet': ['ID=af92fda7-34d6-4305-bc2f-03b8d545f855,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:38.040410 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Checking segment: {'id': '6ad4bc0e-f647-438b-a841-be52f3aaa9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f56c494c-85f9-454e-89ed-1682ebc006a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:38.040898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network hostable DHCP agents. Network: f56c494c-85f9-454e-89ed-1682ebc006a6, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:06:38.055213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.069243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network f56c494c-85f9-454e-89ed-1682ebc006a6 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:06:38.085535 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9a9483-9417-4c6d-aec4-64e73987f470']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:38.088875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, f56c494c-85f9-454e-89ed-1682ebc006a6) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:38.101917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:38.102515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.109321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1e784c-9452-46f8-bace-5ecdc7bf9bf5') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:38.109848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1e784c-9452-46f8-bace-5ecdc7bf9bf5') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:38.123930 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.131914 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0928960e-0618-4e03-840c-bd89f5d39392 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0328977 Feb 21 09:06:38.132712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55046) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:38.138949 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'subnet': {'network_id': 'ffb6984f-bc54-411f-a46e-f9e4e661195b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:38.142124 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f25ccab8-86ae-4d10-9b24-2d3e474ffc1f None None] Calling delete_port for 69990441-3400-4ee6-9648-23c541b354a5 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:38.142295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.155040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:06:38.155040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.227785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-f25ccab8-86ae-4d10-9b24-2d3e474ffc1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:06:38.228337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-f25ccab8-86ae-4d10-9b24-2d3e474ffc1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:06:38.231930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee82c36-30c7-4a4a-b20d-7fe0ef2abc68 None None] Network f56c494c-85f9-454e-89ed-1682ebc006a6 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:06:38.250583 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:06:38.255383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.275909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.280354 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:38.284319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:subnet and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:38.287222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:38.293021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:38.302073 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] 10.222.0.48 "DELETE /v2.0/networks/bb9a9483-9417-4c6d-aec4-64e73987f470 HTTP/1.1" status: 204 len: 168 time: 1.2576723 Feb 21 09:06:38.303294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da3c20-5ac0-4561-85db-5ca1b4ce7b1a tempest-NetworksTest-484370591 tempest-NetworksTest-484370591-project] Pushing event deleted for resources: {'Network': ['ID=bb9a9483-9417-4c6d-aec4-64e73987f470,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:38.308479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:38.320592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55054) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:38.438281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.509282 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'network': {'name': 'tempest-RoutersTest-188275917'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:38.516767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:38.517321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-f56c494c-85f9-454e-89ed-1682ebc006a6', 'network_id': 'f56c494c-85f9-454e-89ed-1682ebc006a6', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'fixed_ips': [{'subnet_id': 'af92fda7-34d6-4305-bc2f-03b8d545f855'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:06:38.518978 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.521106 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:network and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:38.524452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:38.532238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:38.546668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:38.549351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.563804 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.600256 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:38.604364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:security_group_rule and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:38.607530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:38.614090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:38.720617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.729918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.741043 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.786034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca3dd4c-76e7-4949-a6b7-11efdcd5bb85,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:38.786871 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Allocated IP 2001:db8::2 (f56c494c-85f9-454e-89ed-1682ebc006a6/af92fda7-34d6-4305-bc2f-03b8d545f855/57942660-6fb2-4dc5-b24f-f32ffd0a2cd9) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:38.796929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:06:38.809688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.810253 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Added segment de0b1da4-eab9-440b-a196-7d7f1b0e4ed9 of type vlan for network f31920de-5956-430d-957f-8c8aaa79476c Feb 21 09:06:38.825625 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55062) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:38.833623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f25ccab8-86ae-4d10-9b24-2d3e474ffc1f None None] Deleting port 69990441-3400-4ee6-9648-23c541b354a5 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:38.833623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f25ccab8-86ae-4d10-9b24-2d3e474ffc1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.846047 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Subnet': ['ID=6d6e8f4b-ef51-4339-a2a8-be6c35be6f75,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:38.869808 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.884546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Checking segment: {'id': '17eb0fa2-97b2-403a-a8df-43825488e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ffb6984f-bc54-411f-a46e-f9e4e661195b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:38.885060 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network hostable DHCP agents. Network: ffb6984f-bc54-411f-a46e-f9e4e661195b, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:06:38.920298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.921688 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network ffb6984f-bc54-411f-a46e-f9e4e661195b is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:06:38.934298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:38.936454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, ffb6984f-bc54-411f-a46e-f9e4e661195b) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:38.936653 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.942297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:38.943525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:38.977167 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f72716-05f2-4e6c-9198-4448300e709a None None] Network ffb6984f-bc54-411f-a46e-f9e4e661195b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:38.984395 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-550be323-693b-47a4-8831-2e9109b50b5b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8505392 Feb 21 09:06:38.987389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55068) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:38.995420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-c7d428ad-33c3-4ef5-8e97-5b5f0bf88dab tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-72070058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:39.003516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c7d428ad-33c3-4ef5-8e97-5b5f0bf88dab tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:39.006280 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f25ccab8-86ae-4d10-9b24-2d3e474ffc1f None None] The port '69990441-3400-4ee6-9648-23c541b354a5' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:06:39.008905 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c7d428ad-33c3-4ef5-8e97-5b5f0bf88dab tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:router and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:39.014260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c7d428ad-33c3-4ef5-8e97-5b5f0bf88dab tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:39.023421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c7d428ad-33c3-4ef5-8e97-5b5f0bf88dab tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:39.044468 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c7d428ad-33c3-4ef5-8e97-5b5f0bf88dab tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.045405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c7d428ad-33c3-4ef5-8e97-5b5f0bf88dab tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.065048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c7d428ad-33c3-4ef5-8e97-5b5f0bf88dab tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.098113 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7762749 Feb 21 09:06:39.105662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91127c7-03f6-49ae-8a14-e13cba434455 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Network': ['ID=f31920de-5956-430d-957f-8c8aaa79476c,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:39.105838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55072) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:39.113992 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'network': {'name': 'tempest-RoutersTest-1913082176'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:39.118222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c7d428ad-33c3-4ef5-8e97-5b5f0bf88dab tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.123718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network f31920de-5956-430d-957f-8c8aaa79476c details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:06:39.127050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:39.141675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:network and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:39.145783 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b24274b2-4107-4755-8077-e324e1ffe8b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52ab780b955e453ebbb62aa4b1c5998d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3169079 Feb 21 09:06:39.146639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:39.149905 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55076) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:39.159174 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:39.166543 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c7d428ad-33c3-4ef5-8e97-5b5f0bf88dab tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.170457 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c7d428ad-33c3-4ef5-8e97-5b5f0bf88dab tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1790004 Feb 21 09:06:39.170851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55080) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:39.227011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f49bd294-1934-44c1-8d0f-85097a287ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.243863 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:39.247459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.255320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f49bd294-1934-44c1-8d0f-85097a287ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.321511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f49bd294-1934-44c1-8d0f-85097a287ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.348739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:06:39.354949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49bd294-1934-44c1-8d0f-85097a287ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c9cf65-3ecc-4b0e-8b23-7e5f6b382a4e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:39.360667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f49bd294-1934-44c1-8d0f-85097a287ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.362173 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f49bd294-1934-44c1-8d0f-85097a287ae8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5c9cf65-3ecc-4b0e-8b23-7e5f6b382a4e HTTP/1.1" status: 204 len: 168 time: 0.2109036 Feb 21 09:06:39.467271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.504620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.504965 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Added segment 530efa5c-0e31-481f-aba0-d0331927e447 of type vlan for network d541413d-6d19-4585-aaca-babfed049999 Feb 21 09:06:39.511505 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Transition to ACTIVE for port object 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:39.534306 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-ffb6984f-bc54-411f-a46e-f9e4e661195b', 'network_id': 'ffb6984f-bc54-411f-a46e-f9e4e661195b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'fixed_ips': [{'subnet_id': '6d6e8f4b-ef51-4339-a2a8-be6c35be6f75'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:06:39.535173 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.541580 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.558589 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Transition to ACTIVE for port object 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:39.610965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.669996 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Network f56c494c-85f9-454e-89ed-1682ebc006a6 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:39.679611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:39.694368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:39.824268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Pushing event updated for resources: {'Port': ['ID=57942660-6fb2-4dc5-b24f-f32ffd0a2cd9,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:39.848933 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.852632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:39.853239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.899314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Attempting to bind port 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:06:39.899695 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Attempting to bind port 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '6ad4bc0e-f647-438b-a841-be52f3aaa9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f56c494c-85f9-454e-89ed-1682ebc006a6'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:06:39.900042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Attempting to bind port 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 on network f56c494c-85f9-454e-89ed-1682ebc006a6 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:06:39.913047 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:06:39.913422 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Checking segment: {'id': '6ad4bc0e-f647-438b-a841-be52f3aaa9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f56c494c-85f9-454e-89ed-1682ebc006a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:39.913822 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.914210 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Bound using segment: {'id': '6ad4bc0e-f647-438b-a841-be52f3aaa9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f56c494c-85f9-454e-89ed-1682ebc006a6'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:06:39.914685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Bound port: 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad4bc0e-f647-438b-a841-be52f3aaa9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f56c494c-85f9-454e-89ed-1682ebc006a6'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:06:39.915078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:39.940993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Allocated IP 2001:db8:1::2 (ffb6984f-bc54-411f-a46e-f9e4e661195b/6d6e8f4b-ef51-4339-a2a8-be6c35be6f75/3503759d-bdff-4c34-ad17-3c37fa39f243) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:40.016627 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9089103 Feb 21 09:06:40.018310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55096) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:40.024419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'subnet': {'network_id': 'f31920de-5956-430d-957f-8c8aaa79476c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:40.066814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f83e6-5110-4bca-894a-573491ce472b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Network': ['ID=d541413d-6d19-4585-aaca-babfed049999,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:40.117439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:40.131484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network d541413d-6d19-4585-aaca-babfed049999 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:06:40.324475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] For port 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:06:40.337707 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] For port 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=57942660-6fb2-4dc5-b24f-f32ffd0a2cd9,segment=NetworkSegment(6ad4bc0e-f647-438b-a841-be52f3aaa9f9),segment_id=6ad4bc0e-f647-438b-a841-be52f3aaa9f9)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:06:40.348298 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:40.352150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:40.357238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:subnet and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:40.360995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:40.369574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:40.387119 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:40.535160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:40.544044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa271d51-60fe-4adb-a620-38202c8d28c9 None None] Pushing event updated for resources: {'Port': ['ID=57942660-6fb2-4dc5-b24f-f32ffd0a2cd9,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:40.573884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:40.587344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Transition to ACTIVE for port object 3503759d-bdff-4c34-ad17-3c37fa39f243 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:40.617379 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Transition to ACTIVE for port object 3503759d-bdff-4c34-ad17-3c37fa39f243 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:40.627887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:40.759461 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Allocated IP 2001:db8::1 (f56c494c-85f9-454e-89ed-1682ebc006a6/af92fda7-34d6-4305-bc2f-03b8d545f855/46b0e016-05e3-4618-a484-0db4bb5ed54b) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:40.897348 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Network ffb6984f-bc54-411f-a46e-f9e4e661195b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:40.901117 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:40.905873 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:40.921514 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Pushing event updated for resources: {'Port': ['ID=3503759d-bdff-4c34-ad17-3c37fa39f243,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:40.945497 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:41.033421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Attempting to bind port 3503759d-bdff-4c34-ad17-3c37fa39f243 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:06:41.033995 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Attempting to bind port 3503759d-bdff-4c34-ad17-3c37fa39f243 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '17eb0fa2-97b2-403a-a8df-43825488e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ffb6984f-bc54-411f-a46e-f9e4e661195b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:06:41.034206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Attempting to bind port 3503759d-bdff-4c34-ad17-3c37fa39f243 on network ffb6984f-bc54-411f-a46e-f9e4e661195b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:06:41.038543 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:41.041966 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:06:41.042331 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Checking segment: {'id': '17eb0fa2-97b2-403a-a8df-43825488e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ffb6984f-bc54-411f-a46e-f9e4e661195b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:41.042732 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:41.043157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Bound using segment: {'id': '17eb0fa2-97b2-403a-a8df-43825488e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ffb6984f-bc54-411f-a46e-f9e4e661195b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:06:41.043695 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Bound port: 3503759d-bdff-4c34-ad17-3c37fa39f243, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17eb0fa2-97b2-403a-a8df-43825488e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ffb6984f-bc54-411f-a46e-f9e4e661195b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:06:41.044087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:41.044227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Subnet': ['ID=5f7a643a-7d54-4e1a-8924-0025a675ec46,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:41.068118 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Checking segment: {'id': 'de0b1da4-eab9-440b-a196-7d7f1b0e4ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f31920de-5956-430d-957f-8c8aaa79476c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:41.068822 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network hostable DHCP agents. Network: f31920de-5956-430d-957f-8c8aaa79476c, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:06:41.074310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Transition to ACTIVE for port object 46b0e016-05e3-4618-a484-0db4bb5ed54b will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:41.101530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network f31920de-5956-430d-957f-8c8aaa79476c is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:06:41.115849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:41.118425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, f31920de-5956-430d-957f-8c8aaa79476c) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:41.124202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:41.125767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:41.134701 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aba106-c55f-43b1-8d4b-2150e80a994d None None] Network f31920de-5956-430d-957f-8c8aaa79476c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:41.153724 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-57c635ab-e217-4828-89df-9f025f0b8e02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1335044 Feb 21 09:06:41.156502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55114) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:41.170608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'subnet': {'network_id': 'd541413d-6d19-4585-aaca-babfed049999', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:41.226227 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=46b0e016-05e3-4618-a484-0db4bb5ed54b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:41.236752 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network f56c494c-85f9-454e-89ed-1682ebc006a6 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:41.238081 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:41.240665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:41.241399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:41.275317 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] For port 3503759d-bdff-4c34-ad17-3c37fa39f243, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:06:41.290140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] For port 3503759d-bdff-4c34-ad17-3c37fa39f243, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3503759d-bdff-4c34-ad17-3c37fa39f243,segment=NetworkSegment(17eb0fa2-97b2-403a-a8df-43825488e63f),segment_id=17eb0fa2-97b2-403a-a8df-43825488e63f)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:06:41.307000 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:41.322795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:41.328528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:subnet and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:41.332319 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:41.339340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:41.359293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:41.430486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:41.471961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbe002-0465-4af8-b69e-bff062e84043 None None] Pushing event updated for resources: {'Port': ['ID=3503759d-bdff-4c34-ad17-3c37fa39f243,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:41.645866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-f31920de-5956-430d-957f-8c8aaa79476c', 'network_id': 'f31920de-5956-430d-957f-8c8aaa79476c', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'fixed_ips': [{'subnet_id': '5f7a643a-7d54-4e1a-8924-0025a675ec46'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:06:41.646883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:41.690882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:41.721572 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:41.968940 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:42.093071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Allocated IP 172.20.0.2 (f31920de-5956-430d-957f-8c8aaa79476c/5f7a643a-7d54-4e1a-8924-0025a675ec46/33f4d87e-686b-4bd4-86d4-5d68841f3fe5) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:42.145893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:42.235557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55128) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:42.247911 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d60c46f4-5c0d-409b-bf85-c44a99d9d4ac req-1601818e-8c96-47e9-89ea-c15b70c98230 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7550764 Feb 21 09:06:42.254571 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Subnet': ['ID=a0084b1f-bade-44ed-ac66-3d506f554f82,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:42.291578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Checking segment: {'id': '530efa5c-0e31-481f-aba0-d0331927e447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd541413d-6d19-4585-aaca-babfed049999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:42.292058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network hostable DHCP agents. Network: d541413d-6d19-4585-aaca-babfed049999, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:06:42.325526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network d541413d-6d19-4585-aaca-babfed049999 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:06:42.365748 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7b34f1-4aa0-4342-91e4-8d00248f711b None None] Network f56c494c-85f9-454e-89ed-1682ebc006a6 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:42.392344 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, d541413d-6d19-4585-aaca-babfed049999) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:42.404380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:42.405096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:42.426936 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:42.437030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:42.438436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:42.447275 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2a4ae21d-de16-4aa9-a7f4-e2ddd0a02f8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2857039 Feb 21 09:06:42.448897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55134) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:42.455763 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-29ff3429-341a-4d48-a814-19951c7d22de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1251671246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:42.464907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-29ff3429-341a-4d48-a814-19951c7d22de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:42.471734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-29ff3429-341a-4d48-a814-19951c7d22de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:router and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:42.475474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-29ff3429-341a-4d48-a814-19951c7d22de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:42.479369 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:42.485357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-29ff3429-341a-4d48-a814-19951c7d22de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:42.494312 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Transition to ACTIVE for port object 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:42.497814 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d60c46f4-5c0d-409b-bf85-c44a99d9d4ac req-58cb9f82-53fd-445d-b058-9354ee03c38e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 1098 time: 0.1582055 Feb 21 09:06:42.504465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-29ff3429-341a-4d48-a814-19951c7d22de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:42.505987 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-29ff3429-341a-4d48-a814-19951c7d22de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:42.513930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1ad147-2fc3-4296-9295-c027ada7e5ae None None] Network d541413d-6d19-4585-aaca-babfed049999 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:42.559802 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'network': {'name': 'tempest-network-smoke--505611733', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'port_security_enabled': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:42.572103 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:42.587400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:network and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:42.595438 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:42.644683 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-29ff3429-341a-4d48-a814-19951c7d22de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:42.698685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-29ff3429-341a-4d48-a814-19951c7d22de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:42.715469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c46f4-5c0d-409b-bf85-c44a99d9d4ac req-2abbfbfb-b11f-4c8e-b180-0bf59bce59b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:42.718752 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d60c46f4-5c0d-409b-bf85-c44a99d9d4ac req-2abbfbfb-b11f-4c8e-b180-0bf59bce59b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 911 time: 0.1969984 Feb 21 09:06:42.723959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:42.741527 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Transition to ACTIVE for port object 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:42.750081 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=46b0e016-05e3-4618-a484-0db4bb5ed54b,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:42.784965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:42.785216 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-29ff3429-341a-4d48-a814-19951c7d22de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:42.789185 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-29ff3429-341a-4d48-a814-19951c7d22de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3393939 Feb 21 09:06:42.789847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55138) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:42.843193 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network f56c494c-85f9-454e-89ed-1682ebc006a6 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:42.844874 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:42.846891 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:42.850227 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:42.863388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5c70421c-3b80-4ed7-beb5-912778faf521 None None] Provisioning for port 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:42.895642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Network f31920de-5956-430d-957f-8c8aaa79476c is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:42.925329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:42.928342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:42.949428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5c70421c-3b80-4ed7-beb5-912778faf521 None None] Provisioning complete for port 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:42.950267 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5c70421c-3b80-4ed7-beb5-912778faf521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:43.066108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Pushing event updated for resources: {'Port': ['ID=33f4d87e-686b-4bd4-86d4-5d68841f3fe5,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:43.084694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78678f5-48ec-4ffa-8dac-28cc8fa614a7 None None] Network ffb6984f-bc54-411f-a46e-f9e4e661195b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:43.091636 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d60c46f4-5c0d-409b-bf85-c44a99d9d4ac req-d320a54b-7e41-4ffe-b4a9-263e6486d99d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0447bfeb-5470-455f-9162-227d3a33062b HTTP/1.1" status: 200 len: 999 time: 0.3653812 Feb 21 09:06:43.144091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:43.211498 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:43.216818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:43.220090 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:43.229427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:43.292486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c46f4-5c0d-409b-bf85-c44a99d9d4ac req-b8410d8d-da64-4200-b4b1-654fbd817558 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:43.294503 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d60c46f4-5c0d-409b-bf85-c44a99d9d4ac req-b8410d8d-da64-4200-b4b1-654fbd817558 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.1454043 Feb 21 09:06:43.421034 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Attempting to bind port 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:06:43.421306 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Attempting to bind port 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'de0b1da4-eab9-440b-a196-7d7f1b0e4ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f31920de-5956-430d-957f-8c8aaa79476c'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:06:43.421635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Attempting to bind port 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 on network f31920de-5956-430d-957f-8c8aaa79476c {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:06:43.476850 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:43.484421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:43.528572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:06:43.541330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37be997-0ece-436b-8bfe-f37de7ec2ef7,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:43.556287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:43.556623 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Added segment 97c9d684-6727-41d9-9d1a-a15eaceaa566 of type vlan for network f9b6f913-19ef-459b-a6ff-d85bcf9023ca Feb 21 09:06:43.566890 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d60c46f4-5c0d-409b-bf85-c44a99d9d4ac req-ca07e624-7a67-4126-84b1-78bea5a68ae1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2157950 Feb 21 09:06:43.594288 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:06:43.594288 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Checking segment: {'id': 'de0b1da4-eab9-440b-a196-7d7f1b0e4ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f31920de-5956-430d-957f-8c8aaa79476c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:43.594755 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:43.594946 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Bound using segment: {'id': 'de0b1da4-eab9-440b-a196-7d7f1b0e4ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f31920de-5956-430d-957f-8c8aaa79476c'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:06:43.595517 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Bound port: 33f4d87e-686b-4bd4-86d4-5d68841f3fe5, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0b1da4-eab9-440b-a196-7d7f1b0e4ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f31920de-5956-430d-957f-8c8aaa79476c'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:06:43.595713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:43.619399 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-d541413d-6d19-4585-aaca-babfed049999', 'network_id': 'd541413d-6d19-4585-aaca-babfed049999', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'fixed_ips': [{'subnet_id': 'a0084b1f-bade-44ed-ac66-3d506f554f82'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:06:43.620208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:43.622439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:43.656041 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router dd138f0b-6ec8-4c1f-8fd1-43fd89a35432 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:06:43.683651 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:43.690339 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:43.691313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:43.692116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:43.734139 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5c70421c-3b80-4ed7-beb5-912778faf521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:43.826731 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3503759d-bdff-4c34-ad17-3c37fa39f243 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:44.040184 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-5c70421c-3b80-4ed7-beb5-912778faf521 None None] For port 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=57942660-6fb2-4dc5-b24f-f32ffd0a2cd9,segment=NetworkSegment(6ad4bc0e-f647-438b-a841-be52f3aaa9f9),segment_id=6ad4bc0e-f647-438b-a841-be52f3aaa9f9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:44.041369 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] For port 33f4d87e-686b-4bd4-86d4-5d68841f3fe5, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:06:44.059934 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5c70421c-3b80-4ed7-beb5-912778faf521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:44.091925 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d60c46f4-5c0d-409b-bf85-c44a99d9d4ac req-fd617308-a310-4ee8-8784-f2204320c117 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183527 Feb 21 09:06:44.097109 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8566380 Feb 21 09:06:44.098765 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] For port 33f4d87e-686b-4bd4-86d4-5d68841f3fe5, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=33f4d87e-686b-4bd4-86d4-5d68841f3fe5,segment=NetworkSegment(de0b1da4-eab9-440b-a196-7d7f1b0e4ed9),segment_id=de0b1da4-eab9-440b-a196-7d7f1b0e4ed9)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:06:44.105359 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55142) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:44.115734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'admin_state_up': True, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:44.127816 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:44.135057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:router and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:44.141864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164de864-8a7c-4ba2-9aee-a7be986be889 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Network': ['ID=f9b6f913-19ef-459b-a6ff-d85bcf9023ca,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:44.150421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:44.152411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:44.182557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:44.186570 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network f9b6f913-19ef-459b-a6ff-d85bcf9023ca details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:06:44.213419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:44.214887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:44.278876 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:44.357663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 3503759d-bdff-4c34-ad17-3c37fa39f243 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:44.362930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Allocated IP 172.21.0.2 (d541413d-6d19-4585-aaca-babfed049999/a0084b1f-bade-44ed-ac66-3d506f554f82/8222c52d-a034-4879-84c1-a53414db4ed6) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:44.368110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70421c-3b80-4ed7-beb5-912778faf521 None None] Pushing event updated for resources: {'Port': ['ID=57942660-6fb2-4dc5-b24f-f32ffd0a2cd9,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:44.467335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:44.485831 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf514013-72e5-433f-9186-07a4b11d46b5 None None] Sync routers for ids ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:44.506179 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf514013-72e5-433f-9186-07a4b11d46b5 None None] Routers {'dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:44.506179 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-bf514013-72e5-433f-9186-07a4b11d46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:44.687139 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6aebb7de-62c6-43ce-ab58-edc7d87721af None None] Provisioning for port 3503759d-bdff-4c34-ad17-3c37fa39f243 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:44.703895 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e5dcebc4-a02c-4fc8-a95f-6b51094014d4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/dd138f0b-6ec8-4c1f-8fd1-43fd89a35432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5310817 Feb 21 09:06:44.708003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6aebb7de-62c6-43ce-ab58-edc7d87721af None None] Provisioning complete for port 3503759d-bdff-4c34-ad17-3c37fa39f243 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:44.710251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6aebb7de-62c6-43ce-ab58-edc7d87721af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:44.721716 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-bf514013-72e5-433f-9186-07a4b11d46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:44.729086 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55146) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:44.773229 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf514013-72e5-433f-9186-07a4b11d46b5 None None] Routers {'dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:44.778402 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-bf514013-72e5-433f-9186-07a4b11d46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:44.810614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810faa0b-d511-42c0-ad5e-d9ca06329bfa None None] Pushing event updated for resources: {'Port': ['ID=33f4d87e-686b-4bd4-86d4-5d68841f3fe5,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:44.842566 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d60c46f4-5c0d-409b-bf85-c44a99d9d4ac req-92efe7ab-efae-474e-ab0f-69535b13197e service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7345150 Feb 21 09:06:44.919942 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Allocated IP 172.20.0.1 (f31920de-5956-430d-957f-8c8aaa79476c/5f7a643a-7d54-4e1a-8924-0025a675ec46/6325e831-fc98-4e5b-954d-c221aef0020b) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:44.964163 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:44.974586 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-bf514013-72e5-433f-9186-07a4b11d46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:44.975731 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf514013-72e5-433f-9186-07a4b11d46b5 None None] The sync data for ids ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:45.030111 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5132e92b-8800-4514-b6fd-9bb590a1f0ed tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:45.033096 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5132e92b-8800-4514-b6fd-9bb590a1f0ed tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Synchronizing usage tracker for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:45.137088 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:45.166854 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Transition to ACTIVE for port object 8222c52d-a034-4879-84c1-a53414db4ed6 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:45.194303 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6aebb7de-62c6-43ce-ab58-edc7d87721af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:45.238389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Transition to ACTIVE for port object 8222c52d-a034-4879-84c1-a53414db4ed6 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:45.261860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6aebb7de-62c6-43ce-ab58-edc7d87721af None None] For port 3503759d-bdff-4c34-ad17-3c37fa39f243, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3503759d-bdff-4c34-ad17-3c37fa39f243,segment=NetworkSegment(17eb0fa2-97b2-403a-a8df-43825488e63f),segment_id=17eb0fa2-97b2-403a-a8df-43825488e63f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:45.271478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:45.308887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5132e92b-8800-4514-b6fd-9bb590a1f0ed tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Unset dirty status for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:45.311880 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5132e92b-8800-4514-b6fd-9bb590a1f0ed tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports/46b0e016-05e3-4618-a484-0db4bb5ed54b HTTP/1.1" status: 200 len: 911 time: 0.5682502 Feb 21 09:06:45.312470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6aebb7de-62c6-43ce-ab58-edc7d87721af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:45.314257 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55152) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:45.348353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:45.375114 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Network d541413d-6d19-4585-aaca-babfed049999 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:45.375453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Transition to ACTIVE for port object 6325e831-fc98-4e5b-954d-c221aef0020b will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:45.379729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:45.393584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Pushing event updated for resources: {'Port': ['ID=8222c52d-a034-4879-84c1-a53414db4ed6,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:45.396418 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:45.411986 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:45.786500 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8461577e-5ab6-4d8d-a389-aa4df28ece14 None None] Provisioning complete for port 3503759d-bdff-4c34-ad17-3c37fa39f243 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:45.787310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8461577e-5ab6-4d8d-a389-aa4df28ece14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:45.819058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:45.846697 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebb7de-62c6-43ce-ab58-edc7d87721af None None] Pushing event updated for resources: {'Port': ['ID=3503759d-bdff-4c34-ad17-3c37fa39f243,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:45.872129 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Attempting to bind port 8222c52d-a034-4879-84c1-a53414db4ed6 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:06:45.872487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Attempting to bind port 8222c52d-a034-4879-84c1-a53414db4ed6 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '530efa5c-0e31-481f-aba0-d0331927e447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd541413d-6d19-4585-aaca-babfed049999'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:06:45.872844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Attempting to bind port 8222c52d-a034-4879-84c1-a53414db4ed6 on network d541413d-6d19-4585-aaca-babfed049999 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:06:45.886807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network f31920de-5956-430d-957f-8c8aaa79476c is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:45.890483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:45.893873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:45.924265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:45.928806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:06:45.929175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Checking segment: {'id': '530efa5c-0e31-481f-aba0-d0331927e447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd541413d-6d19-4585-aaca-babfed049999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:45.930009 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:45.930556 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Bound using segment: {'id': '530efa5c-0e31-481f-aba0-d0331927e447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd541413d-6d19-4585-aaca-babfed049999'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:06:45.931215 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Bound port: 8222c52d-a034-4879-84c1-a53414db4ed6, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530efa5c-0e31-481f-aba0-d0331927e447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd541413d-6d19-4585-aaca-babfed049999'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:06:45.931772 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:45.986165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:46.035664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:46.039957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=6325e831-fc98-4e5b-954d-c221aef0020b,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:46.210613 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:46.323668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:46.336849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:46.380378 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] For port 8222c52d-a034-4879-84c1-a53414db4ed6, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:06:46.432610 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41cd1cb-f22a-4be7-93aa-c8fa74f5a560 None None] Network f31920de-5956-430d-957f-8c8aaa79476c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:46.452984 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] For port 8222c52d-a034-4879-84c1-a53414db4ed6, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8222c52d-a034-4879-84c1-a53414db4ed6,segment=NetworkSegment(530efa5c-0e31-481f-aba0-d0331927e447),segment_id=530efa5c-0e31-481f-aba0-d0331927e447)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:06:46.523808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:46.570959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8461577e-5ab6-4d8d-a389-aa4df28ece14 None None] Provisioning complete for port 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:46.571626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8461577e-5ab6-4d8d-a389-aa4df28ece14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:46.581619 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.214 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/d3fb8d67-bb38-47fa-b916-5a79cc9a613d) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:46.727074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d4bb3-c1c8-40d1-b379-4faff0ad750d None None] Pushing event updated for resources: {'Port': ['ID=8222c52d-a034-4879-84c1-a53414db4ed6,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:46.754550 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:46.754815 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:46.850671 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:46.871004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:46.891137 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:47.034036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=6325e831-fc98-4e5b-954d-c221aef0020b,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:47.040488 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:47.105237 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8461577e-5ab6-4d8d-a389-aa4df28ece14 None None] Provisioning for port 46b0e016-05e3-4618-a484-0db4bb5ed54b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:47.106032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:47.113187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8461577e-5ab6-4d8d-a389-aa4df28ece14 None None] Provisioning complete for port 46b0e016-05e3-4618-a484-0db4bb5ed54b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:47.113537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8461577e-5ab6-4d8d-a389-aa4df28ece14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:47.175581 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8461577e-5ab6-4d8d-a389-aa4df28ece14 None None] Port 46b0e016-05e3-4618-a484-0db4bb5ed54b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:47.204935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:47.218873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network f31920de-5956-430d-957f-8c8aaa79476c is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:47.220102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:47.310960 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a09b6a6b-488f-476b-8819-f3abf3e613ee None None] Provisioning for port 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:47.316893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a09b6a6b-488f-476b-8819-f3abf3e613ee None None] Provisioning complete for port 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:47.317668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a09b6a6b-488f-476b-8819-f3abf3e613ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:47.404625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:47.411787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:47.414448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:47.483582 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=d3fb8d67-bb38-47fa-b916-5a79cc9a613d,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:47.504165 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a09b6a6b-488f-476b-8819-f3abf3e613ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:47.569296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-a09b6a6b-488f-476b-8819-f3abf3e613ee None None] For port 33f4d87e-686b-4bd4-86d4-5d68841f3fe5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=33f4d87e-686b-4bd4-86d4-5d68841f3fe5,segment=NetworkSegment(de0b1da4-eab9-440b-a196-7d7f1b0e4ed9),segment_id=de0b1da4-eab9-440b-a196-7d7f1b0e4ed9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:47.578091 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a09b6a6b-488f-476b-8819-f3abf3e613ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:47.686794 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a09b6a6b-488f-476b-8819-f3abf3e613ee None None] Provisioning complete for port 46b0e016-05e3-4618-a484-0db4bb5ed54b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:47.686794 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a09b6a6b-488f-476b-8819-f3abf3e613ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:47.812797 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8222c52d-a034-4879-84c1-a53414db4ed6 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:47.843071 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router 173137ac-e225-4ff4-a49b-7de7e83dd2ef is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:06:47.872177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b6a6b-488f-476b-8819-f3abf3e613ee None None] Pushing event updated for resources: {'Port': ['ID=33f4d87e-686b-4bd4-86d4-5d68841f3fe5,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:47.913866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:47.914735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:47.921173 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a09b6a6b-488f-476b-8819-f3abf3e613ee None None] Port 46b0e016-05e3-4618-a484-0db4bb5ed54b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:47.953097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 8222c52d-a034-4879-84c1-a53414db4ed6 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:47.960413 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3503759d-bdff-4c34-ad17-3c37fa39f243 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:48.081686 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 3503759d-bdff-4c34-ad17-3c37fa39f243 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:48.082549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:48.116601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:48.139349 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c24a0138-2fd2-4f08-be94-4a641e0dac06 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/173137ac-e225-4ff4-a49b-7de7e83dd2ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3426700 Feb 21 09:06:48.141526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55156) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:48.158464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c3015-1cc1-4836-b331-814ae29f6d57 None None] Sync routers for ids ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:48.180440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-25efa61c-4e6e-45dc-992c-7143e905d2df None None] Provisioning complete for port 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:48.180814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-25efa61c-4e6e-45dc-992c-7143e905d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:48.216374 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf591d2-f7ec-485e-af55-7f4e5e3f0af0 None None] Network d541413d-6d19-4585-aaca-babfed049999 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:48.319461 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Allocated IP 2001:db8:1::1 (ffb6984f-bc54-411f-a46e-f9e4e661195b/6d6e8f4b-ef51-4339-a2a8-be6c35be6f75/a55a928e-5cd5-4cee-8871-ca2b1e4801e3) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:48.347706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c3015-1cc1-4836-b331-814ae29f6d57 None None] Routers {'173137ac-e225-4ff4-a49b-7de7e83dd2ef'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:48.348349 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6f4c3015-1cc1-4836-b331-814ae29f6d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:48.362412 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1601b689-dfcf-472d-ada2-7ab7e82cf5f5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:48.363486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1601b689-dfcf-472d-ada2-7ab7e82cf5f5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Synchronizing usage tracker for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:48.388907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1601b689-dfcf-472d-ada2-7ab7e82cf5f5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Unset dirty status for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:48.393600 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1601b689-dfcf-472d-ada2-7ab7e82cf5f5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports/6325e831-fc98-4e5b-954d-c221aef0020b HTTP/1.1" status: 200 len: 910 time: 0.2470839 Feb 21 09:06:48.394940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55160) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:48.429595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6f4c3015-1cc1-4836-b331-814ae29f6d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:48.494064 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c3015-1cc1-4836-b331-814ae29f6d57 None None] Routers {'173137ac-e225-4ff4-a49b-7de7e83dd2ef'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:48.494352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6f4c3015-1cc1-4836-b331-814ae29f6d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:48.546678 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:48.577832 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Transition to ACTIVE for port object a55a928e-5cd5-4cee-8871-ca2b1e4801e3 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:48.599674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 7a79d461-07c5-400d-9945-55ff5a887d45 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:06:48.676745 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:48.680328 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6f4c3015-1cc1-4836-b331-814ae29f6d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:48.680875 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c3015-1cc1-4836-b331-814ae29f6d57 None None] The sync data for ids ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:48.837030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network ffb6984f-bc54-411f-a46e-f9e4e661195b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:48.842798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:48.845314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:48.845947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:48.850756 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-25efa61c-4e6e-45dc-992c-7143e905d2df None None] Provisioning for port 6325e831-fc98-4e5b-954d-c221aef0020b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:48.857705 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-25efa61c-4e6e-45dc-992c-7143e905d2df None None] Provisioning complete for port 6325e831-fc98-4e5b-954d-c221aef0020b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:48.858078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-25efa61c-4e6e-45dc-992c-7143e905d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:48.864893 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=a55a928e-5cd5-4cee-8871-ca2b1e4801e3,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:48.923597 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-25efa61c-4e6e-45dc-992c-7143e905d2df None None] Port 6325e831-fc98-4e5b-954d-c221aef0020b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:48.992276 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.063884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-561c1195-efff-4366-885c-7bff9972407d None None] Provisioning complete for port 6325e831-fc98-4e5b-954d-c221aef0020b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:49.064452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-561c1195-efff-4366-885c-7bff9972407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.085976 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:49.100601 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Sync routers for ids ['7a79d461-07c5-400d-9945-55ff5a887d45'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:49.130781 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Routers {'7a79d461-07c5-400d-9945-55ff5a887d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:49.131624 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a79d461-07c5-400d-9945-55ff5a887d45'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:49.163334 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-561c1195-efff-4366-885c-7bff9972407d None None] Port 6325e831-fc98-4e5b-954d-c221aef0020b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:49.178869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.201838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-561c1195-efff-4366-885c-7bff9972407d None None] Provisioning for port 8222c52d-a034-4879-84c1-a53414db4ed6 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:49.207545 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-561c1195-efff-4366-885c-7bff9972407d None None] Provisioning complete for port 8222c52d-a034-4879-84c1-a53414db4ed6 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:49.207914 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-561c1195-efff-4366-885c-7bff9972407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.426250 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Set router 7a79d461-07c5-400d-9945-55ff5a887d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:06:49.433842 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-561c1195-efff-4366-885c-7bff9972407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.477610 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-561c1195-efff-4366-885c-7bff9972407d None None] For port 8222c52d-a034-4879-84c1-a53414db4ed6, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8222c52d-a034-4879-84c1-a53414db4ed6,segment=NetworkSegment(530efa5c-0e31-481f-aba0-d0331927e447),segment_id=530efa5c-0e31-481f-aba0-d0331927e447)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:49.488687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-561c1195-efff-4366-885c-7bff9972407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.538206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.557178 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-078083b9-3711-4818-8c07-456cbee65d58 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4479861 Feb 21 09:06:49.558246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55164) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:49.589136 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c1195-efff-4366-885c-7bff9972407d None None] Pushing event updated for resources: {'Port': ['ID=8222c52d-a034-4879-84c1-a53414db4ed6,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:49.611432 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:49.708628 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.708779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Allocated IP 172.21.0.1 (d541413d-6d19-4585-aaca-babfed049999/a0084b1f-bade-44ed-ac66-3d506f554f82/746240f5-e8ea-483b-9f7a-867b57f7fa8f) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:49.718101 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.720826 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.778568 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-50f7977a-3d4d-46b9-a932-66d1be94e968 None None] Provisioning for port a55a928e-5cd5-4cee-8871-ca2b1e4801e3 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:49.794761 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-50f7977a-3d4d-46b9-a932-66d1be94e968 None None] Provisioning complete for port a55a928e-5cd5-4cee-8871-ca2b1e4801e3 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:49.800581 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-50f7977a-3d4d-46b9-a932-66d1be94e968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.837767 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:06:47Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:49.844821 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Checking router: 7a79d461-07c5-400d-9945-55ff5a887d45 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:06:49.845222 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Updating router 7a79d461-07c5-400d-9945-55ff5a887d45 port d3fb8d67-bb38-47fa-b916-5a79cc9a613d binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:06:49.859473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=a55a928e-5cd5-4cee-8871-ca2b1e4801e3,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:49.871395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-50f7977a-3d4d-46b9-a932-66d1be94e968 None None] Port a55a928e-5cd5-4cee-8871-ca2b1e4801e3 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:49.887692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:49.888200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.913064 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.930954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.931354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-50f7977a-3d4d-46b9-a932-66d1be94e968 None None] Provisioning complete for port 8222c52d-a034-4879-84c1-a53414db4ed6 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:49.931622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-50f7977a-3d4d-46b9-a932-66d1be94e968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:49.954491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Transition to ACTIVE for port object 746240f5-e8ea-483b-9f7a-867b57f7fa8f will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:49.988586 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:50.013968 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7f49c7c8-9f5d-4da8-9f4a-a16b4929c045 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0e247a2036294a16824a56cdfeb01f75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4412339 Feb 21 09:06:50.014829 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55170) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:50.095958 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network d541413d-6d19-4585-aaca-babfed049999 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:50.101067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:50.107146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:50.157826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=746240f5-e8ea-483b-9f7a-867b57f7fa8f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:50.206679 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network ffb6984f-bc54-411f-a46e-f9e4e661195b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:50.215457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:50.220640 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:50.351871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:50.481421 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:50.495194 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5892ffe6-c802-4ead-ad3d-8c74431a6775 None None] Provisioning for port 746240f5-e8ea-483b-9f7a-867b57f7fa8f completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:50.506090 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Transition to ACTIVE for port object d3fb8d67-bb38-47fa-b916-5a79cc9a613d will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:50.508671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5892ffe6-c802-4ead-ad3d-8c74431a6775 None None] Provisioning complete for port 746240f5-e8ea-483b-9f7a-867b57f7fa8f triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:50.509615 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5892ffe6-c802-4ead-ad3d-8c74431a6775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:50.522586 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:50.622834 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7704f9-4c8f-411c-9fcb-4234cfb20955 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:50.629009 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-5892ffe6-c802-4ead-ad3d-8c74431a6775 None None] Port 746240f5-e8ea-483b-9f7a-867b57f7fa8f cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:50.636579 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7e7704f9-4c8f-411c-9fcb-4234cfb20955 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6069927 Feb 21 09:06:50.641291 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55174) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:50.675807 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Attempting to bind port d3fb8d67-bb38-47fa-b916-5a79cc9a613d on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:06:50.676554 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Attempting to bind port d3fb8d67-bb38-47fa-b916-5a79cc9a613d by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:06:50.677188 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Attempting to bind port d3fb8d67-bb38-47fa-b916-5a79cc9a613d on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:06:50.692051 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14615f4-f82c-459f-9633-608cd1cc7414 None None] Pushing event updated for resources: {'Port': ['ID=d3fb8d67-bb38-47fa-b916-5a79cc9a613d,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:50.699907 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:06:50.700270 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:50.700828 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:50.701268 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:06:50.701869 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Bound port: d3fb8d67-bb38-47fa-b916-5a79cc9a613d, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:06:50.702220 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:50.743406 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14615f4-f82c-459f-9633-608cd1cc7414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:50.744003 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14615f4-f82c-459f-9633-608cd1cc7414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:50.744404 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14615f4-f82c-459f-9633-608cd1cc7414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:50.745091 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14615f4-f82c-459f-9633-608cd1cc7414 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:50.745481 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14615f4-f82c-459f-9633-608cd1cc7414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:50.745870 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14615f4-f82c-459f-9633-608cd1cc7414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:50.746255 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14615f4-f82c-459f-9633-608cd1cc7414 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:50.746619 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14615f4-f82c-459f-9633-608cd1cc7414 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:50.746934 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14615f4-f82c-459f-9633-608cd1cc7414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:50.747270 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14615f4-f82c-459f-9633-608cd1cc7414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:50.747580 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14615f4-f82c-459f-9633-608cd1cc7414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:06:50.754855 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3ea6eaf8-00b7-4179-a681-d0e0a7f8f112 None None] Provisioning complete for port a55a928e-5cd5-4cee-8871-ca2b1e4801e3 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:50.755803 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3ea6eaf8-00b7-4179-a681-d0e0a7f8f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:50.805182 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-99f77763-fc11-4a11-b926-ff35a4abdbf9 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1622050 Feb 21 09:06:50.806670 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] For port d3fb8d67-bb38-47fa-b916-5a79cc9a613d, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:06:50.808273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55178) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:50.810756 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] For port d3fb8d67-bb38-47fa-b916-5a79cc9a613d, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d3fb8d67-bb38-47fa-b916-5a79cc9a613d,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:06:50.814971 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1779243124', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:06:50.823073 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:50.823624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-3ea6eaf8-00b7-4179-a681-d0e0a7f8f112 None None] Port a55a928e-5cd5-4cee-8871-ca2b1e4801e3 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:50.917547 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Routers {'7a79d461-07c5-400d-9945-55ff5a887d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:50.917547 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a79d461-07c5-400d-9945-55ff5a887d45'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:50.955172 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:06:50.961207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:subnet and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:06:50.965400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:06:50.972570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:06:50.990635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:50.991975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:06:50.997515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:51.010826 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router dd138f0b-6ec8-4c1f-8fd1-43fd89a35432 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:06:51.030660 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14615f4-f82c-459f-9633-608cd1cc7414 None None] Pushing event updated for resources: {'Port': ['ID=d3fb8d67-bb38-47fa-b916-5a79cc9a613d,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:51.116334 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] Set router 7a79d461-07c5-400d-9945-55ff5a887d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:06:51.122431 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=746240f5-e8ea-483b-9f7a-867b57f7fa8f,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:51.129795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:51.165579 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:51.284127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network d541413d-6d19-4585-aaca-babfed049999 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:51.285604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:51.451262 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:51.464033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bfeed9-8492-4fb9-b016-15b5d4e5f4c6 None None] Sync routers for ids ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:51.479409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bfeed9-8492-4fb9-b016-15b5d4e5f4c6 None None] Routers {'dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:51.480177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-06bfeed9-8492-4fb9-b016-15b5d4e5f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:51.491530 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dd7cd5e6-04d5-4120-8161-f70b2dd69b1d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/dd138f0b-6ec8-4c1f-8fd1-43fd89a35432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1719108 Feb 21 09:06:51.494200 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55182) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:51.522916 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:06:47Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:51.527657 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89471ebc-7d1d-4325-b845-04fdd8765efa None None] The sync data for ids ['7a79d461-07c5-400d-9945-55ff5a887d45'] in dv-neutron-830062-1-hyperv is: [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:06:47Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:51.645093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8222c52d-a034-4879-84c1-a53414db4ed6 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:51.683496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08847c4b-9f3f-4dec-a563-1ad32c376737 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:51.685314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-08847c4b-9f3f-4dec-a563-1ad32c376737 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Synchronizing usage tracker for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:51.709720 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-08847c4b-9f3f-4dec-a563-1ad32c376737 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Unset dirty status for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:51.714866 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-08847c4b-9f3f-4dec-a563-1ad32c376737 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports/a55a928e-5cd5-4cee-8871-ca2b1e4801e3 HTTP/1.1" status: 200 len: 913 time: 0.2196555 Feb 21 09:06:51.716454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55186) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:51.722879 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-06bfeed9-8492-4fb9-b016-15b5d4e5f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:51.744818 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7ab9439c-c144-49b0-97b5-b72648edce32 None None] Provisioning complete for port 746240f5-e8ea-483b-9f7a-867b57f7fa8f triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:51.745193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7ab9439c-c144-49b0-97b5-b72648edce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:51.753490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router 173137ac-e225-4ff4-a49b-7de7e83dd2ef has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:06:51.774039 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:51.786166 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:06:51.804439 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bfeed9-8492-4fb9-b016-15b5d4e5f4c6 None None] Routers {'dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:51.804591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-06bfeed9-8492-4fb9-b016-15b5d4e5f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:51.914097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 8222c52d-a034-4879-84c1-a53414db4ed6 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:51.914909 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:51.948831 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-06bfeed9-8492-4fb9-b016-15b5d4e5f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:51.949355 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bfeed9-8492-4fb9-b016-15b5d4e5f4c6 None None] The sync data for ids ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:51.972387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9439c-c144-49b0-97b5-b72648edce32 None None] Port 746240f5-e8ea-483b-9f7a-867b57f7fa8f cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:52.006267 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Subnet': ['ID=ab286cc7-169b-4cb2-8dc2-e7903a7daf18,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:52.017173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:52.029580 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae96a64-494b-453a-8cec-39338ad189bd None None] Sync routers for ids ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:52.031379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Checking segment: {'id': '97c9d684-6727-41d9-9d1a-a15eaceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:52.031762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network hostable DHCP agents. Network: f9b6f913-19ef-459b-a6ff-d85bcf9023ca, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:06:52.054039 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae96a64-494b-453a-8cec-39338ad189bd None None] Routers {'173137ac-e225-4ff4-a49b-7de7e83dd2ef'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:52.055126 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9ae96a64-494b-453a-8cec-39338ad189bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:52.062254 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-be7939c3-b497-40f1-8ac8-26a125b110de tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/173137ac-e225-4ff4-a49b-7de7e83dd2ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6635990 Feb 21 09:06:52.062254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55190) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:52.139583 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9ae96a64-494b-453a-8cec-39338ad189bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:52.153616 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae96a64-494b-453a-8cec-39338ad189bd None None] Routers {'173137ac-e225-4ff4-a49b-7de7e83dd2ef'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:52.153841 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9ae96a64-494b-453a-8cec-39338ad189bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:52.190890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1ff919-3159-4fc8-b893-88c1423c1651 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:52.191657 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ca1ff919-3159-4fc8-b893-88c1423c1651 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Synchronizing usage tracker for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:52.212487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ca1ff919-3159-4fc8-b893-88c1423c1651 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Unset dirty status for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:52.217310 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ca1ff919-3159-4fc8-b893-88c1423c1651 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports/746240f5-e8ea-483b-9f7a-867b57f7fa8f HTTP/1.1" status: 200 len: 910 time: 0.1516662 Feb 21 09:06:52.217747 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55194) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:52.220096 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9ae96a64-494b-453a-8cec-39338ad189bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:52.220658 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae96a64-494b-453a-8cec-39338ad189bd None None] The sync data for ids ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:52.225260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network f9b6f913-19ef-459b-a6ff-d85bcf9023ca is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:06:52.250527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, f9b6f913-19ef-459b-a6ff-d85bcf9023ca) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:52.262775 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ab9521-422f-481f-8fdc-f496bca1d680 None None] Network f9b6f913-19ef-459b-a6ff-d85bcf9023ca requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:52.265124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:52.265722 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:52.304534 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f5df6d23-a075-45a1-9d90-6edbb9fd8dea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4951618 Feb 21 09:06:52.305371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55198) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:52.620528 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:06:52.621347 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:52.712989 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a0981866-2916-4768-a0fd-5cc3bdd820ac tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:52.831554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Allocated IP 172.20.0.2 (f9b6f913-19ef-459b-a6ff-d85bcf9023ca/ab286cc7-169b-4cb2-8dc2-e7903a7daf18/cd02e1e2-e7c6-4d19-a8bf-2f8090518248) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:52.874806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-af987d39-6aec-4fdd-8887-4a51667f18c7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:53.122546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:53.133931 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Transition to ACTIVE for port object cd02e1e2-e7c6-4d19-a8bf-2f8090518248 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:53.154749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Transition to ACTIVE for port object cd02e1e2-e7c6-4d19-a8bf-2f8090518248 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:53.161220 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:53.240263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Pushing event updated for resources: {'Port': ['ID=cd02e1e2-e7c6-4d19-a8bf-2f8090518248,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:53.243730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Network f9b6f913-19ef-459b-a6ff-d85bcf9023ca is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:53.245203 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:53.247725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:53.354601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Attempting to bind port cd02e1e2-e7c6-4d19-a8bf-2f8090518248 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:06:53.354965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Attempting to bind port cd02e1e2-e7c6-4d19-a8bf-2f8090518248 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '97c9d684-6727-41d9-9d1a-a15eaceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:06:53.355406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Attempting to bind port cd02e1e2-e7c6-4d19-a8bf-2f8090518248 on network f9b6f913-19ef-459b-a6ff-d85bcf9023ca {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:06:53.368205 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:06:53.368775 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Checking segment: {'id': '97c9d684-6727-41d9-9d1a-a15eaceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:06:53.369342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:53.369805 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Bound using segment: {'id': '97c9d684-6727-41d9-9d1a-a15eaceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:06:53.370355 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Bound port: cd02e1e2-e7c6-4d19-a8bf-2f8090518248, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c9d684-6727-41d9-9d1a-a15eaceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:06:53.370800 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:53.482274 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] For port cd02e1e2-e7c6-4d19-a8bf-2f8090518248, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:06:53.485832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] For port cd02e1e2-e7c6-4d19-a8bf-2f8090518248, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=cd02e1e2-e7c6-4d19-a8bf-2f8090518248,segment=NetworkSegment(97c9d684-6727-41d9-9d1a-a15eaceaa566),segment_id=97c9d684-6727-41d9-9d1a-a15eaceaa566)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:06:53.492692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:53.572821 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c6d5e-bb6e-4f52-9897-b44e1d250048 None None] Pushing event updated for resources: {'Port': ['ID=cd02e1e2-e7c6-4d19-a8bf-2f8090518248,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:53.637483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-af987d39-6aec-4fdd-8887-4a51667f18c7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 746240f5-e8ea-483b-9f7a-867b57f7fa8f {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:53.638278 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-af987d39-6aec-4fdd-8887-4a51667f18c7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:53.659754 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d3fb8d67-bb38-47fa-b916-5a79cc9a613d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:53.757076 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port d3fb8d67-bb38-47fa-b916-5a79cc9a613d completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:53.762861 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port d3fb8d67-bb38-47fa-b916-5a79cc9a613d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:53.763284 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:53.866120 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-a0981866-2916-4768-a0fd-5cc3bdd820ac tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port a55a928e-5cd5-4cee-8871-ca2b1e4801e3 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:53.866773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a0981866-2916-4768-a0fd-5cc3bdd820ac tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:53.950124 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:53.952792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-af987d39-6aec-4fdd-8887-4a51667f18c7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:53.975239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port d3fb8d67-bb38-47fa-b916-5a79cc9a613d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d3fb8d67-bb38-47fa-b916-5a79cc9a613d,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:53.986410 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:54.090468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=d3fb8d67-bb38-47fa-b916-5a79cc9a613d,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:54.099342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-af987d39-6aec-4fdd-8887-4a51667f18c7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for 746240f5-e8ea-483b-9f7a-867b57f7fa8f owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:54.290298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-af987d39-6aec-4fdd-8887-4a51667f18c7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:54.297014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a0981866-2916-4768-a0fd-5cc3bdd820ac tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:54.341839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af987d39-6aec-4fdd-8887-4a51667f18c7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Port': ['ID=746240f5-e8ea-483b-9f7a-867b57f7fa8f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:54.604030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-a0981866-2916-4768-a0fd-5cc3bdd820ac tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for a55a928e-5cd5-4cee-8871-ca2b1e4801e3 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:54.749335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:54.784775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-af987d39-6aec-4fdd-8887-4a51667f18c7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:54.917556 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627e096a-812a-480c-be64-0dffb82715ef None None] Network f9b6f913-19ef-459b-a6ff-d85bcf9023ca requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:06:55.081008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a0981866-2916-4768-a0fd-5cc3bdd820ac tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:55.127749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6c38436e-c145-4075-82aa-484128b32da6 None None] Provisioning for port cd02e1e2-e7c6-4d19-a8bf-2f8090518248 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:55.196984 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0981866-2916-4768-a0fd-5cc3bdd820ac tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=a55a928e-5cd5-4cee-8871-ca2b1e4801e3,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:55.382126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af987d39-6aec-4fdd-8887-4a51667f18c7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router 173137ac-e225-4ff4-a49b-7de7e83dd2ef has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:06:55.608136 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.1 (f9b6f913-19ef-459b-a6ff-d85bcf9023ca/ab286cc7-169b-4cb2-8dc2-e7903a7daf18/4a510440-32d8-42d3-b2ea-f86a206bdca7) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:06:55.624435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af987d39-6aec-4fdd-8887-4a51667f18c7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:55.636878 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38baa1-de62-4489-9263-e7dd28a0a1f1 None None] Sync routers for ids ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:55.657692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38baa1-de62-4489-9263-e7dd28a0a1f1 None None] Routers {'173137ac-e225-4ff4-a49b-7de7e83dd2ef'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:55.659202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-4c38baa1-de62-4489-9263-e7dd28a0a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:55.672586 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-af987d39-6aec-4fdd-8887-4a51667f18c7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/173137ac-e225-4ff4-a49b-7de7e83dd2ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4534006 Feb 21 09:06:55.675400 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55202) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:55.739505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a0981866-2916-4768-a0fd-5cc3bdd820ac tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:55.790897 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-4c38baa1-de62-4489-9263-e7dd28a0a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:55.825813 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38baa1-de62-4489-9263-e7dd28a0a1f1 None None] Routers {'173137ac-e225-4ff4-a49b-7de7e83dd2ef'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:55.826753 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-4c38baa1-de62-4489-9263-e7dd28a0a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:55.899172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d3fb8d67-bb38-47fa-b916-5a79cc9a613d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:55.945285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-4c38baa1-de62-4489-9263-e7dd28a0a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:55.945965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38baa1-de62-4489-9263-e7dd28a0a1f1 None None] The sync data for ids ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:55.960309 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:55.990287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object 4a510440-32d8-42d3-b2ea-f86a206bdca7 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:06:55.994466 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port d3fb8d67-bb38-47fa-b916-5a79cc9a613d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:55.994840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:56.093484 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:56.098357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57b987ec-c553-48f7-9715-db191748926f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:56.125308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cd02e1e2-e7c6-4d19-a8bf-2f8090518248 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:56.204605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port cd02e1e2-e7c6-4d19-a8bf-2f8090518248 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:56.210421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port cd02e1e2-e7c6-4d19-a8bf-2f8090518248 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:56.210851 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:56.375374 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:56.387933 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network f9b6f913-19ef-459b-a6ff-d85bcf9023ca is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:56.392815 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:56.399075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:06:56.412693 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port cd02e1e2-e7c6-4d19-a8bf-2f8090518248, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=cd02e1e2-e7c6-4d19-a8bf-2f8090518248,segment=NetworkSegment(97c9d684-6727-41d9-9d1a-a15eaceaa566),segment_id=97c9d684-6727-41d9-9d1a-a15eaceaa566)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:06:56.421965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:56.439506 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=4a510440-32d8-42d3-b2ea-f86a206bdca7,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:56.506447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=cd02e1e2-e7c6-4d19-a8bf-2f8090518248,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:56.598201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:56.721717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:56.776459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0981866-2916-4768-a0fd-5cc3bdd820ac tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router dd138f0b-6ec8-4c1f-8fd1-43fd89a35432 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:06:56.780014 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9c450225-27ac-413d-ba30-d27760b52bc6 None None] Provisioning for port 4a510440-32d8-42d3-b2ea-f86a206bdca7 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:06:56.790706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9c450225-27ac-413d-ba30-d27760b52bc6 None None] Provisioning complete for port 4a510440-32d8-42d3-b2ea-f86a206bdca7 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:56.791171 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9c450225-27ac-413d-ba30-d27760b52bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:56.855098 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-9c450225-27ac-413d-ba30-d27760b52bc6 None None] Port 4a510440-32d8-42d3-b2ea-f86a206bdca7 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:56.987604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-57b987ec-c553-48f7-9715-db191748926f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 6325e831-fc98-4e5b-954d-c221aef0020b {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:56.988160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57b987ec-c553-48f7-9715-db191748926f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:57.184825 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57b987ec-c553-48f7-9715-db191748926f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:57.245030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0981866-2916-4768-a0fd-5cc3bdd820ac tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:57.257137 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b7175-a0ec-4f46-ad16-3ca81dc89f65 None None] Sync routers for ids ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:57.270498 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b7175-a0ec-4f46-ad16-3ca81dc89f65 None None] Routers {'dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:57.271168 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d54b7175-a0ec-4f46-ad16-3ca81dc89f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:57.284505 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a0981866-2916-4768-a0fd-5cc3bdd820ac tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/dd138f0b-6ec8-4c1f-8fd1-43fd89a35432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5668950 Feb 21 09:06:57.293213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55206) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:57.318838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-57b987ec-c553-48f7-9715-db191748926f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for 6325e831-fc98-4e5b-954d-c221aef0020b owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:57.339892 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d54b7175-a0ec-4f46-ad16-3ca81dc89f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:57.351535 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b7175-a0ec-4f46-ad16-3ca81dc89f65 None None] Routers {'dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:57.352142 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d54b7175-a0ec-4f46-ad16-3ca81dc89f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:57.360975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:57.455987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:57.458341 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d54b7175-a0ec-4f46-ad16-3ca81dc89f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:57.458954 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b7175-a0ec-4f46-ad16-3ca81dc89f65 None None] The sync data for ids ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:57.525066 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57b987ec-c553-48f7-9715-db191748926f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:57.592846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=4a510440-32d8-42d3-b2ea-f86a206bdca7,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:57.601779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b987ec-c553-48f7-9715-db191748926f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Port': ['ID=6325e831-fc98-4e5b-954d-c221aef0020b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:06:57.602423 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:57.633199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cd02e1e2-e7c6-4d19-a8bf-2f8090518248 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:06:57.748322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port cd02e1e2-e7c6-4d19-a8bf-2f8090518248 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:57.749002 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:57.923505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57b987ec-c553-48f7-9715-db191748926f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:58.022909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network f9b6f913-19ef-459b-a6ff-d85bcf9023ca is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:06:58.025882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:06:58.246104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-16a63020-ad5f-4775-b83d-1d1f9388366a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:58.289108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a49950e3-1a86-4265-97f4-ce28171359fb None None] Provisioning complete for port 4a510440-32d8-42d3-b2ea-f86a206bdca7 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:06:58.289579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a49950e3-1a86-4265-97f4-ce28171359fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:58.350613 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a49950e3-1a86-4265-97f4-ce28171359fb None None] Port 4a510440-32d8-42d3-b2ea-f86a206bdca7 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:06:58.560757 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b987ec-c553-48f7-9715-db191748926f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router 173137ac-e225-4ff4-a49b-7de7e83dd2ef has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:06:58.715595 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b987ec-c553-48f7-9715-db191748926f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:58.728980 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b353a4-92f2-4430-b2de-80f8885d812f None None] Sync routers for ids ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:58.729565 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-57b987ec-c553-48f7-9715-db191748926f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/173137ac-e225-4ff4-a49b-7de7e83dd2ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0525661 Feb 21 09:06:58.734936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55210) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:58.746066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b353a4-92f2-4430-b2de-80f8885d812f None None] Routers {'173137ac-e225-4ff4-a49b-7de7e83dd2ef'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:58.747710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a1b353a4-92f2-4430-b2de-80f8885d812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:58.759213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 7a79d461-07c5-400d-9945-55ff5a887d45 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:06:58.779120 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-576ff204-effc-4619-bfc8-da1232dd795d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Synchronizing usage tracker for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:06:58.795716 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-576ff204-effc-4619-bfc8-da1232dd795d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Unset dirty status for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:06:58.801074 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-576ff204-effc-4619-bfc8-da1232dd795d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports?device_id=173137ac-e225-4ff4-a49b-7de7e83dd2ef HTTP/1.1" status: 200 len: 205 time: 0.0634787 Feb 21 09:06:58.801074 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55214) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:58.825882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a1b353a4-92f2-4430-b2de-80f8885d812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:58.837335 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b353a4-92f2-4430-b2de-80f8885d812f None None] Routers {'173137ac-e225-4ff4-a49b-7de7e83dd2ef'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:58.838110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a1b353a4-92f2-4430-b2de-80f8885d812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:58.899720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a1b353a4-92f2-4430-b2de-80f8885d812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:58.900182 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b353a4-92f2-4430-b2de-80f8885d812f None None] The sync data for ids ['173137ac-e225-4ff4-a49b-7de7e83dd2ef'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:06:58.945415 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e0203fa2-65dc-4292-ad55-8155d412d348 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:59.311745 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:06:59.322325 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Sync routers for ids ['7a79d461-07c5-400d-9945-55ff5a887d45'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:06:59.323485 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-108f541e-bd7d-4759-a0b2-542d617339e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/7a79d461-07c5-400d-9945-55ff5a887d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0153692 Feb 21 09:06:59.327303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55218) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:59.337243 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Routers {'7a79d461-07c5-400d-9945-55ff5a887d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:06:59.338165 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a79d461-07c5-400d-9945-55ff5a887d45'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:59.350743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e0203fa2-65dc-4292-ad55-8155d412d348 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:59.355345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e0203fa2-65dc-4292-ad55-8155d412d348 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:59.398443 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e0203fa2-65dc-4292-ad55-8155d412d348 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:59.398943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0203fa2-65dc-4292-ad55-8155d412d348 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Fanout notify agent at l3_agent the message router_deleted on router 173137ac-e225-4ff4-a49b-7de7e83dd2ef {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:06:59.411477 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e0203fa2-65dc-4292-ad55-8155d412d348 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:59.415232 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e0203fa2-65dc-4292-ad55-8155d412d348 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/routers/173137ac-e225-4ff4-a49b-7de7e83dd2ef HTTP/1.1" status: 204 len: 168 time: 0.6109087 Feb 21 09:06:59.415461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55222) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:59.431857 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-16a63020-ad5f-4775-b83d-1d1f9388366a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port 46b0e016-05e3-4618-a484-0db4bb5ed54b {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:06:59.432391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-16a63020-ad5f-4775-b83d-1d1f9388366a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:59.528251 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Set router 7a79d461-07c5-400d-9945-55ff5a887d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:06:59.694622 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3c666-602f-44da-b78a-d162710d584c tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.695018 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3c666-602f-44da-b78a-d162710d584c tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.695449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3c666-602f-44da-b78a-d162710d584c tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.696618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3c666-602f-44da-b78a-d162710d584c tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.696618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3c666-602f-44da-b78a-d162710d584c tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.696618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3c666-602f-44da-b78a-d162710d584c tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.696915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3c666-602f-44da-b78a-d162710d584c tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.697580 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3c666-602f-44da-b78a-d162710d584c tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.697580 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3c666-602f-44da-b78a-d162710d584c tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.697805 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3c666-602f-44da-b78a-d162710d584c tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.701000 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1cf3c666-602f-44da-b78a-d162710d584c tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7009 time: 0.3713441 Feb 21 09:06:59.703684 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55226) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:06:59.765854 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-16a63020-ad5f-4775-b83d-1d1f9388366a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:59.768389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd432f2-a7b9-48ae-b118-aa703dc3c8e5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting subnet a0084b1f-bade-44ed-ac66-3d506f554f82 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:06:59.771771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6cd432f2-a7b9-48ae-b118-aa703dc3c8e5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:59.840690 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6cd432f2-a7b9-48ae-b118-aa703dc3c8e5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:59.906948 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-16a63020-ad5f-4775-b83d-1d1f9388366a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for 46b0e016-05e3-4618-a484-0db4bb5ed54b owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:06:59.920873 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:06:56Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:06:57Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:06:59.925432 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Checking router: 7a79d461-07c5-400d-9945-55ff5a887d45 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:06:59.925783 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Updating router 7a79d461-07c5-400d-9945-55ff5a887d45 port 4a510440-32d8-42d3-b2ea-f86a206bdca7 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:06:59.973514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2e073-9eaf-4270-9162-ae845365656d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.973748 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6cd432f2-a7b9-48ae-b118-aa703dc3c8e5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:59.973902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2e073-9eaf-4270-9162-ae845365656d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.974572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2e073-9eaf-4270-9162-ae845365656d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.974572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2e073-9eaf-4270-9162-ae845365656d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.974917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2e073-9eaf-4270-9162-ae845365656d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.975317 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2e073-9eaf-4270-9162-ae845365656d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.975669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2e073-9eaf-4270-9162-ae845365656d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.976016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2e073-9eaf-4270-9162-ae845365656d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.976518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2e073-9eaf-4270-9162-ae845365656d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.976700 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2e073-9eaf-4270-9162-ae845365656d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:06:59.978756 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:06:59.982687 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-aab2e073-9eaf-4270-9162-ae845365656d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6421 time: 0.2774007 Feb 21 09:06:59.985987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55230) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:00.062569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6cd432f2-a7b9-48ae-b118-aa703dc3c8e5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.107536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd432f2-a7b9-48ae-b118-aa703dc3c8e5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Subnet': ['ID=a0084b1f-bade-44ed-ac66-3d506f554f82,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:00.114344 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6cd432f2-a7b9-48ae-b118-aa703dc3c8e5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.123970 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6cd432f2-a7b9-48ae-b118-aa703dc3c8e5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/a0084b1f-bade-44ed-ac66-3d506f554f82 HTTP/1.1" status: 204 len: 168 time: 0.7074234 Feb 21 09:07:00.124565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55234) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:00.129166 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d96b1de-7b91-4279-8f86-6b059ba98769 None None] Network d541413d-6d19-4585-aaca-babfed049999 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:00.232869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9a8cf16a-c072-4201-940c-fdb02305f1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.323878 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-16a63020-ad5f-4775-b83d-1d1f9388366a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.354428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.398761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e8072c-dadc-4edf-bf22-d288ddca07cf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting subnet 5f7a643a-7d54-4e1a-8924-0025a675ec46 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:07:00.401296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a63020-ad5f-4775-b83d-1d1f9388366a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=46b0e016-05e3-4618-a484-0db4bb5ed54b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:00.402278 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10e8072c-dadc-4edf-bf22-d288ddca07cf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.472047 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0348c6f9-7ac1-429a-88ab-9b70156d6690 None None] DHCP port deletion for d541413d-6d19-4585-aaca-babfed049999 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:07:00.477646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-0348c6f9-7ac1-429a-88ab-9b70156d6690 None None] Deleting port 8222c52d-a034-4879-84c1-a53414db4ed6 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:00.478026 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0348c6f9-7ac1-429a-88ab-9b70156d6690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.488775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10e8072c-dadc-4edf-bf22-d288ddca07cf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.508027 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.538154 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Transition to ACTIVE for port object 4a510440-32d8-42d3-b2ea-f86a206bdca7 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:00.553338 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.677574 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-aab019ce-2ec6-4364-89bb-a5beb10f0079 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3580 time: 0.6907058 Feb 21 09:07:00.687446 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-16a63020-ad5f-4775-b83d-1d1f9388366a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.695136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10e8072c-dadc-4edf-bf22-d288ddca07cf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.779778 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3429da-1cf8-4d03-a490-08c0d08104ed None None] Pushing event updated for resources: {'Port': ['ID=4a510440-32d8-42d3-b2ea-f86a206bdca7,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:00.864023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10e8072c-dadc-4edf-bf22-d288ddca07cf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.877593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-0348c6f9-7ac1-429a-88ab-9b70156d6690 None None] For port 8222c52d-a034-4879-84c1-a53414db4ed6, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8222c52d-a034-4879-84c1-a53414db4ed6,segment=NetworkSegment(530efa5c-0e31-481f-aba0-d0331927e447),segment_id=530efa5c-0e31-481f-aba0-d0331927e447)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:00.877994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0348c6f9-7ac1-429a-88ab-9b70156d6690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.920369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10e8072c-dadc-4edf-bf22-d288ddca07cf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:00.928756 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8072c-dadc-4edf-bf22-d288ddca07cf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7a643a-7d54-4e1a-8924-0025a675ec46,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:00.937315 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-10e8072c-dadc-4edf-bf22-d288ddca07cf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/5f7a643a-7d54-4e1a-8924-0025a675ec46 HTTP/1.1" status: 204 len: 168 time: 0.8116887 Feb 21 09:07:00.938099 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55242) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:00.961314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68678d42-481d-4cbc-b384-a771473e94d2 None None] Network f31920de-5956-430d-957f-8c8aaa79476c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:01.040964 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Attempting to bind port 4a510440-32d8-42d3-b2ea-f86a206bdca7 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:07:01.041345 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Attempting to bind port 4a510440-32d8-42d3-b2ea-f86a206bdca7 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '97c9d684-6727-41d9-9d1a-a15eaceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:07:01.041698 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Attempting to bind port 4a510440-32d8-42d3-b2ea-f86a206bdca7 on network f9b6f913-19ef-459b-a6ff-d85bcf9023ca {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:07:01.050360 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:07:01.050360 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Checking segment: {'id': '97c9d684-6727-41d9-9d1a-a15eaceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:01.050360 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:01.058131 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Bound using segment: {'id': '97c9d684-6727-41d9-9d1a-a15eaceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:07:01.058131 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Bound port: 4a510440-32d8-42d3-b2ea-f86a206bdca7, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c9d684-6727-41d9-9d1a-a15eaceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:07:01.058131 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:01.080820 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-0348c6f9-7ac1-429a-88ab-9b70156d6690 None None] Calling delete_port for 8222c52d-a034-4879-84c1-a53414db4ed6 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:01.139308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:01.161583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 8222c52d-a034-4879-84c1-a53414db4ed6 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:01.162486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:01.178832 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] For port 4a510440-32d8-42d3-b2ea-f86a206bdca7, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:07:01.182369 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] For port 4a510440-32d8-42d3-b2ea-f86a206bdca7, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4a510440-32d8-42d3-b2ea-f86a206bdca7,segment=NetworkSegment(97c9d684-6727-41d9-9d1a-a15eaceaa566),segment_id=97c9d684-6727-41d9-9d1a-a15eaceaa566)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:07:01.182813 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55246) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:01.188099 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:01.201535 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1464310521', 'description': 'tempest-secgroup-smoke-1464310521 description', 'project_id': '0e247a2036294a16824a56cdfeb01f75'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:01.296259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:01.302481 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Routers {'7a79d461-07c5-400d-9945-55ff5a887d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:01.303140 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a79d461-07c5-400d-9945-55ff5a887d45'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:01.306317 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:01.311572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:01.321406 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:01.425571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:01.451545 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3429da-1cf8-4d03-a490-08c0d08104ed None None] Pushing event updated for resources: {'Port': ['ID=4a510440-32d8-42d3-b2ea-f86a206bdca7,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:01.475296 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] For port 8222c52d-a034-4879-84c1-a53414db4ed6, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8222c52d-a034-4879-84c1-a53414db4ed6,segment=NetworkSegment(530efa5c-0e31-481f-aba0-d0331927e447),segment_id=530efa5c-0e31-481f-aba0-d0331927e447)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:01.475661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:01.520364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0348c6f9-7ac1-429a-88ab-9b70156d6690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:01.606482 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:01.617405 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] Set router 7a79d461-07c5-400d-9945-55ff5a887d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:07:01.618352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:01.625166 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a63020-ad5f-4775-b83d-1d1f9388366a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router dd138f0b-6ec8-4c1f-8fd1-43fd89a35432 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:07:01.627283 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:01.649911 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:01.662338 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348c6f9-7ac1-429a-88ab-9b70156d6690 None None] Pushing event deleted for resources: {'Port': ['ID=8222c52d-a034-4879-84c1-a53414db4ed6,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:01.683848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0348c6f9-7ac1-429a-88ab-9b70156d6690 None None] No DVR routers for this DVR port 8222c52d-a034-4879-84c1-a53414db4ed6 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:07:01.691405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8222c52d-a034-4879-84c1-a53414db4ed6 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:07:01.710889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for 8222c52d-a034-4879-84c1-a53414db4ed6 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:01.733788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 8222c52d-a034-4879-84c1-a53414db4ed6 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:07:01.734131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8222c52d-a034-4879-84c1-a53414db4ed6 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:07:01.836118 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:07:01.836499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:07:01.877721 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c5a760-8c38-48b5-ae0e-90ee6e086a1c None None] DHCP port deletion for f31920de-5956-430d-957f-8c8aaa79476c request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:07:01.884321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-05c5a760-8c38-48b5-ae0e-90ee6e086a1c None None] Deleting port 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:01.884904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-05c5a760-8c38-48b5-ae0e-90ee6e086a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:01.901963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a63020-ad5f-4775-b83d-1d1f9388366a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:01.919731 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb1e26-f037-4030-8ab7-29fc3d370119 None None] Sync routers for ids ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:01.922521 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:01.930299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:01.976567 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-16a63020-ad5f-4775-b83d-1d1f9388366a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/dd138f0b-6ec8-4c1f-8fd1-43fd89a35432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6795382 Feb 21 09:07:01.976567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65882df9-45db-475d-b9d9-73a1c798de9b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:01.976875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55250) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:01.983370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb1e26-f037-4030-8ab7-29fc3d370119 None None] Routers {'dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:01.984227 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8deb1e26-f037-4030-8ab7-29fc3d370119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:02.018470 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.022109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55254) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:02.022882 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-445d54b6-96f5-4dc4-bcce-ffa038b987e7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8284502 Feb 21 09:07:02.028274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-6c92bd3f-d16b-4cd9-b777-cb0531960a1b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '65882df9-45db-475d-b9d9-73a1c798de9b', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:02.028739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-63f6ab60-909c-47ef-9586-54c9a7f97b0f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Synchronizing usage tracker for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:02.034357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6c92bd3f-d16b-4cd9-b777-cb0531960a1b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:02.040831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6c92bd3f-d16b-4cd9-b777-cb0531960a1b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:02.047173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6c92bd3f-d16b-4cd9-b777-cb0531960a1b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:02.047782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-63f6ab60-909c-47ef-9586-54c9a7f97b0f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Unset dirty status for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:02.049015 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-63f6ab60-909c-47ef-9586-54c9a7f97b0f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd138f0b-6ec8-4c1f-8fd1-43fd89a35432 HTTP/1.1" status: 200 len: 205 time: 0.0713499 Feb 21 09:07:02.051894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55258) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:02.058403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6c92bd3f-d16b-4cd9-b777-cb0531960a1b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:02.059480 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8deb1e26-f037-4030-8ab7-29fc3d370119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:02.080521 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6c92bd3f-d16b-4cd9-b777-cb0531960a1b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.102007 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:06:56Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:07:01Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:02.107194 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e24302e-976a-468b-8347-2dc2728be8ff None None] The sync data for ids ['7a79d461-07c5-400d-9945-55ff5a887d45'] in dv-neutron-830062-1-hyperv is: [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:06:56Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:07:01Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:02.186284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6c92bd3f-d16b-4cd9-b777-cb0531960a1b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.195120 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6c92bd3f-d16b-4cd9-b777-cb0531960a1b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.203987 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb1e26-f037-4030-8ab7-29fc3d370119 None None] Routers {'dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:02.208090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8deb1e26-f037-4030-8ab7-29fc3d370119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:06:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:02.239889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92bd3f-d16b-4cd9-b777-cb0531960a1b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf1732d-d44d-4b05-8f81-8e53fca2553a,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:02.249293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6c92bd3f-d16b-4cd9-b777-cb0531960a1b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.251680 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6c92bd3f-d16b-4cd9-b777-cb0531960a1b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2283733 Feb 21 09:07:02.255496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55262) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:02.274438 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-3293eea5-fff0-4f45-ab92-9a9eaedfcce3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '65882df9-45db-475d-b9d9-73a1c798de9b', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:02.284254 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-10080b07-1e17-4de1-80e0-9e2f5c44aef3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.297444 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8deb1e26-f037-4030-8ab7-29fc3d370119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:02.297852 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb1e26-f037-4030-8ab7-29fc3d370119 None None] The sync data for ids ['dd138f0b-6ec8-4c1f-8fd1-43fd89a35432'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:02.325892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-05c5a760-8c38-48b5-ae0e-90ee6e086a1c None None] For port 33f4d87e-686b-4bd4-86d4-5d68841f3fe5, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=33f4d87e-686b-4bd4-86d4-5d68841f3fe5,segment=NetworkSegment(de0b1da4-eab9-440b-a196-7d7f1b0e4ed9),segment_id=de0b1da4-eab9-440b-a196-7d7f1b0e4ed9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:02.326443 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-05c5a760-8c38-48b5-ae0e-90ee6e086a1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.337444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 8222c52d-a034-4879-84c1-a53414db4ed6 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:02.337698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.344111 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3293eea5-fff0-4f45-ab92-9a9eaedfcce3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:02.412426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] The port '8222c52d-a034-4879-84c1-a53414db4ed6' was deleted {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:07:02.423204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3293eea5-fff0-4f45-ab92-9a9eaedfcce3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:02.431324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3293eea5-fff0-4f45-ab92-9a9eaedfcce3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:02.441930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3293eea5-fff0-4f45-ab92-9a9eaedfcce3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:02.473352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-05c5a760-8c38-48b5-ae0e-90ee6e086a1c None None] Calling delete_port for 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:02.560786 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-05c5a760-8c38-48b5-ae0e-90ee6e086a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.627429 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5a760-8c38-48b5-ae0e-90ee6e086a1c None None] Pushing event deleted for resources: {'Port': ['ID=33f4d87e-686b-4bd4-86d4-5d68841f3fe5,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:02.638972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c5a760-8c38-48b5-ae0e-90ee6e086a1c None None] No DVR routers for this DVR port 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:07:02.663177 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3293eea5-fff0-4f45-ab92-9a9eaedfcce3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.674078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.707825 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d541413d-6d19-4585-aaca-babfed049999']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:02.720823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530efa5c-0e31-481f-aba0-d0331927e447') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:02.721119 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530efa5c-0e31-481f-aba0-d0331927e447') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:02.733441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.751560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.758231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:07:02.758621 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:07:02.783844 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:07:02.872599 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.872869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-10080b07-1e17-4de1-80e0-9e2f5c44aef3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.884990 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-10080b07-1e17-4de1-80e0-9e2f5c44aef3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.896747 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.907966 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3293eea5-fff0-4f45-ab92-9a9eaedfcce3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.914451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Network': ['ID=d541413d-6d19-4585-aaca-babfed049999,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:02.919835 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f5cd9511-f99e-4b0f-9626-5f7839332690 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/networks/d541413d-6d19-4585-aaca-babfed049999 HTTP/1.1" status: 204 len: 168 time: 1.9802248 Feb 21 09:07:02.922599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-263a56d4-6a38-455e-b221-e378ccd3f176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.925633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55266) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:02.927217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3293eea5-fff0-4f45-ab92-9a9eaedfcce3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.956342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-10080b07-1e17-4de1-80e0-9e2f5c44aef3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.956866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10080b07-1e17-4de1-80e0-9e2f5c44aef3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Fanout notify agent at l3_agent the message router_deleted on router dd138f0b-6ec8-4c1f-8fd1-43fd89a35432 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:07:02.967189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293eea5-fff0-4f45-ab92-9a9eaedfcce3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea299635-7b9e-4412-ac5b-6d8a6fd8d33e,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:02.985501 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-10080b07-1e17-4de1-80e0-9e2f5c44aef3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.989792 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-10080b07-1e17-4de1-80e0-9e2f5c44aef3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/routers/dd138f0b-6ec8-4c1f-8fd1-43fd89a35432 HTTP/1.1" status: 204 len: 168 time: 0.9342053 Feb 21 09:07:02.989792 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3293eea5-fff0-4f45-ab92-9a9eaedfcce3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:02.991507 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3293eea5-fff0-4f45-ab92-9a9eaedfcce3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7341754 Feb 21 09:07:02.992283 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55270) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:02.995982 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55272) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:03.080203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fba9735-0b8d-4c5b-a46c-1b7c58ad32aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.153745 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b5244a5d-a45c-4a84-89ea-7994bcdc8419 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '65882df9-45db-475d-b9d9-73a1c798de9b', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:03.165930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b5244a5d-a45c-4a84-89ea-7994bcdc8419 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:03.178053 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b5244a5d-a45c-4a84-89ea-7994bcdc8419 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:03.182844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b5244a5d-a45c-4a84-89ea-7994bcdc8419 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:03.193279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b5244a5d-a45c-4a84-89ea-7994bcdc8419 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:03.250670 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fba9735-0b8d-4c5b-a46c-1b7c58ad32aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.281264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4fba9735-0b8d-4c5b-a46c-1b7c58ad32aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31920de-5956-430d-957f-8c8aaa79476c']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:03.287854 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b5244a5d-a45c-4a84-89ea-7994bcdc8419 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.302661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4fba9735-0b8d-4c5b-a46c-1b7c58ad32aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0b1da4-eab9-440b-a196-7d7f1b0e4ed9') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:03.302970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4fba9735-0b8d-4c5b-a46c-1b7c58ad32aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0b1da4-eab9-440b-a196-7d7f1b0e4ed9') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:03.316701 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fba9735-0b8d-4c5b-a46c-1b7c58ad32aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.333944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fba9735-0b8d-4c5b-a46c-1b7c58ad32aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.340791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fba9735-0b8d-4c5b-a46c-1b7c58ad32aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:07:03.341196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fba9735-0b8d-4c5b-a46c-1b7c58ad32aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:07:03.356463 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:07:03.382786 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f6b481-f008-406d-97aa-a59bb6a62304 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting subnet 6d6e8f4b-ef51-4339-a2a8-be6c35be6f75 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:07:03.387826 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-42f6b481-f008-406d-97aa-a59bb6a62304 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.442364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fba9735-0b8d-4c5b-a46c-1b7c58ad32aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.450922 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b5244a5d-a45c-4a84-89ea-7994bcdc8419 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.457709 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b5244a5d-a45c-4a84-89ea-7994bcdc8419 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.460167 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4fba9735-0b8d-4c5b-a46c-1b7c58ad32aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.467408 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4fba9735-0b8d-4c5b-a46c-1b7c58ad32aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/networks/f31920de-5956-430d-957f-8c8aaa79476c HTTP/1.1" status: 204 len: 168 time: 0.5344989 Feb 21 09:07:03.475837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55278) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:03.478313 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba9735-0b8d-4c5b-a46c-1b7c58ad32aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Network': ['ID=f31920de-5956-430d-957f-8c8aaa79476c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:03.484405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'network': {'name': 'tempest-RoutersTest-501318074'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:03.485916 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-42f6b481-f008-406d-97aa-a59bb6a62304 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.490896 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:03.495177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:network and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:03.498381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:03.505050 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:03.516764 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:03.520726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.532547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5244a5d-a45c-4a84-89ea-7994bcdc8419 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee51478-bc5d-488f-8fb2-e8e0e2ebf0f4,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:03.548526 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b5244a5d-a45c-4a84-89ea-7994bcdc8419 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.552334 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b5244a5d-a45c-4a84-89ea-7994bcdc8419 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4046204 Feb 21 09:07:03.552620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55282) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:03.558565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-332ce3a2-6cdc-4fbc-995f-4cfc4a85a8c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '65882df9-45db-475d-b9d9-73a1c798de9b', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:03.568149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-332ce3a2-6cdc-4fbc-995f-4cfc4a85a8c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:03.573413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:07:03.576205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-332ce3a2-6cdc-4fbc-995f-4cfc4a85a8c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:03.581269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-332ce3a2-6cdc-4fbc-995f-4cfc4a85a8c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:03.588506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-332ce3a2-6cdc-4fbc-995f-4cfc4a85a8c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:03.593435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.593778 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Added segment 8f400346-32f4-402d-8c91-0ded97090f80 of type vlan for network 42bfd153-0764-4c70-9477-630f6244c30f Feb 21 09:07:03.621548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-42f6b481-f008-406d-97aa-a59bb6a62304 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.628981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-332ce3a2-6cdc-4fbc-995f-4cfc4a85a8c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.636492 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4a510440-32d8-42d3-b2ea-f86a206bdca7 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:03.641050 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.675809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.703948 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.707910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:03.708590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.727279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-42f6b481-f008-406d-97aa-a59bb6a62304 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.728181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 4a510440-32d8-42d3-b2ea-f86a206bdca7 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:03.735633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4a510440-32d8-42d3-b2ea-f86a206bdca7 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:03.736007 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.774746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6b481-f008-406d-97aa-a59bb6a62304 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6e8f4b-ef51-4339-a2a8-be6c35be6f75,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:03.780487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-42f6b481-f008-406d-97aa-a59bb6a62304 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.789923 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-42f6b481-f008-406d-97aa-a59bb6a62304 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/6d6e8f4b-ef51-4339-a2a8-be6c35be6f75 HTTP/1.1" status: 204 len: 168 time: 0.7932334 Feb 21 09:07:03.789923 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55286) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:03.801189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f1928-088f-410c-ba5b-a607a85f6e32 None None] Network ffb6984f-bc54-411f-a46e-f9e4e661195b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:03.822604 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3459866 Feb 21 09:07:03.827608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-332ce3a2-6cdc-4fbc-995f-4cfc4a85a8c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.832848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55290) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:03.839990 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'subnet': {'network_id': '42bfd153-0764-4c70-9477-630f6244c30f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:03.843323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-332ce3a2-6cdc-4fbc-995f-4cfc4a85a8c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.865634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ce3a2-6cdc-4fbc-995f-4cfc4a85a8c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38196540-f239-42d2-a3c0-39976364d947,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:03.868753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95dd63d-5f58-422c-81b6-b3221d7b0e6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Network': ['ID=42bfd153-0764-4c70-9477-630f6244c30f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:03.888116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-332ce3a2-6cdc-4fbc-995f-4cfc4a85a8c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:03.889176 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-332ce3a2-6cdc-4fbc-995f-4cfc4a85a8c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3354118 Feb 21 09:07:03.896772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55294) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:03.899636 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 42bfd153-0764-4c70-9477-630f6244c30f details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:07:03.903793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-65761731-c85d-4995-ab92-0eb8a710586e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '65882df9-45db-475d-b9d9-73a1c798de9b', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:03.910195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-65761731-c85d-4995-ab92-0eb8a710586e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:03.914585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-65761731-c85d-4995-ab92-0eb8a710586e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:03.918424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-65761731-c85d-4995-ab92-0eb8a710586e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:03.925875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-65761731-c85d-4995-ab92-0eb8a710586e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:03.942739 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-65761731-c85d-4995-ab92-0eb8a710586e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:07:03.954474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-65761731-c85d-4995-ab92-0eb8a710586e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.049320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:04.055040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-65761731-c85d-4995-ab92-0eb8a710586e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.056452 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:subnet and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:04.061413 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:04.062930 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-65761731-c85d-4995-ab92-0eb8a710586e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.070070 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:04.102073 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65761731-c85d-4995-ab92-0eb8a710586e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56dd5ae0-89ba-4bae-96d3-7195ed96aeb8,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:04.106890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:04.117852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-65761731-c85d-4995-ab92-0eb8a710586e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.122937 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-65761731-c85d-4995-ab92-0eb8a710586e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2220557 Feb 21 09:07:04.124531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55298) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:04.131054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-cd9ec253-f8f0-41ed-966b-9b0bd14602c0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '65882df9-45db-475d-b9d9-73a1c798de9b', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:04.135925 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.139285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cd9ec253-f8f0-41ed-966b-9b0bd14602c0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:04.143504 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cd9ec253-f8f0-41ed-966b-9b0bd14602c0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:04.146640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cd9ec253-f8f0-41ed-966b-9b0bd14602c0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:04.153541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cd9ec253-f8f0-41ed-966b-9b0bd14602c0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:04.167074 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-cd9ec253-f8f0-41ed-966b-9b0bd14602c0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:07:04.175834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cd9ec253-f8f0-41ed-966b-9b0bd14602c0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.178273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8b70e1-49db-4a4f-a6d2-c346dea94e85 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting subnet af92fda7-34d6-4305-bc2f-03b8d545f855 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:07:04.188702 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8f8b70e1-49db-4a4f-a6d2-c346dea94e85 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.212330 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.265935 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cd9ec253-f8f0-41ed-966b-9b0bd14602c0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.269671 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.272138 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cd9ec253-f8f0-41ed-966b-9b0bd14602c0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.281146 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 4a510440-32d8-42d3-b2ea-f86a206bdca7, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4a510440-32d8-42d3-b2ea-f86a206bdca7,segment=NetworkSegment(97c9d684-6727-41d9-9d1a-a15eaceaa566),segment_id=97c9d684-6727-41d9-9d1a-a15eaceaa566)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:04.288913 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8f8b70e1-49db-4a4f-a6d2-c346dea94e85 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.289157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.311969 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ec253-f8f0-41ed-966b-9b0bd14602c0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a36376c-d7b4-4eba-8433-ea6f739eea3f,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:04.324502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cd9ec253-f8f0-41ed-966b-9b0bd14602c0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.325735 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cd9ec253-f8f0-41ed-966b-9b0bd14602c0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2005682 Feb 21 09:07:04.360619 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:07:04.428163 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:07:04.428688 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 33f4d87e-686b-4bd4-86d4-5d68841f3fe5 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:07:04.473283 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae3407a-7cad-4ebe-8791-3fb6913dede9 None None] DHCP port deletion for ffb6984f-bc54-411f-a46e-f9e4e661195b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:07:04.482969 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=4a510440-32d8-42d3-b2ea-f86a206bdca7,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:04.487806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3407a-7cad-4ebe-8791-3fb6913dede9 None None] Deleting port 3503759d-bdff-4c34-ad17-3c37fa39f243 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:04.488576 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9ae3407a-7cad-4ebe-8791-3fb6913dede9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.564787 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-c69f078f-1e42-4159-bdd5-739e01806978 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464310521&fields=id&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 267 time: 0.0564415 Feb 21 09:07:04.587519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8f8b70e1-49db-4a4f-a6d2-c346dea94e85 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.721882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.761555 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8f8b70e1-49db-4a4f-a6d2-c346dea94e85 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.771981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-b8828582-dd18-4bc7-8f2f-d33a0e9ba20a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:04.773716 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-b8828582-dd18-4bc7-8f2f-d33a0e9ba20a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/networks?id=f9b6f913-19ef-459b-a6ff-d85bcf9023ca HTTP/1.1" status: 200 len: 796 time: 0.1998215 Feb 21 09:07:04.792582 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9ae3407a-7cad-4ebe-8791-3fb6913dede9 None None] For port 3503759d-bdff-4c34-ad17-3c37fa39f243, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3503759d-bdff-4c34-ad17-3c37fa39f243,segment=NetworkSegment(17eb0fa2-97b2-403a-a8df-43825488e63f),segment_id=17eb0fa2-97b2-403a-a8df-43825488e63f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:04.793750 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9ae3407a-7cad-4ebe-8791-3fb6913dede9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.808047 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-7f7513e7-11e7-4d9a-b7de-3471fb80aca2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/quotas/0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 375 time: 0.0176148 Feb 21 09:07:04.813462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8f8b70e1-49db-4a4f-a6d2-c346dea94e85 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.834706 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Subnet': ['ID=be0c5f22-7c34-414f-9ddc-2484d48818c5,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:04.861157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4845574-05b3-4fa9-8ae6-8170a3455182 None None] Network f56c494c-85f9-454e-89ed-1682ebc006a6 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:04.870305 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8f8b70e1-49db-4a4f-a6d2-c346dea94e85 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/af92fda7-34d6-4305-bc2f-03b8d545f855 HTTP/1.1" status: 204 len: 168 time: 1.0775297 Feb 21 09:07:04.876660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55312) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:04.880630 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b70e1-49db-4a4f-a6d2-c346dea94e85 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Subnet': ['ID=af92fda7-34d6-4305-bc2f-03b8d545f855,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:04.890960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Checking segment: {'id': '8f400346-32f4-402d-8c91-0ded97090f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '42bfd153-0764-4c70-9477-630f6244c30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:04.891376 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network hostable DHCP agents. Network: 42bfd153-0764-4c70-9477-630f6244c30f, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:07:04.918849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 42bfd153-0764-4c70-9477-630f6244c30f is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:07:04.940230 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 42bfd153-0764-4c70-9477-630f6244c30f) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:04.941452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3407a-7cad-4ebe-8791-3fb6913dede9 None None] Calling delete_port for 3503759d-bdff-4c34-ad17-3c37fa39f243 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:04.944673 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:04.945361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:04.969989 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b180b5de-06e5-4263-b0ab-14c484c08af6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1346312 Feb 21 09:07:04.970369 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55316) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:04.980325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f60ad899-ca69-4610-a0d6-c09285c7ba1c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-250696772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:04.981892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56d2733-9f11-4955-9733-7421776cd51f None None] Network 42bfd153-0764-4c70-9477-630f6244c30f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:04.987047 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f60ad899-ca69-4610-a0d6-c09285c7ba1c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:04.991292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f60ad899-ca69-4610-a0d6-c09285c7ba1c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:router and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:04.994918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f60ad899-ca69-4610-a0d6-c09285c7ba1c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:05.001877 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f60ad899-ca69-4610-a0d6-c09285c7ba1c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:05.012907 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-7b84c427-765f-436e-8197-32a02813a4bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1954067 Feb 21 09:07:05.016506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.029442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f60ad899-ca69-4610-a0d6-c09285c7ba1c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.030906 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f60ad899-ca69-4610-a0d6-c09285c7ba1c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.038836 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port 3503759d-bdff-4c34-ad17-3c37fa39f243 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:05.039226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.055647 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f60ad899-ca69-4610-a0d6-c09285c7ba1c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.084117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f60ad899-ca69-4610-a0d6-c09285c7ba1c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.125078 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f60ad899-ca69-4610-a0d6-c09285c7ba1c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.131432 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f60ad899-ca69-4610-a0d6-c09285c7ba1c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1596463 Feb 21 09:07:05.132870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55322) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:05.139062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'port': {'network_id': '42bfd153-0764-4c70-9477-630f6244c30f', 'name': 'tempest-RoutersTest-640107498'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:05.264304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9ae3407a-7cad-4ebe-8791-3fb6913dede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.341934 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3407a-7cad-4ebe-8791-3fb6913dede9 None None] Pushing event deleted for resources: {'Port': ['ID=3503759d-bdff-4c34-ad17-3c37fa39f243,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:05.389927 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3407a-7cad-4ebe-8791-3fb6913dede9 None None] No DVR routers for this DVR port 3503759d-bdff-4c34-ad17-3c37fa39f243 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:07:05.440040 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:05.450702 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:05.473125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:05.479201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.484110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-42bfd153-0764-4c70-9477-630f6244c30f', 'network_id': '42bfd153-0764-4c70-9477-630f6244c30f', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'fixed_ips': [{'subnet_id': 'be0c5f22-7c34-414f-9ddc-2484d48818c5'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:07:05.485194 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.518375 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] device_id is not set on port 8d312c00-4a1f-47b1-9be3-808700c7e15a yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:07:05.519378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] For port 3503759d-bdff-4c34-ad17-3c37fa39f243, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3503759d-bdff-4c34-ad17-3c37fa39f243,segment=NetworkSegment(17eb0fa2-97b2-403a-a8df-43825488e63f),segment_id=17eb0fa2-97b2-403a-a8df-43825488e63f)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:05.519848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.529704 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-143ff728-d939-42cf-be0d-a0d3a6eb89cd service neutron] 10.222.0.48 "GET /v2.0/networks/f9b6f913-19ef-459b-a6ff-d85bcf9023ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028985 Feb 21 09:07:05.561672 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ccdb23-6820-4c7b-9373-18e08ded68c3 None None] DHCP port deletion for f56c494c-85f9-454e-89ed-1682ebc006a6 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:07:05.572857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-34ccdb23-6820-4c7b-9373-18e08ded68c3 None None] Deleting port 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:05.573341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-34ccdb23-6820-4c7b-9373-18e08ded68c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.668439 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4a510440-32d8-42d3-b2ea-f86a206bdca7 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:05.732697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for 3503759d-bdff-4c34-ad17-3c37fa39f243 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:05.742358 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Allocated IP 172.20.0.14 (42bfd153-0764-4c70-9477-630f6244c30f/be0c5f22-7c34-414f-9ddc-2484d48818c5/8d312c00-4a1f-47b1-9be3-808700c7e15a) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:05.890307 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4a510440-32d8-42d3-b2ea-f86a206bdca7 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:05.890897 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.898116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:07:05.898753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:07:05.915047 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-88c2fd2d-1c4f-4a32-a02a-e95a241541df service neutron] 10.222.0.48 "GET /v2.0/networks/f9b6f913-19ef-459b-a6ff-d85bcf9023ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096856 Feb 21 09:07:05.995639 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.997570 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-34ccdb23-6820-4c7b-9373-18e08ded68c3 None None] For port 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=57942660-6fb2-4dc5-b24f-f32ffd0a2cd9,segment=NetworkSegment(6ad4bc0e-f647-438b-a841-be52f3aaa9f9),segment_id=6ad4bc0e-f647-438b-a841-be52f3aaa9f9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:05.997957 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-34ccdb23-6820-4c7b-9373-18e08ded68c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:05.998571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:06.025213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Transition to ACTIVE for port object 8d312c00-4a1f-47b1-9be3-808700c7e15a will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:06.053396 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:06.168598 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 42bfd153-0764-4c70-9477-630f6244c30f is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:06.176353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:06.180113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=8d312c00-4a1f-47b1-9be3-808700c7e15a,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:06.184941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:06.192782 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-752fcf6e-c592-4399-8ff3-d86ef0164b8f req-3c83cfed-d574-405d-bf5e-61dafef99d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 210 time: 0.0538740 Feb 21 09:07:06.263461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-34ccdb23-6820-4c7b-9373-18e08ded68c3 None None] Calling delete_port for 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:06.264633 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:06.265285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:06.301972 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-44aa94ac-f8be-472f-a6a7-96330c212b6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1679790 Feb 21 09:07:06.304124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55336) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:06.340905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Allocated IP 172.20.0.2 (42bfd153-0764-4c70-9477-630f6244c30f/be0c5f22-7c34-414f-9ddc-2484d48818c5/0b4ba569-0808-45e1-a7b9-c4154f4d9486) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:06.403692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port 3503759d-bdff-4c34-ad17-3c37fa39f243 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:06.404004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:06.455218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-34ccdb23-6820-4c7b-9373-18e08ded68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:06.459954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3503759d-bdff-4c34-ad17-3c37fa39f243 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:07:06.533090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] The port '3503759d-bdff-4c34-ad17-3c37fa39f243' was deleted {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:07:06.563130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 3503759d-bdff-4c34-ad17-3c37fa39f243 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:07:06.563465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3503759d-bdff-4c34-ad17-3c37fa39f243 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:07:06.567580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccdb23-6820-4c7b-9373-18e08ded68c3 None None] Pushing event deleted for resources: {'Port': ['ID=57942660-6fb2-4dc5-b24f-f32ffd0a2cd9,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:06.575579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ccdb23-6820-4c7b-9373-18e08ded68c3 None None] No DVR routers for this DVR port 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:07:06.748331 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:06.759965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Transition to ACTIVE for port object 0b4ba569-0808-45e1-a7b9-c4154f4d9486 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:06.780744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Transition to ACTIVE for port object 0b4ba569-0808-45e1-a7b9-c4154f4d9486 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:06.787584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:06.796754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:06.839191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb6984f-bc54-411f-a46e-f9e4e661195b']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:06.855301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17eb0fa2-97b2-403a-a8df-43825488e63f') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:06.855897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17eb0fa2-97b2-403a-a8df-43825488e63f') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:06.871332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Network 42bfd153-0764-4c70-9477-630f6244c30f is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:06.872777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:06.878224 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Pushing event updated for resources: {'Port': ['ID=0b4ba569-0808-45e1-a7b9-c4154f4d9486,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:06.882286 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:06.885224 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:06.992966 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Attempting to bind port 0b4ba569-0808-45e1-a7b9-c4154f4d9486 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:07:06.993655 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Attempting to bind port 0b4ba569-0808-45e1-a7b9-c4154f4d9486 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '8f400346-32f4-402d-8c91-0ded97090f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '42bfd153-0764-4c70-9477-630f6244c30f'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:07:06.993997 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Attempting to bind port 0b4ba569-0808-45e1-a7b9-c4154f4d9486 on network 42bfd153-0764-4c70-9477-630f6244c30f {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:07:07.001602 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:07:07.001992 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Checking segment: {'id': '8f400346-32f4-402d-8c91-0ded97090f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '42bfd153-0764-4c70-9477-630f6244c30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:07.003021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:07.003021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Bound using segment: {'id': '8f400346-32f4-402d-8c91-0ded97090f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '42bfd153-0764-4c70-9477-630f6244c30f'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:07:07.003299 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Bound port: 0b4ba569-0808-45e1-a7b9-c4154f4d9486, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f400346-32f4-402d-8c91-0ded97090f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '42bfd153-0764-4c70-9477-630f6244c30f'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:07:07.005943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:07.010176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:07.021434 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:07:07.021926 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:07:07.038169 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:07:07.104798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] For port 0b4ba569-0808-45e1-a7b9-c4154f4d9486, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:07:07.109665 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] For port 0b4ba569-0808-45e1-a7b9-c4154f4d9486, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0b4ba569-0808-45e1-a7b9-c4154f4d9486,segment=NetworkSegment(8f400346-32f4-402d-8c91-0ded97090f80),segment_id=8f400346-32f4-402d-8c91-0ded97090f80)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:07:07.114310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:07.207102 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf799eb-2177-4c68-8151-9f9c9fa54688 None None] Pushing event updated for resources: {'Port': ['ID=0b4ba569-0808-45e1-a7b9-c4154f4d9486,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:07.588357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:07.597075 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d02ba633-7512-4649-97f1-1efc6713ba14 req-f6884fd1-f374-4d65-b238-1f36f9acf65d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 210 time: 0.2405043 Feb 21 09:07:07.627772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:07.644838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Network': ['ID=ffb6984f-bc54-411f-a46e-f9e4e661195b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:07.673622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0b4ba569-0808-45e1-a7b9-c4154f4d9486 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:07.706802 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7f3201ae-a2f9-4aa1-a48d-a8a0191a8473 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/networks/ffb6984f-bc54-411f-a46e-f9e4e661195b HTTP/1.1" status: 204 len: 168 time: 2.8297355 Feb 21 09:07:07.711054 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55346) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:07.747698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-4aa035f6-09dc-4584-964b-b28be0b814bc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:07.749268 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-4aa035f6-09dc-4584-964b-b28be0b814bc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/networks?id=f9b6f913-19ef-459b-a6ff-d85bcf9023ca HTTP/1.1" status: 200 len: 796 time: 0.4962633 Feb 21 09:07:07.759699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:07.781573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 0b4ba569-0808-45e1-a7b9-c4154f4d9486 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:07.850372 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:07:07.856258 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-df6aac02-f6b9-4e5f-b539-1f8887546df7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:07.876959 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-5895b22a-a446-41c4-abbd-70688bf18a84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 380 time: 0.1068263 Feb 21 09:07:07.887353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'port': {'device_id': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'admin_state_up': True, 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'security_groups': ['65882df9-45db-475d-b9d9-73a1c798de9b']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:07.890097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:07:07.890513 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 57942660-6fb2-4dc5-b24f-f32ffd0a2cd9 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:07:08.006882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-df6aac02-f6b9-4e5f-b539-1f8887546df7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.037206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-df6aac02-f6b9-4e5f-b539-1f8887546df7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56c494c-85f9-454e-89ed-1682ebc006a6']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:08.051336 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-df6aac02-f6b9-4e5f-b539-1f8887546df7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad4bc0e-f647-438b-a841-be52f3aaa9f9') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:08.051632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-df6aac02-f6b9-4e5f-b539-1f8887546df7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad4bc0e-f647-438b-a841-be52f3aaa9f9') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:08.064822 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-df6aac02-f6b9-4e5f-b539-1f8887546df7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.083448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-df6aac02-f6b9-4e5f-b539-1f8887546df7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.091479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6aac02-f6b9-4e5f-b539-1f8887546df7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:07:08.091967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-df6aac02-f6b9-4e5f-b539-1f8887546df7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:07:08.107791 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:07:08.203370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-df6aac02-f6b9-4e5f-b539-1f8887546df7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.226095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-df6aac02-f6b9-4e5f-b539-1f8887546df7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.238135 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6aac02-f6b9-4e5f-b539-1f8887546df7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Network': ['ID=f56c494c-85f9-454e-89ed-1682ebc006a6,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:08.244312 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-df6aac02-f6b9-4e5f-b539-1f8887546df7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/networks/f56c494c-85f9-454e-89ed-1682ebc006a6 HTTP/1.1" status: 204 len: 168 time: 0.5279121 Feb 21 09:07:08.245342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55350) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:08.251460 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1323460044'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:08.256957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:08.258431 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:08.261583 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:network and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:08.265346 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:08.269835 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:port and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:08.271528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:08.284154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:08.284361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:08.290019 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.295176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:08.325136 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:07:08.325330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:08.328674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.335755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.336222 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Added segment def881b1-241f-43fd-9fdc-ac7b2b61d619 of type vlan for network 75efbbd2-1e75-47da-b047-79af3264c2ef Feb 21 09:07:08.372299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.374547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c146f25-d699-4608-80c9-56bad6fb16a2 None None] Network 42bfd153-0764-4c70-9477-630f6244c30f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:08.400382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.408632 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.411860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.415970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:08.416595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.482673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e4e523b3-ef1f-407f-ae82-66e7386a0301 None None] Provisioning for port 0b4ba569-0808-45e1-a7b9-c4154f4d9486 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:08.491624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e4e523b3-ef1f-407f-ae82-66e7386a0301 None None] Provisioning complete for port 0b4ba569-0808-45e1-a7b9-c4154f4d9486 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:08.492371 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e4e523b3-ef1f-407f-ae82-66e7386a0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.546831 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3004048 Feb 21 09:07:08.551150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55354) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:08.566827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'subnet': {'network_id': '75efbbd2-1e75-47da-b047-79af3264c2ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:08.588968 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5ae27-f66e-4595-ab8d-acb0e3632e2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Network': ['ID=75efbbd2-1e75-47da-b047-79af3264c2ef,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:08.678932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.13 (f9b6f913-19ef-459b-a6ff-d85bcf9023ca/ab286cc7-169b-4cb2-8dc2-e7903a7daf18/41d48f3f-1ac8-4508-8521-73cd17f6e5c3) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:08.685221 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 75efbbd2-1e75-47da-b047-79af3264c2ef details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:07:08.700296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:08.707676 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:subnet and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:08.712846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:08.722037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:08.734704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:08.814007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=8d312c00-4a1f-47b1-9be3-808700c7e15a,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:08.871772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.890730 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d52b0329-4b03-4a02-b5d5-849a155bc9e6 req-6ee84562-5145-4381-84bc-4a4802b75ffc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 210 time: 0.0731139 Feb 21 09:07:08.905129 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e4e523b3-ef1f-407f-ae82-66e7386a0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:08.959977 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e4e523b3-ef1f-407f-ae82-66e7386a0301 None None] For port 0b4ba569-0808-45e1-a7b9-c4154f4d9486, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0b4ba569-0808-45e1-a7b9-c4154f4d9486,segment=NetworkSegment(8f400346-32f4-402d-8c91-0ded97090f80),segment_id=8f400346-32f4-402d-8c91-0ded97090f80)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:08.967055 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e4e523b3-ef1f-407f-ae82-66e7386a0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.066136 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e523b3-ef1f-407f-ae82-66e7386a0301 None None] Pushing event updated for resources: {'Port': ['ID=0b4ba569-0808-45e1-a7b9-c4154f4d9486,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:09.200080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2fe5528d-d5c6-42d0-bf55-1c75747afa41 None None] Provisioning complete for port 0b4ba569-0808-45e1-a7b9-c4154f4d9486 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:09.200572 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2fe5528d-d5c6-42d0-bf55-1c75747afa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.230687 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.272121 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:09.342184 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.381482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.397236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.398842 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2fe5528d-d5c6-42d0-bf55-1c75747afa41 None None] Provisioning for port 8d312c00-4a1f-47b1-9be3-808700c7e15a completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:09.416790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2fe5528d-d5c6-42d0-bf55-1c75747afa41 None None] Provisioning complete for port 8d312c00-4a1f-47b1-9be3-808700c7e15a triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:09.416790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2fe5528d-d5c6-42d0-bf55-1c75747afa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.456232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Subnet': ['ID=e032eff9-c4c6-4517-bcfd-3c8c24de3b7e,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:09.464698 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Checking segment: {'id': 'def881b1-241f-43fd-9fdc-ac7b2b61d619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75efbbd2-1e75-47da-b047-79af3264c2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:09.465601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network hostable DHCP agents. Network: 75efbbd2-1e75-47da-b047-79af3264c2ef, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:07:09.496539 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 75efbbd2-1e75-47da-b047-79af3264c2ef is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:07:09.500506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=41d48f3f-1ac8-4508-8521-73cd17f6e5c3,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:09.507519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network f9b6f913-19ef-459b-a6ff-d85bcf9023ca is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:09.514555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:09.518796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:09.524368 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 75efbbd2-1e75-47da-b047-79af3264c2ef) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:09.538224 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:09.538912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.558369 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e8d440-721c-4f75-b293-e9d0a0d9c2e3 None None] Network 75efbbd2-1e75-47da-b047-79af3264c2ef requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:09.578218 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-82e2ac4a-8fee-475b-b753-1f3908b8ebc7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0254736 Feb 21 09:07:09.580631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55360) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:09.586631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-51be1cf0-47bf-4b9a-9687-8f08ac64811d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-287239638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:09.596934 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5528d-d5c6-42d0-bf55-1c75747afa41 None None] Port 8d312c00-4a1f-47b1-9be3-808700c7e15a cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:09.603658 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-51be1cf0-47bf-4b9a-9687-8f08ac64811d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:09.609221 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-51be1cf0-47bf-4b9a-9687-8f08ac64811d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:router and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:09.614488 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-51be1cf0-47bf-4b9a-9687-8f08ac64811d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:09.640591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-51be1cf0-47bf-4b9a-9687-8f08ac64811d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:09.665898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51be1cf0-47bf-4b9a-9687-8f08ac64811d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.667590 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51be1cf0-47bf-4b9a-9687-8f08ac64811d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.703120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0b4ba569-0808-45e1-a7b9-c4154f4d9486 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:09.724762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51be1cf0-47bf-4b9a-9687-8f08ac64811d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.749212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.769647 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51be1cf0-47bf-4b9a-9687-8f08ac64811d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.840220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51be1cf0-47bf-4b9a-9687-8f08ac64811d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.844145 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-51be1cf0-47bf-4b9a-9687-8f08ac64811d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2618103 Feb 21 09:07:09.846649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55364) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:09.851045 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7c6fd691-ff34-43d1-adfe-5a1dcb3b3475 None None] Provisioning complete for port 8d312c00-4a1f-47b1-9be3-808700c7e15a triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:09.851513 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7c6fd691-ff34-43d1-adfe-5a1dcb3b3475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.858871 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'port': {'network_id': '75efbbd2-1e75-47da-b047-79af3264c2ef', 'name': 'tempest-RoutersIpV6Test-1662198276'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:09.906297 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:09.906907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:09.961104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fd691-ff34-43d1-adfe-5a1dcb3b3475 None None] Port 8d312c00-4a1f-47b1-9be3-808700c7e15a cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:09.971152 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 0b4ba569-0808-45e1-a7b9-c4154f4d9486 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:09.971614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:10.019077 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-1ed0db49-b76d-48e2-9e44-0df03d2ae783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1364443 Feb 21 09:07:10.040122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Request body: {'port': {'device_id': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:10.060828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-75efbbd2-1e75-47da-b047-79af3264c2ef', 'network_id': '75efbbd2-1e75-47da-b047-79af3264c2ef', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'fixed_ips': [{'subnet_id': 'e032eff9-c4c6-4517-bcfd-3c8c24de3b7e'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:07:10.061999 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:10.095945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:10.101558 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:port and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:10.105017 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:10.112470 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:10.133098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:10.137259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:10.162420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] device_id is not set on port 2361bc17-dcc2-4025-b0d0-acc1e4d3c486 yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:07:10.191398 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4c81aaa3-5fdd-49a9-bca8-b2fe61bfb40c None None] Provisioning for port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:10.229065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4c81aaa3-5fdd-49a9-bca8-b2fe61bfb40c None None] Provisioning complete for port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:10.229435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4c81aaa3-5fdd-49a9-bca8-b2fe61bfb40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:10.302914 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4c81aaa3-5fdd-49a9-bca8-b2fe61bfb40c None None] Port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:10.316264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4c81aaa3-5fdd-49a9-bca8-b2fe61bfb40c None None] Provisioning complete for port 8d312c00-4a1f-47b1-9be3-808700c7e15a triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:10.316736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4c81aaa3-5fdd-49a9-bca8-b2fe61bfb40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:10.329130 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Allocated IP 2001:db8::336 (75efbbd2-1e75-47da-b047-79af3264c2ef/e032eff9-c4c6-4517-bcfd-3c8c24de3b7e/2361bc17-dcc2-4025-b0d0-acc1e4d3c486) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:10.378848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4c81aaa3-5fdd-49a9-bca8-b2fe61bfb40c None None] Port 8d312c00-4a1f-47b1-9be3-808700c7e15a cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:10.394384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:10.442342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88bb33-c353-4025-915a-8e54b38e0365 req-64b058f0-9780-4f9d-96cf-50c73ddced72 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:10.443062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-ff88bb33-c353-4025-915a-8e54b38e0365 req-64b058f0-9780-4f9d-96cf-50c73ddced72 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:10.530345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-ff88bb33-c353-4025-915a-8e54b38e0365 req-64b058f0-9780-4f9d-96cf-50c73ddced72 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:10.531530 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ff88bb33-c353-4025-915a-8e54b38e0365 req-64b058f0-9780-4f9d-96cf-50c73ddced72 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 932 time: 0.4316623 Feb 21 09:07:10.548552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:10.569122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Transition to ACTIVE for port object 2361bc17-dcc2-4025-b0d0-acc1e4d3c486 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:10.597551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:10.659928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:10.676963 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Allocated IP 2001:db8::2 (75efbbd2-1e75-47da-b047-79af3264c2ef/e032eff9-c4c6-4517-bcfd-3c8c24de3b7e/e5275223-0da6-45a4-9cf9-ffc8d455d568) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:10.678925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:10.684104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 75efbbd2-1e75-47da-b047-79af3264c2ef is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:10.688230 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:10.690000 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=2361bc17-dcc2-4025-b0d0-acc1e4d3c486,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:10.692163 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:10.696437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:10.697081 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:10.729897 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1e9f1039-7e09-46b0-a509-8f8257bb70ef tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8814287 Feb 21 09:07:10.733082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55370) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:10.816617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ff88bb33-c353-4025-915a-8e54b38e0365 req-2459963d-4789-48f4-af51-c19aa35fbafa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=65882df9-45db-475d-b9d9-73a1c798de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765489 Feb 21 09:07:10.913684 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=8d312c00-4a1f-47b1-9be3-808700c7e15a,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:10.920591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:10.924155 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:10.936671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Transition to ACTIVE for port object e5275223-0da6-45a4-9cf9-ffc8d455d568 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:10.957318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Transition to ACTIVE for port object e5275223-0da6-45a4-9cf9-ffc8d455d568 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:10.967106 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:11.047120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Network 75efbbd2-1e75-47da-b047-79af3264c2ef is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:11.051559 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:11.053345 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Pushing event updated for resources: {'Port': ['ID=e5275223-0da6-45a4-9cf9-ffc8d455d568,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:11.055514 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:11.113673 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 42bfd153-0764-4c70-9477-630f6244c30f is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:11.116136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:11.147182 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Attempting to bind port e5275223-0da6-45a4-9cf9-ffc8d455d568 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:07:11.147558 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Attempting to bind port e5275223-0da6-45a4-9cf9-ffc8d455d568 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'def881b1-241f-43fd-9fdc-ac7b2b61d619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75efbbd2-1e75-47da-b047-79af3264c2ef'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:07:11.147921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Attempting to bind port e5275223-0da6-45a4-9cf9-ffc8d455d568 on network 75efbbd2-1e75-47da-b047-79af3264c2ef {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:07:11.156721 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:07:11.157093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Checking segment: {'id': 'def881b1-241f-43fd-9fdc-ac7b2b61d619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75efbbd2-1e75-47da-b047-79af3264c2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:11.157500 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:11.157902 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Bound using segment: {'id': 'def881b1-241f-43fd-9fdc-ac7b2b61d619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75efbbd2-1e75-47da-b047-79af3264c2ef'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:07:11.158391 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Bound port: e5275223-0da6-45a4-9cf9-ffc8d455d568, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def881b1-241f-43fd-9fdc-ac7b2b61d619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75efbbd2-1e75-47da-b047-79af3264c2ef'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:07:11.158765 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:11.267019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] For port e5275223-0da6-45a4-9cf9-ffc8d455d568, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:07:11.272180 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] For port e5275223-0da6-45a4-9cf9-ffc8d455d568, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e5275223-0da6-45a4-9cf9-ffc8d455d568,segment=NetworkSegment(def881b1-241f-43fd-9fdc-ac7b2b61d619),segment_id=def881b1-241f-43fd-9fdc-ac7b2b61d619)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:07:11.278883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:11.370641 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821191b1-dbe3-4ec4-83e2-305dae16acfd None None] Pushing event updated for resources: {'Port': ['ID=e5275223-0da6-45a4-9cf9-ffc8d455d568,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:11.451620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:11.516977 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-21f1909e-bd42-481b-bf88-9be8efb5272b None None] Provisioning complete for port 8d312c00-4a1f-47b1-9be3-808700c7e15a triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:11.517724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21f1909e-bd42-481b-bf88-9be8efb5272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:11.531299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:07:11.632075 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-21f1909e-bd42-481b-bf88-9be8efb5272b None None] Port 8d312c00-4a1f-47b1-9be3-808700c7e15a cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:11.674464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:11.703498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Transition to ACTIVE for port object 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:11.723380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:11.884179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Pushing event updated for resources: {'Port': ['ID=41d48f3f-1ac8-4508-8521-73cd17f6e5c3,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:12.011537 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:12.018721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:12.090120 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Attempting to bind port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:07:12.090452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Attempting to bind port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '97c9d684-6727-41d9-9d1a-a15eaceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:07:12.090781 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Attempting to bind port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 on network f9b6f913-19ef-459b-a6ff-d85bcf9023ca {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:07:12.106524 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 on network f9b6f913-19ef-459b-a6ff-d85bcf9023ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:07:12.106939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Attempting to bind port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 on network f9b6f913-19ef-459b-a6ff-d85bcf9023ca {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:07:12.143664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add8fc0-6137-4d03-8331-6a283bd2bb80 req-dc3945f7-321d-4331-860f-03aee783df44 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:12.145617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3add8fc0-6137-4d03-8331-6a283bd2bb80 req-dc3945f7-321d-4331-860f-03aee783df44 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 944 time: 0.1851590 Feb 21 09:07:12.149298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router 0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:07:12.152542 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:07:12.153144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Checking segment: {'id': '97c9d684-6727-41d9-9d1a-a15eaceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:12.153675 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Bound using segment: {'id': '97c9d684-6727-41d9-9d1a-a15eaceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:07:12.154219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Bound port: 41d48f3f-1ac8-4508-8521-73cd17f6e5c3, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c9d684-6727-41d9-9d1a-a15eaceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:07:12.154977 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:12.216073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=2361bc17-dcc2-4025-b0d0-acc1e4d3c486,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:12.426281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:12.469935 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] For port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:07:12.491786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] For port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=41d48f3f-1ac8-4508-8521-73cd17f6e5c3,segment=NetworkSegment(97c9d684-6727-41d9-9d1a-a15eaceaa566),segment_id=97c9d684-6727-41d9-9d1a-a15eaceaa566)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:07:12.512357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:12.561985 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3add8fc0-6137-4d03-8331-6a283bd2bb80 req-1e6e0524-7d2f-46e4-b8d5-9801340cd445 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=65882df9-45db-475d-b9d9-73a1c798de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3732641 Feb 21 09:07:12.565360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:12.626003 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:12.627473 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] 10.222.0.47 "PUT /v2.0/ports/41d48f3f-1ac8-4508-8521-73cd17f6e5c3 HTTP/1.1" status: 200 len: 1094 time: 2.5938833 Feb 21 09:07:12.629989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'tag': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:07:12.675943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85648161-9135-41ca-a2b8-fef2c35d3cfc service neutron] Pushing event updated for resources: {'Port': ['ID=41d48f3f-1ac8-4508-8521-73cd17f6e5c3,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:12.697547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcf0753-2436-43ef-9f26-fea118532d34 None None] Network 75efbbd2-1e75-47da-b047-79af3264c2ef requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:12.756721 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'tag': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'status': 'completed', 'code': 200} Feb 21 09:07:12.765882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:12.776367 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1e583076-d341-45c3-b269-22eaae6c698c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4659059 Feb 21 09:07:12.778784 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3553aba-e4fb-407e-8c1c-fdf6510ea704 None None] Sync routers for ids ['0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:12.787258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55378) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:12.798538 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3553aba-e4fb-407e-8c1c-fdf6510ea704 None None] Routers {'0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:12.799199 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d3553aba-e4fb-407e-8c1c-fdf6510ea704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:12.940317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24f18c1-762a-490e-93ba-2c27393c30d1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:12.941179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a24f18c1-762a-490e-93ba-2c27393c30d1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Synchronizing usage tracker for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:12.966352 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d3553aba-e4fb-407e-8c1c-fdf6510ea704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:12.973966 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-ff2b066b-1d33-4b27-a0d8-bb7b131430c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 1097 time: 0.2919512 Feb 21 09:07:12.975985 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a24f18c1-762a-490e-93ba-2c27393c30d1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Unset dirty status for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:12.981511 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a24f18c1-762a-490e-93ba-2c27393c30d1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports/8d312c00-4a1f-47b1-9be3-808700c7e15a HTTP/1.1" status: 200 len: 977 time: 0.1919441 Feb 21 09:07:12.982628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55382) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:13.000241 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3553aba-e4fb-407e-8c1c-fdf6510ea704 None None] Routers {'0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:13.000874 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d3553aba-e4fb-407e-8c1c-fdf6510ea704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:13.003312 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3bd7200b-d038-4bd0-a9d7-365f6a0fdea4 None None] Provisioning for port e5275223-0da6-45a4-9cf9-ffc8d455d568 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:13.131546 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d3553aba-e4fb-407e-8c1c-fdf6510ea704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:13.131943 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3553aba-e4fb-407e-8c1c-fdf6510ea704 None None] The sync data for ids ['0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:13.210780 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:13.219415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:13.221285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:13.391399 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-c62324b8-70df-42ed-8cf2-d33aee08161d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d48f3f-1ac8-4508-8521-73cd17f6e5c3 HTTP/1.1" status: 200 len: 217 time: 0.4074574 Feb 21 09:07:13.401775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=2361bc17-dcc2-4025-b0d0-acc1e4d3c486,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:13.468811 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 75efbbd2-1e75-47da-b047-79af3264c2ef is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:13.470118 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:13.481034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-625ca134-854f-43cc-9872-d643000bacdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:13.482490 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-625ca134-854f-43cc-9872-d643000bacdf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab286cc7-169b-4cb2-8dc2-e7903a7daf18 HTTP/1.1" status: 200 len: 835 time: 0.0849144 Feb 21 09:07:13.565011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-50381d88-ce1d-416d-aa26-118b04462849 None None] Provisioning for port 2361bc17-dcc2-4025-b0d0-acc1e4d3c486 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:13.589638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-50381d88-ce1d-416d-aa26-118b04462849 None None] Provisioning complete for port 2361bc17-dcc2-4025-b0d0-acc1e4d3c486 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:13.590867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-50381d88-ce1d-416d-aa26-118b04462849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:13.776555 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e5275223-0da6-45a4-9cf9-ffc8d455d568 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:13.804466 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-89d81e23-cebe-4ff4-98a5-4e9b85607108 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9b6f913-19ef-459b-a6ff-d85bcf9023ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3158107 Feb 21 09:07:13.865734 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-50381d88-ce1d-416d-aa26-118b04462849 None None] Port 2361bc17-dcc2-4025-b0d0-acc1e4d3c486 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:13.894489 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port e5275223-0da6-45a4-9cf9-ffc8d455d568 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:13.901790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e5275223-0da6-45a4-9cf9-ffc8d455d568 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:13.902392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:14.050578 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b08cabce-3762-4268-b9c8-e2747fbea3fe None None] Provisioning complete for port 2361bc17-dcc2-4025-b0d0-acc1e4d3c486 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:14.051131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b08cabce-3762-4268-b9c8-e2747fbea3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:14.116248 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-c1725531-417a-45ef-94aa-0aceb94dbc79 service neutron] 10.222.0.47 "GET /v2.0/networks/f9b6f913-19ef-459b-a6ff-d85bcf9023ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968390 Feb 21 09:07:14.124265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:14.124530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421724ae-abf6-4006-896d-ec12ce6ef629 req-14a670fa-f39e-4f62-a83a-21c0e6c4edde tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:14.126065 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-421724ae-abf6-4006-896d-ec12ce6ef629 req-14a670fa-f39e-4f62-a83a-21c0e6c4edde tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 944 time: 0.2770586 Feb 21 09:07:14.132337 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router a229c910-5fe0-41fd-9d6d-3010db496e8b is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:07:14.159490 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b08cabce-3762-4268-b9c8-e2747fbea3fe None None] Port 2361bc17-dcc2-4025-b0d0-acc1e4d3c486 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:14.185095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port e5275223-0da6-45a4-9cf9-ffc8d455d568, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e5275223-0da6-45a4-9cf9-ffc8d455d568,segment=NetworkSegment(def881b1-241f-43fd-9fdc-ac7b2b61d619),segment_id=def881b1-241f-43fd-9fdc-ac7b2b61d619)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:14.190617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:14.281440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=e5275223-0da6-45a4-9cf9-ffc8d455d568,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:14.302808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a1635382-9a37-42b0-aa62-e772470b1ecd None None] Provisioning complete for port 2361bc17-dcc2-4025-b0d0-acc1e4d3c486 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:14.303716 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a1635382-9a37-42b0-aa62-e772470b1ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:14.320994 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-421724ae-abf6-4006-896d-ec12ce6ef629 req-bffb6ff7-38a5-4960-aac3-23d6d2f7945e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=65882df9-45db-475d-b9d9-73a1c798de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683090 Feb 21 09:07:14.346689 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:14.365354 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b9dea724-96c6-4596-81f2-9796e6fe44b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/a229c910-5fe0-41fd-9d6d-3010db496e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6262267 Feb 21 09:07:14.365354 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55388) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:14.369993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9852b385-d3e6-4a40-b0ca-08ac531422fd None None] Sync routers for ids ['a229c910-5fe0-41fd-9d6d-3010db496e8b'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:14.381112 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a1635382-9a37-42b0-aa62-e772470b1ecd None None] Port 2361bc17-dcc2-4025-b0d0-acc1e4d3c486 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:14.384576 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-40c5ea3f-0d82-4ab6-a7b9-0c1178498452 req-fbebe7e0-d020-48ce-97e0-56be1f5c6bf2 service neutron] 10.222.0.47 "GET /v2.0/networks/f9b6f913-19ef-459b-a6ff-d85bcf9023ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575374 Feb 21 09:07:14.403420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9852b385-d3e6-4a40-b0ca-08ac531422fd None None] Routers {'a229c910-5fe0-41fd-9d6d-3010db496e8b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:14.404066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9852b385-d3e6-4a40-b0ca-08ac531422fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a229c910-5fe0-41fd-9d6d-3010db496e8b'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:14.461446 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a229a5b6-fc1a-47b1-a638-095e6191471c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:14.462047 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a229a5b6-fc1a-47b1-a638-095e6191471c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Synchronizing usage tracker for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:14.478433 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9852b385-d3e6-4a40-b0ca-08ac531422fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:14.485527 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9852b385-d3e6-4a40-b0ca-08ac531422fd None None] Routers {'a229c910-5fe0-41fd-9d6d-3010db496e8b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:14.486150 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9852b385-d3e6-4a40-b0ca-08ac531422fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a229c910-5fe0-41fd-9d6d-3010db496e8b'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:14.490410 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a229a5b6-fc1a-47b1-a638-095e6191471c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Unset dirty status for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:14.493389 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a229a5b6-fc1a-47b1-a638-095e6191471c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports/2361bc17-dcc2-4025-b0d0-acc1e4d3c486 HTTP/1.1" status: 200 len: 984 time: 0.1292975 Feb 21 09:07:14.496670 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55392) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:14.576774 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9852b385-d3e6-4a40-b0ca-08ac531422fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:14.576774 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9852b385-d3e6-4a40-b0ca-08ac531422fd None None] The sync data for ids ['a229c910-5fe0-41fd-9d6d-3010db496e8b'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:14.584617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-547fd0b6-98e0-492a-a97d-58c0f951fcdd None None] Provisioning complete for port 2361bc17-dcc2-4025-b0d0-acc1e4d3c486 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:14.584992 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-547fd0b6-98e0-492a-a97d-58c0f951fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:14.601761 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cd9cd2d3-d8d4-4dfa-8ac0-c8ffbde5e56f req-c83ff294-91e6-4d4b-b636-c400068c98ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 1097 time: 0.1619499 Feb 21 09:07:14.631611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9e666d0-dc1d-4f26-b519-4396b3e98247 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:14.646003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-547fd0b6-98e0-492a-a97d-58c0f951fcdd None None] Port 2361bc17-dcc2-4025-b0d0-acc1e4d3c486 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:14.875569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cd2d3-d8d4-4dfa-8ac0-c8ffbde5e56f req-c0d514dd-cd38-4d43-9349-091683610bb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:14.877036 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cd9cd2d3-d8d4-4dfa-8ac0-c8ffbde5e56f req-c0d514dd-cd38-4d43-9349-091683610bb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f9b6f913-19ef-459b-a6ff-d85bcf9023ca HTTP/1.1" status: 200 len: 896 time: 0.2670801 Feb 21 09:07:15.074040 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cd9cd2d3-d8d4-4dfa-8ac0-c8ffbde5e56f req-1abea74c-b7a4-43a3-bf46-a333a59e574e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d48f3f-1ac8-4508-8521-73cd17f6e5c3 HTTP/1.1" status: 200 len: 217 time: 0.1906893 Feb 21 09:07:15.089557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a7598efc-c808-40f3-9437-5c9305c09084 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:15.181914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cd2d3-d8d4-4dfa-8ac0-c8ffbde5e56f req-68ad0f04-c45e-4d6b-8716-d35f19a6a0a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:15.183304 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cd9cd2d3-d8d4-4dfa-8ac0-c8ffbde5e56f req-68ad0f04-c45e-4d6b-8716-d35f19a6a0a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab286cc7-169b-4cb2-8dc2-e7903a7daf18 HTTP/1.1" status: 200 len: 835 time: 0.1021361 Feb 21 09:07:15.368620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d9e666d0-dc1d-4f26-b519-4396b3e98247 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 8d312c00-4a1f-47b1-9be3-808700c7e15a {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:15.369220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9e666d0-dc1d-4f26-b519-4396b3e98247 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:15.395918 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cd9cd2d3-d8d4-4dfa-8ac0-c8ffbde5e56f req-0554c263-6dce-4942-b318-3476b19ea2d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9b6f913-19ef-459b-a6ff-d85bcf9023ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1628199 Feb 21 09:07:15.474007 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-a7598efc-c808-40f3-9437-5c9305c09084 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port 2361bc17-dcc2-4025-b0d0-acc1e4d3c486 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:15.474614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a7598efc-c808-40f3-9437-5c9305c09084 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:15.600325 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e5275223-0da6-45a4-9cf9-ffc8d455d568 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:15.684923 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e5275223-0da6-45a4-9cf9-ffc8d455d568 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:15.685338 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:15.697731 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a7598efc-c808-40f3-9437-5c9305c09084 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:15.721087 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cd9cd2d3-d8d4-4dfa-8ac0-c8ffbde5e56f req-355ed7c3-d05b-443b-bc49-c62ef6ac846e service neutron] 10.222.0.47 "GET /v2.0/networks/f9b6f913-19ef-459b-a6ff-d85bcf9023ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192716 Feb 21 09:07:15.816624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9e666d0-dc1d-4f26-b519-4396b3e98247 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:15.830053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72852c06-17b5-459c-8a78-d1b514c2d5de req-446bf420-4962-4c64-bdaf-28135c5fad5e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:15.831661 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-72852c06-17b5-459c-8a78-d1b514c2d5de req-446bf420-4962-4c64-bdaf-28135c5fad5e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 944 time: 0.3453698 Feb 21 09:07:15.960299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-a7598efc-c808-40f3-9437-5c9305c09084 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for 2361bc17-dcc2-4025-b0d0-acc1e4d3c486 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:15.976301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d9e666d0-dc1d-4f26-b519-4396b3e98247 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for 8d312c00-4a1f-47b1-9be3-808700c7e15a owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:16.106047 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-72852c06-17b5-459c-8a78-d1b514c2d5de req-eacfa3e1-03a1-49ae-8eb2-3fb0324e0e47 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=65882df9-45db-475d-b9d9-73a1c798de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064681 Feb 21 09:07:16.114548 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cd9cd2d3-d8d4-4dfa-8ac0-c8ffbde5e56f req-684c9a80-07a4-4f33-9ff3-b93c576b9f52 service neutron] 10.222.0.47 "GET /v2.0/networks/f9b6f913-19ef-459b-a6ff-d85bcf9023ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829393 Feb 21 09:07:16.161462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a7598efc-c808-40f3-9437-5c9305c09084 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:16.209253 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7598efc-c808-40f3-9437-5c9305c09084 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=2361bc17-dcc2-4025-b0d0-acc1e4d3c486,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:16.231961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9e666d0-dc1d-4f26-b519-4396b3e98247 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:16.290685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e666d0-dc1d-4f26-b519-4396b3e98247 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Port': ['ID=8d312c00-4a1f-47b1-9be3-808700c7e15a,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:16.423187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a7598efc-c808-40f3-9437-5c9305c09084 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:16.566942 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d9e666d0-dc1d-4f26-b519-4396b3e98247 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:16.882676 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7598efc-c808-40f3-9437-5c9305c09084 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router a229c910-5fe0-41fd-9d6d-3010db496e8b has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:07:17.025432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7598efc-c808-40f3-9437-5c9305c09084 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:17.039480 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3fa7e3-a63f-42ec-8498-b3bf3099a772 None None] Sync routers for ids ['a229c910-5fe0-41fd-9d6d-3010db496e8b'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:17.049394 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:07:17.055821 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a7598efc-c808-40f3-9437-5c9305c09084 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/a229c910-5fe0-41fd-9d6d-3010db496e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5575767 Feb 21 09:07:17.060152 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55398) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:17.065130 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3fa7e3-a63f-42ec-8498-b3bf3099a772 None None] Routers {'a229c910-5fe0-41fd-9d6d-3010db496e8b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:17.066278 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1e3fa7e3-a63f-42ec-8498-b3bf3099a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a229c910-5fe0-41fd-9d6d-3010db496e8b'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:17.155135 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e666d0-dc1d-4f26-b519-4396b3e98247 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router 0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:07:17.197212 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1e3fa7e3-a63f-42ec-8498-b3bf3099a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:17.230764 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3fa7e3-a63f-42ec-8498-b3bf3099a772 None None] Routers {'a229c910-5fe0-41fd-9d6d-3010db496e8b'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:17.231410 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1e3fa7e3-a63f-42ec-8498-b3bf3099a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a229c910-5fe0-41fd-9d6d-3010db496e8b'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:17.293745 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=41d48f3f-1ac8-4508-8521-73cd17f6e5c3,segment=NetworkSegment(97c9d684-6727-41d9-9d1a-a15eaceaa566),segment_id=97c9d684-6727-41d9-9d1a-a15eaceaa566)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:17.320688 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'port_id': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'mac_address': 'fa:16:3e:b7:2c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:07:17.348141 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1e3fa7e3-a63f-42ec-8498-b3bf3099a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:17.348550 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3fa7e3-a63f-42ec-8498-b3bf3099a772 None None] The sync data for ids ['a229c910-5fe0-41fd-9d6d-3010db496e8b'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:17.358615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e666d0-dc1d-4f26-b519-4396b3e98247 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:17.394543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5638991-1d11-4ca2-a5b2-51711567ee1c None None] Sync routers for ids ['0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:17.429050 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d9e666d0-dc1d-4f26-b519-4396b3e98247 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3661311 Feb 21 09:07:17.435018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55404) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:17.443137 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:17.458219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5638991-1d11-4ca2-a5b2-51711567ee1c None None] Routers {'0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:17.459153 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a5638991-1d11-4ca2-a5b2-51711567ee1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:17.542190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:07:17.546568 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a5638991-1d11-4ca2-a5b2-51711567ee1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:17.564109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=41d48f3f-1ac8-4508-8521-73cd17f6e5c3,segment=NetworkSegment(97c9d684-6727-41d9-9d1a-a15eaceaa566),segment_id=97c9d684-6727-41d9-9d1a-a15eaceaa566)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:17.572242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5638991-1d11-4ca2-a5b2-51711567ee1c None None] Routers {'0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:17.573042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a5638991-1d11-4ca2-a5b2-51711567ee1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:17.627812 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:17.689735 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-fdc2305a-0093-46e9-8652-9ab29515b900 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] remove_router_interface failed (client error): The resource could not be found. Feb 21 09:07:17.697710 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fdc2305a-0093-46e9-8652-9ab29515b900 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/a229c910-5fe0-41fd-9d6d-3010db496e8b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6294043 Feb 21 09:07:17.697710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55408) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:17.698169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a5638991-1d11-4ca2-a5b2-51711567ee1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:17.698169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5638991-1d11-4ca2-a5b2-51711567ee1c None None] The sync data for ids ['0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:17.710006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60241bae-3597-4414-b52e-0fad68ca627a req-e5ad7176-83d8-4dca-b2ac-b19ec064d5a7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:17.711600 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-60241bae-3597-4414-b52e-0fad68ca627a req-e5ad7176-83d8-4dca-b2ac-b19ec064d5a7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 944 time: 0.3397591 Feb 21 09:07:17.719089 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=41d48f3f-1ac8-4508-8521-73cd17f6e5c3,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:17.745713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dd0009ce-e9c6-4365-8d8a-84097c449727 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Synchronizing usage tracker for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:17.763392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dd0009ce-e9c6-4365-8d8a-84097c449727 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Unset dirty status for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:17.765512 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dd0009ce-e9c6-4365-8d8a-84097c449727 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports?device_id=a229c910-5fe0-41fd-9d6d-3010db496e8b HTTP/1.1" status: 200 len: 205 time: 0.0685840 Feb 21 09:07:17.768873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55412) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:17.825721 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-60241bae-3597-4414-b52e-0fad68ca627a req-ca6287bf-5720-4b15-935c-742b1377ea1c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=65882df9-45db-475d-b9d9-73a1c798de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555625 Feb 21 09:07:17.839744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['41d48f3f-1ac8-4508-8521-73cd17f6e5c3'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:07:17.909710 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-c9e40cd7-2b69-48e7-a674-6684019fc216 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] remove_router_interface failed (client error): The resource could not be found. Feb 21 09:07:17.914534 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55416) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:17.915178 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c9e40cd7-2b69-48e7-a674-6684019fc216 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4786997 Feb 21 09:07:17.955561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac18cbdc-7f03-4bd3-bff7-b285013ee3cf tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:18.021988 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-72c28d9e-620b-423e-b2cc-9b1b246646d5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Synchronizing usage tracker for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:18.098130 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-72c28d9e-620b-423e-b2cc-9b1b246646d5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Unset dirty status for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:18.099428 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-72c28d9e-620b-423e-b2cc-9b1b246646d5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3 HTTP/1.1" status: 200 len: 205 time: 0.1837242 Feb 21 09:07:18.102572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55420) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:18.243770 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-64a140fa-7186-4a5d-8c94-8196219a48b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:18.378950 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac18cbdc-7f03-4bd3-bff7-b285013ee3cf tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:18.383923 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac18cbdc-7f03-4bd3-bff7-b285013ee3cf tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:18.413304 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac18cbdc-7f03-4bd3-bff7-b285013ee3cf tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:18.414287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac18cbdc-7f03-4bd3-bff7-b285013ee3cf tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Fanout notify agent at l3_agent the message router_deleted on router a229c910-5fe0-41fd-9d6d-3010db496e8b {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:07:18.428018 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ac18cbdc-7f03-4bd3-bff7-b285013ee3cf tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:18.429163 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ac18cbdc-7f03-4bd3-bff7-b285013ee3cf tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/routers/a229c910-5fe0-41fd-9d6d-3010db496e8b HTTP/1.1" status: 204 len: 168 time: 0.6572158 Feb 21 09:07:18.433256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55424) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:18.628832 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6179cbc-5390-4c45-9d5a-21ad049e90c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting subnet e032eff9-c4c6-4517-bcfd-3c8c24de3b7e {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:07:18.631535 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b6179cbc-5390-4c45-9d5a-21ad049e90c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:18.692746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b6179cbc-5390-4c45-9d5a-21ad049e90c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:18.779288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-64a140fa-7186-4a5d-8c94-8196219a48b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:18.780233 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b6179cbc-5390-4c45-9d5a-21ad049e90c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:18.784232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-64a140fa-7186-4a5d-8c94-8196219a48b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:18.810802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-64a140fa-7186-4a5d-8c94-8196219a48b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:18.811396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a140fa-7186-4a5d-8c94-8196219a48b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Fanout notify agent at l3_agent the message router_deleted on router 0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:07:18.824541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-64a140fa-7186-4a5d-8c94-8196219a48b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:18.825641 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-64a140fa-7186-4a5d-8c94-8196219a48b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/routers/0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3 HTTP/1.1" status: 204 len: 168 time: 0.7220876 Feb 21 09:07:18.828261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55428) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:18.866829 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b6179cbc-5390-4c45-9d5a-21ad049e90c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.022262 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6179cbc-5390-4c45-9d5a-21ad049e90c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Subnet': ['ID=e032eff9-c4c6-4517-bcfd-3c8c24de3b7e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:19.034945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b6179cbc-5390-4c45-9d5a-21ad049e90c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.042858 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b6179cbc-5390-4c45-9d5a-21ad049e90c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/e032eff9-c4c6-4517-bcfd-3c8c24de3b7e HTTP/1.1" status: 204 len: 168 time: 0.6080115 Feb 21 09:07:19.046340 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55434) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:19.047506 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388a0407-20e7-43b5-9f56-39b063e04bb4 None None] Network 75efbbd2-1e75-47da-b047-79af3264c2ef requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:19.070692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:19.102169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d9174f-a6f2-4fea-a817-e658eee194f5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting subnet be0c5f22-7c34-414f-9ddc-2484d48818c5 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:07:19.108075 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-55d9174f-a6f2-4fea-a817-e658eee194f5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.165874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613e8c1-f1a9-4bf1-b7b6-e7befef62263 req-6d16de1a-a876-4ee7-86b0-0cab853b2ad2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:19.167337 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0613e8c1-f1a9-4bf1-b7b6-e7befef62263 req-6d16de1a-a876-4ee7-86b0-0cab853b2ad2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 945 time: 0.1886110 Feb 21 09:07:19.174960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.186292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port e5275223-0da6-45a4-9cf9-ffc8d455d568 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:19.186656 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.211155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-55d9174f-a6f2-4fea-a817-e658eee194f5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.280763 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0613e8c1-f1a9-4bf1-b7b6-e7befef62263 req-bab1d1ff-7888-4d4c-8746-3c4d2ca1e4f5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=65882df9-45db-475d-b9d9-73a1c798de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029577 Feb 21 09:07:19.327063 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-55d9174f-a6f2-4fea-a817-e658eee194f5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.353966 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:19.372455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:19.372816 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.426368 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] For port e5275223-0da6-45a4-9cf9-ffc8d455d568, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e5275223-0da6-45a4-9cf9-ffc8d455d568,segment=NetworkSegment(def881b1-241f-43fd-9fdc-ac7b2b61d619),segment_id=def881b1-241f-43fd-9fdc-ac7b2b61d619)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:19.426717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.435617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-55d9174f-a6f2-4fea-a817-e658eee194f5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.489468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9174f-a6f2-4fea-a817-e658eee194f5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Subnet': ['ID=be0c5f22-7c34-414f-9ddc-2484d48818c5,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:19.498933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-55d9174f-a6f2-4fea-a817-e658eee194f5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.504969 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.512510 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-55d9174f-a6f2-4fea-a817-e658eee194f5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/be0c5f22-7c34-414f-9ddc-2484d48818c5 HTTP/1.1" status: 204 len: 168 time: 0.6823707 Feb 21 09:07:19.514720 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55438) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:19.520878 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daf3565-30f2-4920-9dcd-beb2c9d9ccb0 None None] Network 42bfd153-0764-4c70-9477-630f6244c30f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:19.533353 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8c36ad-da8a-40e4-b1d9-e22831ebbcca None None] DHCP port deletion for 75efbbd2-1e75-47da-b047-79af3264c2ef request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:07:19.549825 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c36ad-da8a-40e4-b1d9-e22831ebbcca None None] Deleting port e5275223-0da6-45a4-9cf9-ffc8d455d568 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:19.550275 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6d8c36ad-da8a-40e4-b1d9-e22831ebbcca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.633353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for e5275223-0da6-45a4-9cf9-ffc8d455d568 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:19.652565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.665063 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 0b4ba569-0808-45e1-a7b9-c4154f4d9486 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:19.665761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.672449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e5275223-0da6-45a4-9cf9-ffc8d455d568 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:07:19.737557 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:07:19.757716 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.767814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=41d48f3f-1ac8-4508-8521-73cd17f6e5c3,segment=NetworkSegment(97c9d684-6727-41d9-9d1a-a15eaceaa566),segment_id=97c9d684-6727-41d9-9d1a-a15eaceaa566)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:19.819637 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.827634 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'code': 200} Feb 21 09:07:19.835388 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=e5275223-0da6-45a4-9cf9-ffc8d455d568,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:19.846401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] No DVR routers for this DVR port e5275223-0da6-45a4-9cf9-ffc8d455d568 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:07:19.865498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c36ad-da8a-40e4-b1d9-e22831ebbcca None None] The port 'e5275223-0da6-45a4-9cf9-ffc8d455d568' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:07:19.978162 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] For port 0b4ba569-0808-45e1-a7b9-c4154f4d9486, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0b4ba569-0808-45e1-a7b9-c4154f4d9486,segment=NetworkSegment(8f400346-32f4-402d-8c91-0ded97090f80),segment_id=8f400346-32f4-402d-8c91-0ded97090f80)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:19.980492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:19.988575 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No active binding found for port e5275223-0da6-45a4-9cf9-ffc8d455d568 {{(pid=83586) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 21 09:07:19.989125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e5275223-0da6-45a4-9cf9-ffc8d455d568 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:07:20.007873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.035057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=41d48f3f-1ac8-4508-8521-73cd17f6e5c3,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:20.046811 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75efbbd2-1e75-47da-b047-79af3264c2ef']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:20.079046 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def881b1-241f-43fd-9fdc-ac7b2b61d619') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:20.079046 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def881b1-241f-43fd-9fdc-ac7b2b61d619') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:20.092457 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.113609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.121614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:07:20.122036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:07:20.137356 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:07:20.147533 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b84b75-ee99-43e4-bec4-c81badecb88f None None] DHCP port deletion for 42bfd153-0764-4c70-9477-630f6244c30f request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:07:20.153006 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b0b84b75-ee99-43e4-bec4-c81badecb88f None None] Deleting port 0b4ba569-0808-45e1-a7b9-c4154f4d9486 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:20.153530 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b0b84b75-ee99-43e4-bec4-c81badecb88f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.236331 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.244445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.276781 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Network': ['ID=75efbbd2-1e75-47da-b047-79af3264c2ef,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:20.286693 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-888fa547-d5b3-4236-ba19-9a4820d46399 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/networks/75efbbd2-1e75-47da-b047-79af3264c2ef HTTP/1.1" status: 204 len: 168 time: 1.2386184 Feb 21 09:07:20.290788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55444) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:20.297576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-121991397'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:20.298783 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for 0b4ba569-0808-45e1-a7b9-c4154f4d9486 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:20.303269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:20.307401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:network and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:20.311797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:20.317937 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:20.330269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:20.333872 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.370426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:07:20.381742 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.382104 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Added segment a6415142-a7a3-442e-af76-b08e65fa4a47 of type vlan for network 28f4ba4d-00de-40e4-a9f4-1372be17fc8c Feb 21 09:07:20.394774 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b0b84b75-ee99-43e4-bec4-c81badecb88f None None] For port 0b4ba569-0808-45e1-a7b9-c4154f4d9486, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0b4ba569-0808-45e1-a7b9-c4154f4d9486,segment=NetworkSegment(8f400346-32f4-402d-8c91-0ded97090f80),segment_id=8f400346-32f4-402d-8c91-0ded97090f80)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:20.395543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b0b84b75-ee99-43e4-bec4-c81badecb88f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.437516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.441706 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1d84fdcf-7f27-4ca2-9126-43f9181cc6a0 req-6f64d415-6165-4bf2-b3d9-93ab79a2b219 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 1099 time: 0.3685656 Feb 21 09:07:20.445959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.479236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.483924 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:20.484694 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.537340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b0b84b75-ee99-43e4-bec4-c81badecb88f None None] Calling delete_port for 0b4ba569-0808-45e1-a7b9-c4154f4d9486 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:20.566826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Port': ['ID=0b4ba569-0808-45e1-a7b9-c4154f4d9486,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:20.577916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] No DVR routers for this DVR port 0b4ba569-0808-45e1-a7b9-c4154f4d9486 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:07:20.594479 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3021095 Feb 21 09:07:20.597836 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55450) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:20.605237 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'subnet': {'network_id': '28f4ba4d-00de-40e4-a9f4-1372be17fc8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:20.671855 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-b0b84b75-ee99-43e4-bec4-c81badecb88f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:07:20.672210 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-b0b84b75-ee99-43e4-bec4-c81badecb88f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:07:20.673395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94fa21-1e2e-4dbb-a2a4-dc09c97b3c03 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Network': ['ID=28f4ba4d-00de-40e4-a9f4-1372be17fc8c,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:20.685427 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 28f4ba4d-00de-40e4-a9f4-1372be17fc8c details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:07:20.721903 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1d84fdcf-7f27-4ca2-9126-43f9181cc6a0 req-7fb98270-619c-448b-ac7e-003e2100eafe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65882df9-45db-475d-b9d9-73a1c798de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690535 Feb 21 09:07:20.726932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:20.731387 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:subnet and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:20.734498 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:20.743123 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:20.757454 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.767114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:20.783509 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789c85a-cdcb-4c72-9e44-561638cd996c req-8db6c8b7-2d61-4393-bf5a-a2609dca5642 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:20.785068 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4789c85a-cdcb-4c72-9e44-561638cd996c req-8db6c8b7-2d61-4393-bf5a-a2609dca5642 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 946 time: 0.3308346 Feb 21 09:07:20.791955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bfd153-0764-4c70-9477-630f6244c30f']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:20.821860 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f400346-32f4-402d-8c91-0ded97090f80') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:20.822146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f400346-32f4-402d-8c91-0ded97090f80') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:20.838906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.867234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.871050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.877456 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4789c85a-cdcb-4c72-9e44-561638cd996c req-af07f78c-ce17-4e83-b88e-678e6e2deb09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=65882df9-45db-475d-b9d9-73a1c798de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778618 Feb 21 09:07:20.878447 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:07:20.878837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:07:20.893881 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:07:20.980743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:20.985943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.012564 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Network': ['ID=42bfd153-0764-4c70-9477-630f6244c30f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:21.027725 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7277834e-5ff2-4d8c-889a-3f05d95a0d02 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/networks/42bfd153-0764-4c70-9477-630f6244c30f HTTP/1.1" status: 204 len: 168 time: 1.5100186 Feb 21 09:07:21.031193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55454) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:21.036761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'network': {'name': 'tempest-RoutersTest-925084421'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:21.041909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:21.046191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:network and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:21.050185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:21.056819 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:21.068695 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:21.071834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.106575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:07:21.121726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.121726 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Added segment 1f2de25d-b6a9-4737-82ec-37f3f0253ed0 of type vlan for network 9cc4ca4f-b15c-4eb6-b9c4-56da72182891 Feb 21 09:07:21.146022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.173816 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b0b84b75-ee99-43e4-bec4-c81badecb88f None None] Deleting port 0b4ba569-0808-45e1-a7b9-c4154f4d9486 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:21.174455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b0b84b75-ee99-43e4-bec4-c81badecb88f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.178315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.184464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:21.185422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.211047 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.242059 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b0b84b75-ee99-43e4-bec4-c81badecb88f None None] The port '0b4ba569-0808-45e1-a7b9-c4154f4d9486' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:07:21.291314 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2590208 Feb 21 09:07:21.295125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55458) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:21.300642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cc25a-d2ec-4ed6-a548-3a5d6a507f7f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Network': ['ID=9cc4ca4f-b15c-4eb6-b9c4-56da72182891,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:21.308825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'subnet': {'network_id': '9cc4ca4f-b15c-4eb6-b9c4-56da72182891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:21.314481 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 9cc4ca4f-b15c-4eb6-b9c4-56da72182891 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:07:21.403534 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Subnet': ['ID=cc9f5a2c-4d6d-4652-a8b3-a3d15b6bc36d,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:21.442636 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Checking segment: {'id': 'a6415142-a7a3-442e-af76-b08e65fa4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28f4ba4d-00de-40e4-a9f4-1372be17fc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:21.443106 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network hostable DHCP agents. Network: 28f4ba4d-00de-40e4-a9f4-1372be17fc8c, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:07:21.459896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:21.464789 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:subnet and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:21.468184 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:21.475601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:21.490590 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:21.508655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 28f4ba4d-00de-40e4-a9f4-1372be17fc8c is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:07:21.586724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0b4ba569-0808-45e1-a7b9-c4154f4d9486 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:07:21.589202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 28f4ba4d-00de-40e4-a9f4-1372be17fc8c) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:21.595929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:21.598855 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.638951 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654f11d2-f27e-4bd4-9544-79042ae40d8c None None] Network 28f4ba4d-00de-40e4-a9f4-1372be17fc8c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:21.648093 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.666860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 0b4ba569-0808-45e1-a7b9-c4154f4d9486 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:07:21.667337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0b4ba569-0808-45e1-a7b9-c4154f4d9486 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:07:21.673508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55462) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:21.674116 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-badca556-0116-40d7-9e16-f5c64a2af50b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0755975 Feb 21 09:07:21.680801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-8194c1f1-3131-4b3f-bfc6-f392858e391b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1757764699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:21.692743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8194c1f1-3131-4b3f-bfc6-f392858e391b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:21.699715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8194c1f1-3131-4b3f-bfc6-f392858e391b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:router and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:21.705655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8194c1f1-3131-4b3f-bfc6-f392858e391b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:21.737760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8194c1f1-3131-4b3f-bfc6-f392858e391b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:21.751042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8194c1f1-3131-4b3f-bfc6-f392858e391b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.751457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8194c1f1-3131-4b3f-bfc6-f392858e391b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.793659 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8194c1f1-3131-4b3f-bfc6-f392858e391b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.822608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8194c1f1-3131-4b3f-bfc6-f392858e391b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.845574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8194c1f1-3131-4b3f-bfc6-f392858e391b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.846701 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8194c1f1-3131-4b3f-bfc6-f392858e391b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1720874 Feb 21 09:07:21.849949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55466) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:21.952170 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:21.976274 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-28f4ba4d-00de-40e4-a9f4-1372be17fc8c', 'network_id': '28f4ba4d-00de-40e4-a9f4-1372be17fc8c', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'fixed_ips': [{'subnet_id': 'cc9f5a2c-4d6d-4652-a8b3-a3d15b6bc36d'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:07:21.977108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:22.084155 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Subnet': ['ID=6f338d99-21b1-4691-9f9f-71d6005e0c65,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:22.089583 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Checking segment: {'id': '1f2de25d-b6a9-4737-82ec-37f3f0253ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9cc4ca4f-b15c-4eb6-b9c4-56da72182891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:22.090082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network hostable DHCP agents. Network: 9cc4ca4f-b15c-4eb6-b9c4-56da72182891, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:07:22.124528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 9cc4ca4f-b15c-4eb6-b9c4-56da72182891 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:07:22.136378 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 9cc4ca4f-b15c-4eb6-b9c4-56da72182891) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:22.147454 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd48f5ec-a9d7-4c6f-97da-c41a704bf334 None None] Network 9cc4ca4f-b15c-4eb6-b9c4-56da72182891 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:22.147906 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:22.149379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:22.180335 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dae959c4-3d58-4c31-bf43-377da7c8e9da tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8788683 Feb 21 09:07:22.180627 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55472) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:22.189457 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-fa26f488-cb3a-4030-a185-5d6084c6fa51 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1527182031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:22.201825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fa26f488-cb3a-4030-a185-5d6084c6fa51 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:22.204479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fa26f488-cb3a-4030-a185-5d6084c6fa51 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:router and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:22.207368 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fa26f488-cb3a-4030-a185-5d6084c6fa51 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:22.213589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fa26f488-cb3a-4030-a185-5d6084c6fa51 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:22.224907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa26f488-cb3a-4030-a185-5d6084c6fa51 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:22.225864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa26f488-cb3a-4030-a185-5d6084c6fa51 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:22.252438 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa26f488-cb3a-4030-a185-5d6084c6fa51 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:22.252716 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Allocated IP 2001:db8::2 (28f4ba4d-00de-40e4-a9f4-1372be17fc8c/cc9f5a2c-4d6d-4652-a8b3-a3d15b6bc36d/3ca72bc9-89ac-4378-bc87-0d72ad295c11) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:22.279860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa26f488-cb3a-4030-a185-5d6084c6fa51 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:22.315033 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa26f488-cb3a-4030-a185-5d6084c6fa51 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:22.320818 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fa26f488-cb3a-4030-a185-5d6084c6fa51 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1390047 Feb 21 09:07:22.321456 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55476) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:22.409701 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022baaa-16a7-4459-9c6d-6b8ff58566a2 req-967a6c4b-1c54-41a9-95d2-b9fba442b97b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:22.412071 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4022baaa-16a7-4459-9c6d-6b8ff58566a2 req-967a6c4b-1c54-41a9-95d2-b9fba442b97b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 946 time: 0.3411267 Feb 21 09:07:22.593269 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-9cc4ca4f-b15c-4eb6-b9c4-56da72182891', 'network_id': '9cc4ca4f-b15c-4eb6-b9c4-56da72182891', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'fixed_ips': [{'subnet_id': '6f338d99-21b1-4691-9f9f-71d6005e0c65'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:07:22.594893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:22.656110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:22.673110 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4022baaa-16a7-4459-9c6d-6b8ff58566a2 req-551f105d-6fe2-4951-a605-43cce4bfce50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=65882df9-45db-475d-b9d9-73a1c798de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266743 Feb 21 09:07:22.785323 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:22.831939 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Transition to ACTIVE for port object 3ca72bc9-89ac-4378-bc87-0d72ad295c11 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:22.871786 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Transition to ACTIVE for port object 3ca72bc9-89ac-4378-bc87-0d72ad295c11 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:22.881403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:22.917445 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Allocated IP 172.20.0.2 (9cc4ca4f-b15c-4eb6-b9c4-56da72182891/6f338d99-21b1-4691-9f9f-71d6005e0c65/bf60751c-a41c-4e75-ba13-212356d087d6) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:22.927122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:22.977523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Network 28f4ba4d-00de-40e4-a9f4-1372be17fc8c is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:22.997665 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:23.052741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:23.055191 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Pushing event updated for resources: {'Port': ['ID=3ca72bc9-89ac-4378-bc87-0d72ad295c11,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:23.080729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6338f7-9820-4989-bfff-224be2b4be12 req-820d08df-c3b0-4fb8-b55b-f1a52c3ed0c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:23.081966 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ed6338f7-9820-4989-bfff-224be2b4be12 req-820d08df-c3b0-4fb8-b55b-f1a52c3ed0c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 946 time: 0.2586792 Feb 21 09:07:23.196218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Attempting to bind port 3ca72bc9-89ac-4378-bc87-0d72ad295c11 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:07:23.196659 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Attempting to bind port 3ca72bc9-89ac-4378-bc87-0d72ad295c11 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'a6415142-a7a3-442e-af76-b08e65fa4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28f4ba4d-00de-40e4-a9f4-1372be17fc8c'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:07:23.196818 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ed6338f7-9820-4989-bfff-224be2b4be12 req-b39ba6e6-a672-43c5-8ab0-148b987bfc3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=65882df9-45db-475d-b9d9-73a1c798de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023092 Feb 21 09:07:23.197215 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Attempting to bind port 3ca72bc9-89ac-4378-bc87-0d72ad295c11 on network 28f4ba4d-00de-40e4-a9f4-1372be17fc8c {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:07:23.215292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Allocated IP 2001:db8::1 (28f4ba4d-00de-40e4-a9f4-1372be17fc8c/cc9f5a2c-4d6d-4652-a8b3-a3d15b6bc36d/3cbaf2ad-c102-4161-ac67-4da5d0473c34) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:23.217985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:07:23.218704 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Checking segment: {'id': 'a6415142-a7a3-442e-af76-b08e65fa4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28f4ba4d-00de-40e4-a9f4-1372be17fc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:23.219300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.219783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Bound using segment: {'id': 'a6415142-a7a3-442e-af76-b08e65fa4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28f4ba4d-00de-40e4-a9f4-1372be17fc8c'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:07:23.220367 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Bound port: 3ca72bc9-89ac-4378-bc87-0d72ad295c11, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6415142-a7a3-442e-af76-b08e65fa4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28f4ba4d-00de-40e4-a9f4-1372be17fc8c'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:07:23.220848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.243379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55482) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:23.345639 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.370580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Transition to ACTIVE for port object bf60751c-a41c-4e75-ba13-212356d087d6 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:23.395496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] For port 3ca72bc9-89ac-4378-bc87-0d72ad295c11, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:07:23.400059 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] For port 3ca72bc9-89ac-4378-bc87-0d72ad295c11, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3ca72bc9-89ac-4378-bc87-0d72ad295c11,segment=NetworkSegment(a6415142-a7a3-442e-af76-b08e65fa4a47),segment_id=a6415142-a7a3-442e-af76-b08e65fa4a47)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:07:23.401383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Transition to ACTIVE for port object bf60751c-a41c-4e75-ba13-212356d087d6 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:23.408369 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.411397 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c88bfb2b-c4da-4419-b48d-908eab04eae6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 1094 time: 0.1655879 Feb 21 09:07:23.415675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55486) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:23.421644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:23.433891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.444651 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.452056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Transition to ACTIVE for port object 3cbaf2ad-c102-4161-ac67-4da5d0473c34 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:23.468430 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:23.479858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:floatingip and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:23.482641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.485452 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:23.495042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:23.498207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Network 9cc4ca4f-b15c-4eb6-b9c4-56da72182891 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:23.505850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:23.513156 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Allocated IP 172.20.0.1 (9cc4ca4f-b15c-4eb6-b9c4-56da72182891/6f338d99-21b1-4691-9f9f-71d6005e0c65/3bcbe75a-9e7b-43a2-9012-9d8b34ee9951) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:23.513600 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:23.518367 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b95f13-3cae-4c32-b9bc-73d682fe3e54 None None] Pushing event updated for resources: {'Port': ['ID=3ca72bc9-89ac-4378-bc87-0d72ad295c11,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:23.559120 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.589056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 28f4ba4d-00de-40e4-a9f4-1372be17fc8c is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:23.590691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=3cbaf2ad-c102-4161-ac67-4da5d0473c34,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:23.593899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:23.596227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:23.596869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.723969 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.741972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Pushing event updated for resources: {'Port': ['ID=bf60751c-a41c-4e75-ba13-212356d087d6,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:23.748420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Attempting to bind port bf60751c-a41c-4e75-ba13-212356d087d6 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:07:23.748935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Attempting to bind port bf60751c-a41c-4e75-ba13-212356d087d6 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '1f2de25d-b6a9-4737-82ec-37f3f0253ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9cc4ca4f-b15c-4eb6-b9c4-56da72182891'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:07:23.749383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Attempting to bind port bf60751c-a41c-4e75-ba13-212356d087d6 on network 9cc4ca4f-b15c-4eb6-b9c4-56da72182891 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:07:23.757456 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:07:23.757990 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Checking segment: {'id': '1f2de25d-b6a9-4737-82ec-37f3f0253ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9cc4ca4f-b15c-4eb6-b9c4-56da72182891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:23.758487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.758977 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Bound using segment: {'id': '1f2de25d-b6a9-4737-82ec-37f3f0253ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9cc4ca4f-b15c-4eb6-b9c4-56da72182891'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:07:23.759584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Bound port: bf60751c-a41c-4e75-ba13-212356d087d6, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2de25d-b6a9-4737-82ec-37f3f0253ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9cc4ca4f-b15c-4eb6-b9c4-56da72182891'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:07:23.760071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.850547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.873425 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Transition to ACTIVE for port object 3bcbe75a-9e7b-43a2-9012-9d8b34ee9951 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:23.920838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] For port bf60751c-a41c-4e75-ba13-212356d087d6, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:07:23.928310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] For port bf60751c-a41c-4e75-ba13-212356d087d6, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=bf60751c-a41c-4e75-ba13-212356d087d6,segment=NetworkSegment(1f2de25d-b6a9-4737-82ec-37f3f0253ed0),segment_id=1f2de25d-b6a9-4737-82ec-37f3f0253ed0)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:07:23.935311 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.943499 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:23.982216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:24.024166 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c0ddf-b4b5-4aeb-a8f1-0816a1992adc None None] Pushing event updated for resources: {'Port': ['ID=bf60751c-a41c-4e75-ba13-212356d087d6,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:24.116098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 9cc4ca4f-b15c-4eb6-b9c4-56da72182891 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:24.121957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:24.128642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:24.164891 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=3bcbe75a-9e7b-43a2-9012-9d8b34ee9951,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:24.229618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:24.229883 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:24.230251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:24.230586 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:24.230917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:24.231278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:24.231606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:24.231930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:24.232248 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:24.232569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:24.232886 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:24.258878 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:24.259897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:24.266975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:24.268963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:24.290723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.66 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/0aba4304-1b17-4fb6-b12e-33d2c4dd16c4) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:24.442786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=3cbaf2ad-c102-4161-ac67-4da5d0473c34,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:24.488865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:24.520513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 28f4ba4d-00de-40e4-a9f4-1372be17fc8c is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:24.521823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:24.785142 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:24.945729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:24.999687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaa5789-2542-49e7-97ad-5773adca82c6 None None] Network 28f4ba4d-00de-40e4-a9f4-1372be17fc8c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:25.053040 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=0aba4304-1b17-4fb6-b12e-33d2c4dd16c4,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:25.082861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:25.093062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:25.114706 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router ed9fa038-f07c-49d0-8402-08fe0fd9c1d8 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:07:25.133011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ae696f5a-608c-4877-9845-94e257c46c3d None None] Provisioning for port 3ca72bc9-89ac-4378-bc87-0d72ad295c11 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:25.233582 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:25.343366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:25.354430 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9598d3-6287-4a71-84e3-9ff7ccec36cc None None] Sync routers for ids ['ed9fa038-f07c-49d0-8402-08fe0fd9c1d8'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:25.359625 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c16dbc1a-ffd0-4a4b-8bbe-32276104331d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/ed9fa038-f07c-49d0-8402-08fe0fd9c1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5061536 Feb 21 09:07:25.360816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55490) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:25.362118 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:25.375183 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9598d3-6287-4a71-84e3-9ff7ccec36cc None None] Routers {'ed9fa038-f07c-49d0-8402-08fe0fd9c1d8'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:25.376443 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-2d9598d3-6287-4a71-84e3-9ff7ccec36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['ed9fa038-f07c-49d0-8402-08fe0fd9c1d8'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:25.384048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:25.479648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f766eda-ed52-4d31-9e3c-833b4681b497 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:25.481714 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0f766eda-ed52-4d31-9e3c-833b4681b497 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Synchronizing usage tracker for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:25.485744 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-2d9598d3-6287-4a71-84e3-9ff7ccec36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:25.505529 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9598d3-6287-4a71-84e3-9ff7ccec36cc None None] Routers {'ed9fa038-f07c-49d0-8402-08fe0fd9c1d8'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:25.506615 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-2d9598d3-6287-4a71-84e3-9ff7ccec36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['ed9fa038-f07c-49d0-8402-08fe0fd9c1d8'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:25.513026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0f766eda-ed52-4d31-9e3c-833b4681b497 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Unset dirty status for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:25.516947 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0f766eda-ed52-4d31-9e3c-833b4681b497 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports/3cbaf2ad-c102-4161-ac67-4da5d0473c34 HTTP/1.1" status: 200 len: 911 time: 0.1526005 Feb 21 09:07:25.517762 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55494) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:25.531262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902b4f2e-46ea-409e-9bd0-d46f1516fada None None] Network 9cc4ca4f-b15c-4eb6-b9c4-56da72182891 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:25.676628 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=3bcbe75a-9e7b-43a2-9012-9d8b34ee9951,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:25.748393 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:25.766576 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-2d9598d3-6287-4a71-84e3-9ff7ccec36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:25.767220 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9598d3-6287-4a71-84e3-9ff7ccec36cc None None] The sync data for ids ['ed9fa038-f07c-49d0-8402-08fe0fd9c1d8'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:25.802477 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3ca72bc9-89ac-4378-bc87-0d72ad295c11 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:25.856161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7c4b3a8e-4ddf-42f8-be46-407f668d914d None None] Provisioning for port bf60751c-a41c-4e75-ba13-212356d087d6 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:26.127167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 9cc4ca4f-b15c-4eb6-b9c4-56da72182891 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:26.130529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:26.163616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:26.230901 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 3ca72bc9-89ac-4378-bc87-0d72ad295c11 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:26.336500 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 3ca72bc9-89ac-4378-bc87-0d72ad295c11 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:26.337471 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:26.409363 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1f2ba97d-250c-440f-96be-e6b7d86ee9fb None None] Provisioning for port 3cbaf2ad-c102-4161-ac67-4da5d0473c34 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:26.417370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1f2ba97d-250c-440f-96be-e6b7d86ee9fb None None] Provisioning complete for port 3cbaf2ad-c102-4161-ac67-4da5d0473c34 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:26.418307 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba97d-250c-440f-96be-e6b7d86ee9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:26.548188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ba97d-250c-440f-96be-e6b7d86ee9fb None None] Port 3cbaf2ad-c102-4161-ac67-4da5d0473c34 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:26.603371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:26.654757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:26.697598 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:26.716955 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1f2ba97d-250c-440f-96be-e6b7d86ee9fb None None] Provisioning complete for port 3ca72bc9-89ac-4378-bc87-0d72ad295c11 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:26.717556 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba97d-250c-440f-96be-e6b7d86ee9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:26.828975 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 3ca72bc9-89ac-4378-bc87-0d72ad295c11, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3ca72bc9-89ac-4378-bc87-0d72ad295c11,segment=NetworkSegment(a6415142-a7a3-442e-af76-b08e65fa4a47),segment_id=a6415142-a7a3-442e-af76-b08e65fa4a47)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:26.846440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:26.847280 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bf60751c-a41c-4e75-ba13-212356d087d6 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:26.922213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router cbff1cba-c1db-4753-9a9b-842b59912009 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:07:27.019800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port 3cbaf2ad-c102-4161-ac67-4da5d0473c34 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:27.020399 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:27.060502 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=3ca72bc9-89ac-4378-bc87-0d72ad295c11,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:27.096283 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port bf60751c-a41c-4e75-ba13-212356d087d6 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:27.103776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port bf60751c-a41c-4e75-ba13-212356d087d6 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:27.104437 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:27.278651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:27.317848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:27.333751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:27.344288 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0aa34cec-3749-4f03-ad90-c95251cdfd39 None None] Provisioning complete for port 3cbaf2ad-c102-4161-ac67-4da5d0473c34 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:27.344288 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0aa34cec-3749-4f03-ad90-c95251cdfd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:27.383849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:27.431557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for 3cbaf2ad-c102-4161-ac67-4da5d0473c34 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:27.436969 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-0aa34cec-3749-4f03-ad90-c95251cdfd39 None None] Port 3cbaf2ad-c102-4161-ac67-4da5d0473c34 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:27.447992 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=0aba4304-1b17-4fb6-b12e-33d2c4dd16c4,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:27.458683 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port bf60751c-a41c-4e75-ba13-212356d087d6, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=bf60751c-a41c-4e75-ba13-212356d087d6,segment=NetworkSegment(1f2de25d-b6a9-4737-82ec-37f3f0253ed0),segment_id=1f2de25d-b6a9-4737-82ec-37f3f0253ed0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:27.463988 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:27.480182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:27.480528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:27.518293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb845d0-cc54-4db0-beeb-444124409d84 None None] Sync routers for ids ['cbff1cba-c1db-4753-9a9b-842b59912009'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:27.541103 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0aa34cec-3749-4f03-ad90-c95251cdfd39 None None] Provisioning for port 3bcbe75a-9e7b-43a2-9012-9d8b34ee9951 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:27.562893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0aa34cec-3749-4f03-ad90-c95251cdfd39 None None] Provisioning complete for port 3bcbe75a-9e7b-43a2-9012-9d8b34ee9951 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:27.563306 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0aa34cec-3749-4f03-ad90-c95251cdfd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:27.615300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb845d0-cc54-4db0-beeb-444124409d84 None None] Routers {'cbff1cba-c1db-4753-9a9b-842b59912009'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:27.616162 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ecb845d0-cc54-4db0-beeb-444124409d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['cbff1cba-c1db-4753-9a9b-842b59912009'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:27.698519 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0b501580-d63a-4f0d-8c93-978cae2d99ed tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/cbff1cba-c1db-4753-9a9b-842b59912009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3738813 Feb 21 09:07:27.705792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55498) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:27.716486 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=bf60751c-a41c-4e75-ba13-212356d087d6,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:27.721955 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ecb845d0-cc54-4db0-beeb-444124409d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:27.721955 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3ca72bc9-89ac-4378-bc87-0d72ad295c11 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:27.765937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-0aa34cec-3749-4f03-ad90-c95251cdfd39 None None] Port 3bcbe75a-9e7b-43a2-9012-9d8b34ee9951 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:27.800375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb845d0-cc54-4db0-beeb-444124409d84 None None] Routers {'cbff1cba-c1db-4753-9a9b-842b59912009'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:27.800972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ecb845d0-cc54-4db0-beeb-444124409d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['cbff1cba-c1db-4753-9a9b-842b59912009'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:27.841810 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Floating IP 27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d associated. External IP: 172.26.6.66, port: 41d48f3f-1ac8-4508-8521-73cd17f6e5c3. Feb 21 09:07:27.849646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4697fe1e-a9d0-491a-8382-192d469fc000 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:27.849646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4697fe1e-a9d0-491a-8382-192d469fc000 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Synchronizing usage tracker for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:27.873136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:27.887723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ecb845d0-cc54-4db0-beeb-444124409d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:27.887723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb845d0-cc54-4db0-beeb-444124409d84 None None] The sync data for ids ['cbff1cba-c1db-4753-9a9b-842b59912009'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:27.887723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0aa34cec-3749-4f03-ad90-c95251cdfd39 None None] Provisioning complete for port bf60751c-a41c-4e75-ba13-212356d087d6 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:27.887723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0aa34cec-3749-4f03-ad90-c95251cdfd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:27.948474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4697fe1e-a9d0-491a-8382-192d469fc000 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Unset dirty status for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:27.948474 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4697fe1e-a9d0-491a-8382-192d469fc000 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports/3bcbe75a-9e7b-43a2-9012-9d8b34ee9951 HTTP/1.1" status: 200 len: 910 time: 0.2416456 Feb 21 09:07:27.948474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55502) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:27.964946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=3cbaf2ad-c102-4161-ac67-4da5d0473c34,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:27.968199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 3ca72bc9-89ac-4378-bc87-0d72ad295c11 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:27.968199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:28.112626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:28.113200 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:28.113311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:28.113590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:28.113910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:28.114219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:28.114545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:28.114855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:28.115253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:28.115519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:28.115834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:28.294408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:28.359695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 7a79d461-07c5-400d-9945-55ff5a887d45 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:07:28.604801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:28.618388 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44383de-5fd3-42d1-9be7-33275b816d2d None None] Sync routers for ids ['7a79d461-07c5-400d-9945-55ff5a887d45'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:28.631291 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44383de-5fd3-42d1-9be7-33275b816d2d None None] Routers {'7a79d461-07c5-400d-9945-55ff5a887d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:28.631918 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d44383de-5fd3-42d1-9be7-33275b816d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a79d461-07c5-400d-9945-55ff5a887d45'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:28.641606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:28.770950 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0bfe28e9-c8db-44a0-9dc8-0898b052c181 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3541515 Feb 21 09:07:28.772021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'tag': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:07:28.778048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55506) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:28.788677 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:07:28.906202 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-d44383de-5fd3-42d1-9be7-33275b816d2d None None] Set router 7a79d461-07c5-400d-9945-55ff5a887d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:07:28.911400 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-140d48a1-cdf7-4f5d-bdd0-6c79b22e61d2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d HTTP/1.1" status: 200 len: 991 time: 0.1316371 Feb 21 09:07:29.070783 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d463a873-f689-4579-b580-f224eb0efb80 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:29.201245 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'tag': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'status': 'completed', 'code': 200} Feb 21 09:07:29.202823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router ed9fa038-f07c-49d0-8402-08fe0fd9c1d8 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:07:29.366286 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d44383de-5fd3-42d1-9be7-33275b816d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:06:56Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'port_id': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'mac_address': 'fa:16:3e:b7:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:07:26Z', 'updated_at': '2022-02-21T09:07:26Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:07:04Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:29.372628 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44383de-5fd3-42d1-9be7-33275b816d2d None None] Checking router: 7a79d461-07c5-400d-9945-55ff5a887d45 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:07:29.402774 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44383de-5fd3-42d1-9be7-33275b816d2d None None] Routers {'7a79d461-07c5-400d-9945-55ff5a887d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:29.402774 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d44383de-5fd3-42d1-9be7-33275b816d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a79d461-07c5-400d-9945-55ff5a887d45'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:29.467638 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51ac12e9-3a90-4816-ba86-cf973bc07598 req-6a615ce4-09ec-4402-98be-a9df7c43683b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 1099 time: 0.2577872 Feb 21 09:07:29.472880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:29.486708 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24068b-b1e5-41e8-8115-eca007479613 None None] Sync routers for ids ['ed9fa038-f07c-49d0-8402-08fe0fd9c1d8'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:29.515089 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24068b-b1e5-41e8-8115-eca007479613 None None] Routers {'ed9fa038-f07c-49d0-8402-08fe0fd9c1d8'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:29.515089 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0e24068b-b1e5-41e8-8115-eca007479613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['ed9fa038-f07c-49d0-8402-08fe0fd9c1d8'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:29.666170 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fc2506d1-8539-47e3-9e73-c92a828ea81b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/ed9fa038-f07c-49d0-8402-08fe0fd9c1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1336441 Feb 21 09:07:29.666463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55514) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:29.780496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0e24068b-b1e5-41e8-8115-eca007479613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:29.780496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bf60751c-a41c-4e75-ba13-212356d087d6 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:29.833640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac12e9-3a90-4816-ba86-cf973bc07598 req-1473a019-d84a-4560-9dc2-7e65d356b0ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:29.833640 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51ac12e9-3a90-4816-ba86-cf973bc07598 req-1473a019-d84a-4560-9dc2-7e65d356b0ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=f9b6f913-19ef-459b-a6ff-d85bcf9023ca HTTP/1.1" status: 200 len: 896 time: 0.3393826 Feb 21 09:07:29.860335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3ddf7091-0999-4008-8ee5-1e20d3df146c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Synchronizing usage tracker for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:29.870293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24068b-b1e5-41e8-8115-eca007479613 None None] Routers {'ed9fa038-f07c-49d0-8402-08fe0fd9c1d8'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:29.870293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0e24068b-b1e5-41e8-8115-eca007479613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['ed9fa038-f07c-49d0-8402-08fe0fd9c1d8'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:29.913311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3ddf7091-0999-4008-8ee5-1e20d3df146c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Unset dirty status for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:29.913311 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3ddf7091-0999-4008-8ee5-1e20d3df146c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fa038-f07c-49d0-8402-08fe0fd9c1d8 HTTP/1.1" status: 200 len: 205 time: 0.2298980 Feb 21 09:07:29.913311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55518) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:29.940150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55522) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:30.002911 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-d44383de-5fd3-42d1-9be7-33275b816d2d None None] Set router 7a79d461-07c5-400d-9945-55ff5a887d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:07:30.044796 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0e24068b-b1e5-41e8-8115-eca007479613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:30.044796 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24068b-b1e5-41e8-8115-eca007479613 None None] The sync data for ids ['ed9fa038-f07c-49d0-8402-08fe0fd9c1d8'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:30.102410 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port bf60751c-a41c-4e75-ba13-212356d087d6 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:30.102410 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:30.243784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-744d2d58-3a01-48c4-ba26-bf6564f864fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:30.259183 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51ac12e9-3a90-4816-ba86-cf973bc07598 req-eb441adc-8082-40ac-900e-bdc500e64aa5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d48f3f-1ac8-4508-8521-73cd17f6e5c3 HTTP/1.1" status: 200 len: 999 time: 0.4376824 Feb 21 09:07:30.263544 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c68f3761-c774-476d-90df-86a6a67ee8aa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d HTTP/1.1" status: 200 len: 991 time: 0.3354657 Feb 21 09:07:30.312663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:30.384629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f99dc05e-5f77-4660-8ce3-e372e23c0132 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:30.402973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac12e9-3a90-4816-ba86-cf973bc07598 req-f24c19e0-cb34-4a39-955d-b7279c32b4cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:30.404415 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51ac12e9-3a90-4816-ba86-cf973bc07598 req-f24c19e0-cb34-4a39-955d-b7279c32b4cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab286cc7-169b-4cb2-8dc2-e7903a7daf18 HTTP/1.1" status: 200 len: 835 time: 0.1130331 Feb 21 09:07:30.506778 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51ac12e9-3a90-4816-ba86-cf973bc07598 req-f9f0b7d5-97a8-47ec-bd4c-76388683e300 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9b6f913-19ef-459b-a6ff-d85bcf9023ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0954318 Feb 21 09:07:30.564583 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d44383de-5fd3-42d1-9be7-33275b816d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:06:56Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'port_id': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'mac_address': 'fa:16:3e:b7:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:07:26Z', 'updated_at': '2022-02-21T09:07:26Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:07:04Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:30.572221 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44383de-5fd3-42d1-9be7-33275b816d2d None None] The sync data for ids ['7a79d461-07c5-400d-9945-55ff5a887d45'] in dv-neutron-830062-1-hyperv is: [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:06:56Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'port_id': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'mac_address': 'fa:16:3e:b7:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:07:26Z', 'updated_at': '2022-02-21T09:07:26Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:07:04Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:30.704306 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51ac12e9-3a90-4816-ba86-cf973bc07598 req-6d14a05b-499f-4cc9-9cb8-b7e6800e55e9 service neutron] 10.222.0.47 "GET /v2.0/networks/f9b6f913-19ef-459b-a6ff-d85bcf9023ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690173 Feb 21 09:07:30.836287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f99dc05e-5f77-4660-8ce3-e372e23c0132 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:30.850083 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f99dc05e-5f77-4660-8ce3-e372e23c0132 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:30.860747 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d463a873-f689-4579-b580-f224eb0efb80 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 3bcbe75a-9e7b-43a2-9012-9d8b34ee9951 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:30.860747 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d463a873-f689-4579-b580-f224eb0efb80 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:30.888623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f99dc05e-5f77-4660-8ce3-e372e23c0132 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:30.890699 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99dc05e-5f77-4660-8ce3-e372e23c0132 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Fanout notify agent at l3_agent the message router_deleted on router ed9fa038-f07c-49d0-8402-08fe0fd9c1d8 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:07:30.909459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f99dc05e-5f77-4660-8ce3-e372e23c0132 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:30.911948 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f99dc05e-5f77-4660-8ce3-e372e23c0132 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/routers/ed9fa038-f07c-49d0-8402-08fe0fd9c1d8 HTTP/1.1" status: 204 len: 168 time: 1.0078330 Feb 21 09:07:30.914542 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8ad80-3e96-4177-b182-d70be409d8a7 None None] New status for floating IP 27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:07:30.915145 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55526) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:31.052675 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51ac12e9-3a90-4816-ba86-cf973bc07598 req-bcc5dbcf-be58-491c-a2bc-08a5eb3604e6 service neutron] 10.222.0.47 "GET /v2.0/networks/f9b6f913-19ef-459b-a6ff-d85bcf9023ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136091 Feb 21 09:07:31.144776 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d463a873-f689-4579-b580-f224eb0efb80 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:31.168362 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ca1d79-473a-4702-8c58-87afad27c4af tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting subnet cc9f5a2c-4d6d-4652-a8b3-a3d15b6bc36d {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:07:31.169366 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-68ca1d79-473a-4702-8c58-87afad27c4af tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:31.232196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-68ca1d79-473a-4702-8c58-87afad27c4af tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:31.270069 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55530) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:31.284299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d463a873-f689-4579-b580-f224eb0efb80 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for 3bcbe75a-9e7b-43a2-9012-9d8b34ee9951 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:31.405326 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-102d740a-9f71-4dc8-8941-69619e697789 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d HTTP/1.1" status: 200 len: 993 time: 0.1339185 Feb 21 09:07:31.437455 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-68ca1d79-473a-4702-8c58-87afad27c4af tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:31.501041 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d463a873-f689-4579-b580-f224eb0efb80 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:31.552137 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-68ca1d79-473a-4702-8c58-87afad27c4af tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:31.554697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463a873-f689-4579-b580-f224eb0efb80 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Port': ['ID=3bcbe75a-9e7b-43a2-9012-9d8b34ee9951,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:31.619838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca1d79-473a-4702-8c58-87afad27c4af tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9f5a2c-4d6d-4652-a8b3-a3d15b6bc36d,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:31.641386 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1dd449-b0d8-42ad-9aeb-749955b3f96b None None] Network 28f4ba4d-00de-40e4-a9f4-1372be17fc8c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:31.654429 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-68ca1d79-473a-4702-8c58-87afad27c4af tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:31.675058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55534) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:31.675281 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-68ca1d79-473a-4702-8c58-87afad27c4af tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/cc9f5a2c-4d6d-4652-a8b3-a3d15b6bc36d HTTP/1.1" status: 204 len: 168 time: 0.7535257 Feb 21 09:07:31.989616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] DHCP port deletion for 28f4ba4d-00de-40e4-a9f4-1372be17fc8c request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:07:31.994234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Deleting port 3ca72bc9-89ac-4378-bc87-0d72ad295c11 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:31.994609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:32.062289 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:32.081324 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port 3ca72bc9-89ac-4378-bc87-0d72ad295c11 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:32.081572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:32.106311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d463a873-f689-4579-b580-f224eb0efb80 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:32.211511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] For port 3ca72bc9-89ac-4378-bc87-0d72ad295c11, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3ca72bc9-89ac-4378-bc87-0d72ad295c11,segment=NetworkSegment(a6415142-a7a3-442e-af76-b08e65fa4a47),segment_id=a6415142-a7a3-442e-af76-b08e65fa4a47)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:32.211798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:32.366804 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Calling delete_port for 3ca72bc9-89ac-4378-bc87-0d72ad295c11 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:32.440884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:32.495838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Pushing event deleted for resources: {'Port': ['ID=3ca72bc9-89ac-4378-bc87-0d72ad295c11,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:32.502710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] No DVR routers for this DVR port 3ca72bc9-89ac-4378-bc87-0d72ad295c11 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:07:32.517020 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:32.517436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:32.517824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:32.518221 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:32.518613 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:32.519028 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:32.519421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:32.519809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:32.520192 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:32.520571 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:32.520944 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f1e9d-cba7-4b65-8152-090ec1ca55e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:07:32.555703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] For port 3ca72bc9-89ac-4378-bc87-0d72ad295c11, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3ca72bc9-89ac-4378-bc87-0d72ad295c11,segment=NetworkSegment(a6415142-a7a3-442e-af76-b08e65fa4a47),segment_id=a6415142-a7a3-442e-af76-b08e65fa4a47)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:32.556279 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:32.730820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for 3ca72bc9-89ac-4378-bc87-0d72ad295c11 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:32.877634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:07:32.877946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:07:32.879650 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d463a873-f689-4579-b580-f224eb0efb80 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router cbff1cba-c1db-4753-9a9b-842b59912009 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:07:32.916870 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-745bfddf-c1e2-48c9-bce3-21961c31f856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.029843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d463a873-f689-4579-b580-f224eb0efb80 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:33.039827 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432829b5-5a43-4ea0-a93b-146e324addca None None] Sync routers for ids ['cbff1cba-c1db-4753-9a9b-842b59912009'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:33.055470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432829b5-5a43-4ea0-a93b-146e324addca None None] Routers {'cbff1cba-c1db-4753-9a9b-842b59912009'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:33.056407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-432829b5-5a43-4ea0-a93b-146e324addca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['cbff1cba-c1db-4753-9a9b-842b59912009'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:33.059203 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d463a873-f689-4579-b580-f224eb0efb80 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/cbff1cba-c1db-4753-9a9b-842b59912009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1082768 Feb 21 09:07:33.063841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55538) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:33.105389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ffa6792b-6565-4809-b39d-b62e5cdc0da8 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Synchronizing usage tracker for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:33.122236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ffa6792b-6565-4809-b39d-b62e5cdc0da8 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Unset dirty status for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:33.123451 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ffa6792b-6565-4809-b39d-b62e5cdc0da8 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbff1cba-c1db-4753-9a9b-842b59912009 HTTP/1.1" status: 200 len: 205 time: 0.0586157 Feb 21 09:07:33.124443 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-432829b5-5a43-4ea0-a93b-146e324addca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:33.126569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55542) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:33.137374 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432829b5-5a43-4ea0-a93b-146e324addca None None] Routers {'cbff1cba-c1db-4753-9a9b-842b59912009'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:33.138029 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-432829b5-5a43-4ea0-a93b-146e324addca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['cbff1cba-c1db-4753-9a9b-842b59912009'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:33.201027 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-432829b5-5a43-4ea0-a93b-146e324addca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:33.201435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432829b5-5a43-4ea0-a93b-146e324addca None None] The sync data for ids ['cbff1cba-c1db-4753-9a9b-842b59912009'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:33.267822 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dcba6d1d-f24f-4f2e-838a-13c41b652606 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.379538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port 3ca72bc9-89ac-4378-bc87-0d72ad295c11 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:33.379892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.450480 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] The port '3ca72bc9-89ac-4378-bc87-0d72ad295c11' was deleted {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:07:33.606533 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3ca72bc9-89ac-4378-bc87-0d72ad295c11 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:07:33.611539 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.647544 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 3ca72bc9-89ac-4378-bc87-0d72ad295c11 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:07:33.648335 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3ca72bc9-89ac-4378-bc87-0d72ad295c11 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:07:33.650679 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.757187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f4ba4d-00de-40e4-a9f4-1372be17fc8c']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:33.770870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6415142-a7a3-442e-af76-b08e65fa4a47') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:33.771180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6415142-a7a3-442e-af76-b08e65fa4a47') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:33.783946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.799387 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dcba6d1d-f24f-4f2e-838a-13c41b652606 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.800742 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.803668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dcba6d1d-f24f-4f2e-838a-13c41b652606 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.809375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:07:33.809800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:07:33.826041 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:07:33.842794 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dcba6d1d-f24f-4f2e-838a-13c41b652606 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.843486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcba6d1d-f24f-4f2e-838a-13c41b652606 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Fanout notify agent at l3_agent the message router_deleted on router cbff1cba-c1db-4753-9a9b-842b59912009 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:07:33.855252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dcba6d1d-f24f-4f2e-838a-13c41b652606 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.856329 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dcba6d1d-f24f-4f2e-838a-13c41b652606 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/routers/cbff1cba-c1db-4753-9a9b-842b59912009 HTTP/1.1" status: 204 len: 168 time: 0.7280967 Feb 21 09:07:33.859121 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55546) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:33.911741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.932601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.939204 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Network': ['ID=28f4ba4d-00de-40e4-a9f4-1372be17fc8c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:33.947125 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ce22a928-1c00-4754-bf34-02ab99579afa tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/networks/28f4ba4d-00de-40e4-a9f4-1372be17fc8c HTTP/1.1" status: 204 len: 168 time: 2.2692616 Feb 21 09:07:33.947556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55550) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:33.953493 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1380838611', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:33.960708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:33.965236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:router and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:33.969240 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:33.975851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:33.986093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.988340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:33.989303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.008187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.064393 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-9257d6d8-6a02-4242-aef1-455d61fafc4f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting subnet 6f338d99-21b1-4691-9f9f-71d6005e0c65 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:07:34.067436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9257d6d8-6a02-4242-aef1-455d61fafc4f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.122186 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9257d6d8-6a02-4242-aef1-455d61fafc4f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.162757 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.224367 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9257d6d8-6a02-4242-aef1-455d61fafc4f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.307682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9257d6d8-6a02-4242-aef1-455d61fafc4f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.346391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257d6d8-6a02-4242-aef1-455d61fafc4f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Subnet': ['ID=6f338d99-21b1-4691-9f9f-71d6005e0c65,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:34.352740 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9257d6d8-6a02-4242-aef1-455d61fafc4f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.359389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d1d883-3640-49b5-b6f3-2fec3b834598 None None] Network 9cc4ca4f-b15c-4eb6-b9c4-56da72182891 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:34.359621 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9257d6d8-6a02-4242-aef1-455d61fafc4f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/6f338d99-21b1-4691-9f9f-71d6005e0c65 HTTP/1.1" status: 204 len: 168 time: 0.4988949 Feb 21 09:07:34.362084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55554) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:34.384970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.467544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.564026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.588215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port bf60751c-a41c-4e75-ba13-212356d087d6 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:34.588553 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.638810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f0514-07ab-4cc4-92ac-ddc1142aaf8d None None] DHCP port deletion for 9cc4ca4f-b15c-4eb6-b9c4-56da72182891 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:07:34.643226 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f0514-07ab-4cc4-92ac-ddc1142aaf8d None None] Deleting port bf60751c-a41c-4e75-ba13-212356d087d6 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:34.643596 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0514-07ab-4cc4-92ac-ddc1142aaf8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.734054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Allocated IP 172.26.6.33 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/d54e7b92-d0ec-459f-9733-8ea2d04210d9) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:34.851104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8e3f0514-07ab-4cc4-92ac-ddc1142aaf8d None None] For port bf60751c-a41c-4e75-ba13-212356d087d6, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=bf60751c-a41c-4e75-ba13-212356d087d6,segment=NetworkSegment(1f2de25d-b6a9-4737-82ec-37f3f0253ed0),segment_id=1f2de25d-b6a9-4737-82ec-37f3f0253ed0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:34.851408 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0514-07ab-4cc4-92ac-ddc1142aaf8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.954857 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] For port bf60751c-a41c-4e75-ba13-212356d087d6, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=bf60751c-a41c-4e75-ba13-212356d087d6,segment=NetworkSegment(1f2de25d-b6a9-4737-82ec-37f3f0253ed0),segment_id=1f2de25d-b6a9-4737-82ec-37f3f0253ed0)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:34.955245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:34.973889 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f0514-07ab-4cc4-92ac-ddc1142aaf8d None None] Calling delete_port for bf60751c-a41c-4e75-ba13-212356d087d6 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:35.061025 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0514-07ab-4cc4-92ac-ddc1142aaf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:35.101501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for bf60751c-a41c-4e75-ba13-212356d087d6 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:35.104624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f0514-07ab-4cc4-92ac-ddc1142aaf8d None None] Pushing event deleted for resources: {'Port': ['ID=bf60751c-a41c-4e75-ba13-212356d087d6,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:35.113384 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f0514-07ab-4cc4-92ac-ddc1142aaf8d None None] No DVR routers for this DVR port bf60751c-a41c-4e75-ba13-212356d087d6 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:07:35.180829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:35.212964 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:07:35.213280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:07:35.226486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:35.293360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:35.296280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:35.300578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:35.424150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=d54e7b92-d0ec-459f-9733-8ea2d04210d9,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:35.559528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:35.560364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:35.590513 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bf60751c-a41c-4e75-ba13-212356d087d6 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:07:35.628661 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: bf60751c-a41c-4e75-ba13-212356d087d6 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:07:35.629009 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bf60751c-a41c-4e75-ba13-212356d087d6 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:07:35.715874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port bf60751c-a41c-4e75-ba13-212356d087d6 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:35.716178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:35.785424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] The port 'bf60751c-a41c-4e75-ba13-212356d087d6' was deleted {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:07:35.924940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:35.954370 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc4ca4f-b15c-4eb6-b9c4-56da72182891']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:35.968607 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:35.970027 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2de25d-b6a9-4737-82ec-37f3f0253ed0') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:35.970327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2de25d-b6a9-4737-82ec-37f3f0253ed0') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:35.984964 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:36.005670 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:36.017669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:07:36.018065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:07:36.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:07:36.137662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router c186a9db-5255-49e8-8853-f2d33c84ec09 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:07:36.141536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:36.159880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:36.174053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Network': ['ID=9cc4ca4f-b15c-4eb6-b9c4-56da72182891,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:36.297301 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8e76f695-6176-41ce-ad3f-d1f2cd924312 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/networks/9cc4ca4f-b15c-4eb6-b9c4-56da72182891 HTTP/1.1" status: 204 len: 168 time: 1.9340034 Feb 21 09:07:36.301973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55558) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:36.312627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1323797999', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:36.321182 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:36.330708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:router and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:36.334651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:36.350874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:36.366195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:36.367152 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:36.397256 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:36.564309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:36.575405 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940d0af-a58e-48c7-b0b6-3a9769ef6986 None None] Sync routers for ids ['c186a9db-5255-49e8-8853-f2d33c84ec09'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:36.575969 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:36.590240 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940d0af-a58e-48c7-b0b6-3a9769ef6986 None None] Routers {'c186a9db-5255-49e8-8853-f2d33c84ec09'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:36.591293 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1940d0af-a58e-48c7-b0b6-3a9769ef6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c186a9db-5255-49e8-8853-f2d33c84ec09'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:36.598196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:36.602270 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7d2a1388-7c1b-4d47-b4d4-ed2c3a1b45e3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6511383 Feb 21 09:07:36.602654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55562) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:36.674513 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1940d0af-a58e-48c7-b0b6-3a9769ef6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:36.688708 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940d0af-a58e-48c7-b0b6-3a9769ef6986 None None] Routers {'c186a9db-5255-49e8-8853-f2d33c84ec09'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:36.689424 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1940d0af-a58e-48c7-b0b6-3a9769ef6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c186a9db-5255-49e8-8853-f2d33c84ec09'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:36.749286 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1940d0af-a58e-48c7-b0b6-3a9769ef6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:36.749682 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940d0af-a58e-48c7-b0b6-3a9769ef6986 None None] The sync data for ids ['c186a9db-5255-49e8-8853-f2d33c84ec09'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:36.796777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:36.834187 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1b0a0dc1-ef5a-412e-b276-d4345001c48d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/routers/c186a9db-5255-49e8-8853-f2d33c84ec09 HTTP/1.1" status: 200 len: 884 time: 0.2271702 Feb 21 09:07:36.834435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:36.834630 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55566) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:36.978043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Allocated IP 172.26.6.24 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/3c2a0d7e-8094-4cc7-b57e-98a1d89db496) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:37.053992 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f7a33840-a185-4c53-9f48-d8bb563de203 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Synchronizing usage tracker for tenant:663a1bbcd87349ad8400099c82983066 on resource:router {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:37.074545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f7a33840-a185-4c53-9f48-d8bb563de203 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Unset dirty status for tenant:663a1bbcd87349ad8400099c82983066 on resource:router {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:37.075777 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f7a33840-a185-4c53-9f48-d8bb563de203 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2405326 Feb 21 09:07:37.079427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55570) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:37.084991 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-46e1cdeb-160b-4a04-a1f2-7f301da5c176 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1380838611'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:37.246076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:37.277647 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:37.349007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:37.351880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:37.356490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:37.381312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=3c2a0d7e-8094-4cc7-b57e-98a1d89db496,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:37.529883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:37.530796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:37.784797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46e1cdeb-160b-4a04-a1f2-7f301da5c176 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:37.789237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router 63cdc3eb-eccd-4421-b541-6eb4ccc18dad is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:07:37.797026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46e1cdeb-160b-4a04-a1f2-7f301da5c176 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:38.005118 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:38.013687 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e1cdeb-160b-4a04-a1f2-7f301da5c176 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router c186a9db-5255-49e8-8853-f2d33c84ec09 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:07:38.015975 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303d1441-4d23-44bf-bb4a-14a609b442c9 None None] Sync routers for ids ['63cdc3eb-eccd-4421-b541-6eb4ccc18dad'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:38.029928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303d1441-4d23-44bf-bb4a-14a609b442c9 None None] Routers {'63cdc3eb-eccd-4421-b541-6eb4ccc18dad'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:38.030552 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-303d1441-4d23-44bf-bb4a-14a609b442c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['63cdc3eb-eccd-4421-b541-6eb4ccc18dad'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:38.031680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:38.036499 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-539bdcbb-908a-407f-8cc9-76c775bb58bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.7303486 Feb 21 09:07:38.038577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55574) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:38.097951 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-303d1441-4d23-44bf-bb4a-14a609b442c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:38.109638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303d1441-4d23-44bf-bb4a-14a609b442c9 None None] Routers {'63cdc3eb-eccd-4421-b541-6eb4ccc18dad'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:38.110255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-303d1441-4d23-44bf-bb4a-14a609b442c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['63cdc3eb-eccd-4421-b541-6eb4ccc18dad'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:38.184641 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-303d1441-4d23-44bf-bb4a-14a609b442c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:38.185052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303d1441-4d23-44bf-bb4a-14a609b442c9 None None] The sync data for ids ['63cdc3eb-eccd-4421-b541-6eb4ccc18dad'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:38.247095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e1cdeb-160b-4a04-a1f2-7f301da5c176 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:38.252795 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-46e1cdeb-160b-4a04-a1f2-7f301da5c176 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:38.253941 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-46e1cdeb-160b-4a04-a1f2-7f301da5c176 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/c186a9db-5255-49e8-8853-f2d33c84ec09 HTTP/1.1" status: 200 len: 891 time: 1.1735313 Feb 21 09:07:38.257968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55578) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:38.260359 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8837f19c-ea58-4d46-a578-2a1080dee86f None None] Sync routers for ids ['c186a9db-5255-49e8-8853-f2d33c84ec09'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:38.272686 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8837f19c-ea58-4d46-a578-2a1080dee86f None None] Routers {'c186a9db-5255-49e8-8853-f2d33c84ec09'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:38.273379 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8837f19c-ea58-4d46-a578-2a1080dee86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c186a9db-5255-49e8-8853-f2d33c84ec09'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:38.314790 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-89806dd8-9493-4e66-801e-c18da1c460d0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/routers/63cdc3eb-eccd-4421-b541-6eb4ccc18dad HTTP/1.1" status: 200 len: 880 time: 0.2745390 Feb 21 09:07:38.317497 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55582) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:38.335305 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8837f19c-ea58-4d46-a578-2a1080dee86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:38.347303 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8837f19c-ea58-4d46-a578-2a1080dee86f None None] Routers {'c186a9db-5255-49e8-8853-f2d33c84ec09'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:38.347904 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8837f19c-ea58-4d46-a578-2a1080dee86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c186a9db-5255-49e8-8853-f2d33c84ec09'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:38.409194 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8837f19c-ea58-4d46-a578-2a1080dee86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:38.409595 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8837f19c-ea58-4d46-a578-2a1080dee86f None None] The sync data for ids ['c186a9db-5255-49e8-8853-f2d33c84ec09'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:38.488010 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5d39456f-ec58-402d-a711-47044884d529 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/routers/c186a9db-5255-49e8-8853-f2d33c84ec09 HTTP/1.1" status: 200 len: 891 time: 0.2285595 Feb 21 09:07:38.490773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55586) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:38.544007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-223727ca-c9f8-4350-917d-fc1d59a6f347 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Synchronizing usage tracker for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:38.544514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ac1ebd77-5ded-4aeb-80be-7c779c6b63f8 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Synchronizing usage tracker for tenant:cd84e71f9f5046e186281236ed632a8f on resource:router {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:38.560943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-223727ca-c9f8-4350-917d-fc1d59a6f347 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Unset dirty status for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:38.567716 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-223727ca-c9f8-4350-917d-fc1d59a6f347 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c186a9db-5255-49e8-8853-f2d33c84ec09 HTTP/1.1" status: 200 len: 205 time: 0.0704250 Feb 21 09:07:38.567897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ac1ebd77-5ded-4aeb-80be-7c779c6b63f8 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Unset dirty status for tenant:cd84e71f9f5046e186281236ed632a8f on resource:router {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:38.567897 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ac1ebd77-5ded-4aeb-80be-7c779c6b63f8 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2452490 Feb 21 09:07:38.568084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55590) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:38.568192 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55592) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:38.572313 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-617be8a5-1978-4666-8d83-c7edda4aecae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1323797999'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:38.789109 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:39.119833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:39.142122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port d54e7b92-d0ec-459f-9733-8ea2d04210d9 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:39.142461 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:39.281177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-617be8a5-1978-4666-8d83-c7edda4aecae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:39.297029 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-617be8a5-1978-4666-8d83-c7edda4aecae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:39.349639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:39.480204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for d54e7b92-d0ec-459f-9733-8ea2d04210d9 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:39.506024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617be8a5-1978-4666-8d83-c7edda4aecae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router 63cdc3eb-eccd-4421-b541-6eb4ccc18dad has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:07:39.662058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:39.709326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=d54e7b92-d0ec-459f-9733-8ea2d04210d9,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:39.729166 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617be8a5-1978-4666-8d83-c7edda4aecae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:39.738170 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-617be8a5-1978-4666-8d83-c7edda4aecae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:39.742177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79f81d-0421-48b1-ab23-d84848486ced None None] Sync routers for ids ['63cdc3eb-eccd-4421-b541-6eb4ccc18dad'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:39.742694 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-617be8a5-1978-4666-8d83-c7edda4aecae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/63cdc3eb-eccd-4421-b541-6eb4ccc18dad HTTP/1.1" status: 200 len: 887 time: 1.1722078 Feb 21 09:07:39.742694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55598) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:39.758301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79f81d-0421-48b1-ab23-d84848486ced None None] Routers {'63cdc3eb-eccd-4421-b541-6eb4ccc18dad'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:39.759099 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ce79f81d-0421-48b1-ab23-d84848486ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['63cdc3eb-eccd-4421-b541-6eb4ccc18dad'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:39.876544 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ce79f81d-0421-48b1-ab23-d84848486ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:39.889083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79f81d-0421-48b1-ab23-d84848486ced None None] Routers {'63cdc3eb-eccd-4421-b541-6eb4ccc18dad'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:39.890228 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ce79f81d-0421-48b1-ab23-d84848486ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['63cdc3eb-eccd-4421-b541-6eb4ccc18dad'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:39.939570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:39.957037 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-51f8cdf0-6e67-45dc-bb35-4e570ca18661 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/routers/63cdc3eb-eccd-4421-b541-6eb4ccc18dad HTTP/1.1" status: 200 len: 887 time: 0.2110879 Feb 21 09:07:39.957400 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55602) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:39.972703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ce79f81d-0421-48b1-ab23-d84848486ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:39.973154 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79f81d-0421-48b1-ab23-d84848486ced None None] The sync data for ids ['63cdc3eb-eccd-4421-b541-6eb4ccc18dad'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:40.005505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ea75b39a-53cc-4027-9f71-6f10e6b0e3b3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Synchronizing usage tracker for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:40.027463 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ea75b39a-53cc-4027-9f71-6f10e6b0e3b3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Unset dirty status for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:40.028712 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ea75b39a-53cc-4027-9f71-6f10e6b0e3b3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports?device_id=63cdc3eb-eccd-4421-b541-6eb4ccc18dad HTTP/1.1" status: 200 len: 205 time: 0.0702162 Feb 21 09:07:40.032925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55606) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:40.208556 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:40.212961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:40.240009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:40.240720 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Fanout notify agent at l3_agent the message router_deleted on router c186a9db-5255-49e8-8853-f2d33c84ec09 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:07:40.242634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:40.273370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:40.274754 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2cccc4ba-2fd4-4f53-8611-4582baa5a9c2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/routers/c186a9db-5255-49e8-8853-f2d33c84ec09 HTTP/1.1" status: 204 len: 168 time: 1.7056782 Feb 21 09:07:40.280852 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55610) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:40.286445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-487348862'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:40.291821 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:40.296702 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:network and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:40.299852 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:40.305762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:40.317888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:40.320909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:40.350318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:07:40.361390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:40.361732 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Added segment 955b30d5-efeb-43fd-8866-2126eeb62a71 of type vlan for network 58f7d023-c867-42c8-8f4a-39c16af81879 Feb 21 09:07:40.394463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:40.440995 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:40.445042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:40.446067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:40.562191 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2757108 Feb 21 09:07:40.562597 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55614) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:40.569465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'subnet': {'network_id': '58f7d023-c867-42c8-8f4a-39c16af81879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:40.590685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7ae43-2104-4d3e-ae54-0b96653d0614 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Network': ['ID=58f7d023-c867-42c8-8f4a-39c16af81879,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:40.602737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 58f7d023-c867-42c8-8f4a-39c16af81879 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:07:40.687846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:40.696206 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:40.701799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:subnet and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:40.705072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:40.707942 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 3c2a0d7e-8094-4cc7-b57e-98a1d89db496 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:40.708308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:40.738283 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:40.771955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:40.969045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:41.081569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:41.223682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for 3c2a0d7e-8094-4cc7-b57e-98a1d89db496 owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:41.452329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:41.553286 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:41.590499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Subnet': ['ID=9062f446-8115-4423-a8f9-b14ffc97814c,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:41.609178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Port': ['ID=3c2a0d7e-8094-4cc7-b57e-98a1d89db496,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:41.646381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Checking segment: {'id': '955b30d5-efeb-43fd-8866-2126eeb62a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '58f7d023-c867-42c8-8f4a-39c16af81879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:41.646739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network hostable DHCP agents. Network: 58f7d023-c867-42c8-8f4a-39c16af81879, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:07:41.790027 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 58f7d023-c867-42c8-8f4a-39c16af81879 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:07:41.865065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 58f7d023-c867-42c8-8f4a-39c16af81879) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:41.869807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:41.873940 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d112f7e-38ab-480d-bcd7-bab86cb7d140 None None] Network 58f7d023-c867-42c8-8f4a-39c16af81879 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:41.921655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:41.922231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.114086 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-58f7d023-c867-42c8-8f4a-39c16af81879', 'network_id': '58f7d023-c867-42c8-8f4a-39c16af81879', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'fixed_ips': [{'subnet_id': '9062f446-8115-4423-a8f9-b14ffc97814c'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:07:42.115169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.189213 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bbe456d5-a0cf-43c9-8d13-7dfdbccbefc1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6254528 Feb 21 09:07:42.192022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55618) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:42.198170 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8c6aee49-39fa-4fef-8013-d4b6d1a54710 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-679483913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:42.204871 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8c6aee49-39fa-4fef-8013-d4b6d1a54710 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:42.209591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8c6aee49-39fa-4fef-8013-d4b6d1a54710 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:router and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:42.212623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8c6aee49-39fa-4fef-8013-d4b6d1a54710 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:42.223738 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8c6aee49-39fa-4fef-8013-d4b6d1a54710 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:42.234864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c6aee49-39fa-4fef-8013-d4b6d1a54710 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.235828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c6aee49-39fa-4fef-8013-d4b6d1a54710 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.257002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c6aee49-39fa-4fef-8013-d4b6d1a54710 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.269322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.274445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.308682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.309904 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Fanout notify agent at l3_agent the message router_deleted on router 63cdc3eb-eccd-4421-b541-6eb4ccc18dad {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:07:42.335369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.336755 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0f860815-2cd6-4fbd-a821-ea6c73468d32 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/routers/63cdc3eb-eccd-4421-b541-6eb4ccc18dad HTTP/1.1" status: 204 len: 168 time: 2.3028078 Feb 21 09:07:42.342007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55622) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:42.342962 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Allocated IP 2001:db8::2 (58f7d023-c867-42c8-8f4a-39c16af81879/9062f446-8115-4423-a8f9-b14ffc97814c/bb1244d1-1428-495c-abbc-af6a2024ad02) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:42.352571 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'network': {'name': 'tempest-RoutersTest-1889979433'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:42.361369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:42.369929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:network and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:42.375115 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:42.384439 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:42.391931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c6aee49-39fa-4fef-8013-d4b6d1a54710 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.401440 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:42.405855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.422347 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c6aee49-39fa-4fef-8013-d4b6d1a54710 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.423715 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8c6aee49-39fa-4fef-8013-d4b6d1a54710 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2306495 Feb 21 09:07:42.427141 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55626) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:42.441036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:07:42.451956 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.452663 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Added segment 3099bd38-53e3-474a-98d2-0f4a4a103e4d of type vlan for network 7e421565-9f4c-45f2-9173-50d8c8953fa4 Feb 21 09:07:42.489556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.525112 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.529606 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:42.530547 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.638174 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2946212 Feb 21 09:07:42.653719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55630) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:42.663331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'subnet': {'network_id': '7e421565-9f4c-45f2-9173-50d8c8953fa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:42.687466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809bbad-c5b1-4455-af7d-49db96daf432 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Network': ['ID=7e421565-9f4c-45f2-9173-50d8c8953fa4,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:42.700263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.710815 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 7e421565-9f4c-45f2-9173-50d8c8953fa4 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:07:42.725578 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Transition to ACTIVE for port object bb1244d1-1428-495c-abbc-af6a2024ad02 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:42.785821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:42.789692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:subnet and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:42.792615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:42.798624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:42.802409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Transition to ACTIVE for port object bb1244d1-1428-495c-abbc-af6a2024ad02 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:42.811899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:42.831479 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.916958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Network 58f7d023-c867-42c8-8f4a-39c16af81879 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:42.921327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:42.924645 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:42.929696 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:42.973111 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Pushing event updated for resources: {'Port': ['ID=bb1244d1-1428-495c-abbc-af6a2024ad02,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:43.038166 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Attempting to bind port bb1244d1-1428-495c-abbc-af6a2024ad02 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:07:43.038528 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Attempting to bind port bb1244d1-1428-495c-abbc-af6a2024ad02 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '955b30d5-efeb-43fd-8866-2126eeb62a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '58f7d023-c867-42c8-8f4a-39c16af81879'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:07:43.038959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Attempting to bind port bb1244d1-1428-495c-abbc-af6a2024ad02 on network 58f7d023-c867-42c8-8f4a-39c16af81879 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:07:43.050576 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:07:43.051362 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Checking segment: {'id': '955b30d5-efeb-43fd-8866-2126eeb62a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '58f7d023-c867-42c8-8f4a-39c16af81879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:43.051774 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:43.052171 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Bound using segment: {'id': '955b30d5-efeb-43fd-8866-2126eeb62a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '58f7d023-c867-42c8-8f4a-39c16af81879'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:07:43.052682 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Bound port: bb1244d1-1428-495c-abbc-af6a2024ad02, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955b30d5-efeb-43fd-8866-2126eeb62a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '58f7d023-c867-42c8-8f4a-39c16af81879'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:07:43.053510 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:43.078432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:43.165391 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] For port bb1244d1-1428-495c-abbc-af6a2024ad02, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:07:43.170484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] For port bb1244d1-1428-495c-abbc-af6a2024ad02, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=bb1244d1-1428-495c-abbc-af6a2024ad02,segment=NetworkSegment(955b30d5-efeb-43fd-8866-2126eeb62a71),segment_id=955b30d5-efeb-43fd-8866-2126eeb62a71)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:07:43.177246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:43.211301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:43.272831 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916691a7-11ba-4537-8d8f-389e4ae89646 None None] Pushing event updated for resources: {'Port': ['ID=bb1244d1-1428-495c-abbc-af6a2024ad02,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:43.303252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Subnet': ['ID=d5113fa6-97e5-4324-806d-6f0eaf390e06,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:43.321258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Checking segment: {'id': '3099bd38-53e3-474a-98d2-0f4a4a103e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e421565-9f4c-45f2-9173-50d8c8953fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:43.321607 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network hostable DHCP agents. Network: 7e421565-9f4c-45f2-9173-50d8c8953fa4, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:07:43.348904 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 7e421565-9f4c-45f2-9173-50d8c8953fa4 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:07:43.362718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 7e421565-9f4c-45f2-9173-50d8c8953fa4) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:43.371713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:43.372414 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:43.373985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd2f4fd-5b82-4d6b-ad82-3418ce1ee7bb None None] Network 7e421565-9f4c-45f2-9173-50d8c8953fa4 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:43.397960 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-756c015c-d090-40f1-a609-044ed502db33 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7427831 Feb 21 09:07:43.400813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55634) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:43.413737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f29b7e16-f265-430b-ad2f-f49bba098784 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1173885654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:43.426339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f29b7e16-f265-430b-ad2f-f49bba098784 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:43.438603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f29b7e16-f265-430b-ad2f-f49bba098784 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:router and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:43.453618 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f29b7e16-f265-430b-ad2f-f49bba098784 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:43.498062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f29b7e16-f265-430b-ad2f-f49bba098784 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:43.526271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f29b7e16-f265-430b-ad2f-f49bba098784 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:43.527902 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f29b7e16-f265-430b-ad2f-f49bba098784 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:43.554473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Allocated IP 2001:db8::1 (58f7d023-c867-42c8-8f4a-39c16af81879/9062f446-8115-4423-a8f9-b14ffc97814c/c631cc52-296b-4e2e-806e-3f8e937f53be) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:43.597029 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f29b7e16-f265-430b-ad2f-f49bba098784 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:43.625113 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-502571b3-9e15-4cd6-8df7-8173d17726e4 req-dc6012b2-e270-44f4-b018-f867e5e7c57c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1733170 Feb 21 09:07:43.655688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f29b7e16-f265-430b-ad2f-f49bba098784 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:43.747613 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-7e421565-9f4c-45f2-9173-50d8c8953fa4', 'network_id': '7e421565-9f4c-45f2-9173-50d8c8953fa4', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'fixed_ips': [{'subnet_id': 'd5113fa6-97e5-4324-806d-6f0eaf390e06'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:07:43.748736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:43.778608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f29b7e16-f265-430b-ad2f-f49bba098784 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:43.780398 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f29b7e16-f265-430b-ad2f-f49bba098784 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3780460 Feb 21 09:07:43.783677 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55638) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:43.826504 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-502571b3-9e15-4cd6-8df7-8173d17726e4 req-89c5af74-f73c-46cb-b0fc-1e2946f035c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 1098 time: 0.1020589 Feb 21 09:07:43.976883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Allocated IP 172.20.0.2 (7e421565-9f4c-45f2-9173-50d8c8953fa4/d5113fa6-97e5-4324-806d-6f0eaf390e06/339f4824-7111-4eda-8a11-5e37946472c7) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:44.010045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502571b3-9e15-4cd6-8df7-8173d17726e4 req-27ded4a6-d7eb-4d88-b371-0a0f50d479cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:44.011935 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-502571b3-9e15-4cd6-8df7-8173d17726e4 req-27ded4a6-d7eb-4d88-b371-0a0f50d479cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 911 time: 0.1669805 Feb 21 09:07:44.154577 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-502571b3-9e15-4cd6-8df7-8173d17726e4 req-dd4bd0d7-227a-47bf-adec-6542c2b6832e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0447bfeb-5470-455f-9162-227d3a33062b HTTP/1.1" status: 200 len: 999 time: 0.1357355 Feb 21 09:07:44.235645 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502571b3-9e15-4cd6-8df7-8173d17726e4 req-7ac8f996-00d3-46ab-bcce-8330c51407c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:44.236052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:44.238058 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-502571b3-9e15-4cd6-8df7-8173d17726e4 req-7ac8f996-00d3-46ab-bcce-8330c51407c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.0780907 Feb 21 09:07:44.264513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Transition to ACTIVE for port object c631cc52-296b-4e2e-806e-3f8e937f53be will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:44.275766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:44.293088 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Transition to ACTIVE for port object 339f4824-7111-4eda-8a11-5e37946472c7 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:44.299846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:44.325785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Transition to ACTIVE for port object 339f4824-7111-4eda-8a11-5e37946472c7 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:44.335770 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:44.341042 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-502571b3-9e15-4cd6-8df7-8173d17726e4 req-59df439c-b272-4682-9a58-a5ee4dc0c529 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0965478 Feb 21 09:07:44.427201 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Pushing event updated for resources: {'Port': ['ID=339f4824-7111-4eda-8a11-5e37946472c7,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:44.447604 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Network 7e421565-9f4c-45f2-9173-50d8c8953fa4 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:44.449735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:44.452219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:44.526725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=c631cc52-296b-4e2e-806e-3f8e937f53be,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:44.530580 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 58f7d023-c867-42c8-8f4a-39c16af81879 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:44.533508 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:44.537327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:44.537689 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:44.596633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Attempting to bind port 339f4824-7111-4eda-8a11-5e37946472c7 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:07:44.597373 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Attempting to bind port 339f4824-7111-4eda-8a11-5e37946472c7 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '3099bd38-53e3-474a-98d2-0f4a4a103e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e421565-9f4c-45f2-9173-50d8c8953fa4'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:07:44.598025 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Attempting to bind port 339f4824-7111-4eda-8a11-5e37946472c7 on network 7e421565-9f4c-45f2-9173-50d8c8953fa4 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:07:44.612065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:07:44.612960 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Checking segment: {'id': '3099bd38-53e3-474a-98d2-0f4a4a103e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e421565-9f4c-45f2-9173-50d8c8953fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:44.613612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:44.615124 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Bound using segment: {'id': '3099bd38-53e3-474a-98d2-0f4a4a103e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e421565-9f4c-45f2-9173-50d8c8953fa4'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:07:44.615834 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Bound port: 339f4824-7111-4eda-8a11-5e37946472c7, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3099bd38-53e3-474a-98d2-0f4a4a103e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e421565-9f4c-45f2-9173-50d8c8953fa4'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:07:44.618276 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:44.681533 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c88f81b-3b4c-48dd-a317-20d14a2c344b None None] Network 58f7d023-c867-42c8-8f4a-39c16af81879 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:44.688539 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-502571b3-9e15-4cd6-8df7-8173d17726e4 req-68c2a0e9-5421-4ca1-8201-121ac52d0464 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395038 Feb 21 09:07:44.709394 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:44.734033 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:44.869749 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-502571b3-9e15-4cd6-8df7-8173d17726e4 req-d3b314a3-482a-424c-8965-f965fdbda366 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742783 Feb 21 09:07:44.977959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-09664122-c8e3-4912-acbe-d80b3e1bda65 None None] Provisioning for port bb1244d1-1428-495c-abbc-af6a2024ad02 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:44.983950 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] For port 339f4824-7111-4eda-8a11-5e37946472c7, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:07:45.037187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] For port 339f4824-7111-4eda-8a11-5e37946472c7, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=339f4824-7111-4eda-8a11-5e37946472c7,segment=NetworkSegment(3099bd38-53e3-474a-98d2-0f4a4a103e4d),segment_id=3099bd38-53e3-474a-98d2-0f4a4a103e4d)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:07:45.047126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:45.155071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fb661-cf72-4068-94ed-6bd581d5fa5e None None] Pushing event updated for resources: {'Port': ['ID=339f4824-7111-4eda-8a11-5e37946472c7,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:45.177369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f801ca-55fa-451e-864f-b4f0e24e73e7 req-2ab2bd8c-9d98-42ff-929c-7f544c055f0a tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:45.178967 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-24f801ca-55fa-451e-864f-b4f0e24e73e7 req-2ab2bd8c-9d98-42ff-929c-7f544c055f0a tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 945 time: 0.0979977 Feb 21 09:07:45.244010 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-24f801ca-55fa-451e-864f-b4f0e24e73e7 req-0c78070d-e509-4a80-a4c0-c90ea9dff3a0 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589571 Feb 21 09:07:45.500673 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Allocated IP 172.20.0.1 (7e421565-9f4c-45f2-9173-50d8c8953fa4/d5113fa6-97e5-4324-806d-6f0eaf390e06/07ad48f4-70a5-4556-b8d9-4c3094cfcc37) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:45.590866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2f7ee10a-03c4-4505-9a09-42062a2be621 None None] Provisioning for port c631cc52-296b-4e2e-806e-3f8e937f53be completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:45.601136 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2f7ee10a-03c4-4505-9a09-42062a2be621 None None] Provisioning complete for port c631cc52-296b-4e2e-806e-3f8e937f53be triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:45.601501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee10a-03c4-4505-9a09-42062a2be621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:45.693439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:45.716993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ee10a-03c4-4505-9a09-42062a2be621 None None] Port c631cc52-296b-4e2e-806e-3f8e937f53be cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:45.725302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:45.727609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:45.777084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 339f4824-7111-4eda-8a11-5e37946472c7 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:45.849683 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:45.870096 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 339f4824-7111-4eda-8a11-5e37946472c7 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:45.876228 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bb1244d1-1428-495c-abbc-af6a2024ad02 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:45.972350 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0df94c87-210a-4f27-abf9-436ced9f791c None None] Provisioning complete for port c631cc52-296b-4e2e-806e-3f8e937f53be triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:45.972768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0df94c87-210a-4f27-abf9-436ced9f791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:46.033318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-0df94c87-210a-4f27-abf9-436ced9f791c None None] Port c631cc52-296b-4e2e-806e-3f8e937f53be cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:46.045884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port bb1244d1-1428-495c-abbc-af6a2024ad02 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:46.050511 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=c631cc52-296b-4e2e-806e-3f8e937f53be,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:46.053035 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port bb1244d1-1428-495c-abbc-af6a2024ad02 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:46.053541 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:46.058866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Transition to ACTIVE for port object 07ad48f4-70a5-4556-b8d9-4c3094cfcc37 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:46.121376 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 58f7d023-c867-42c8-8f4a-39c16af81879 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:46.123224 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:46.193817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:46.204882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:46.250560 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port bb1244d1-1428-495c-abbc-af6a2024ad02, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=bb1244d1-1428-495c-abbc-af6a2024ad02,segment=NetworkSegment(955b30d5-efeb-43fd-8866-2126eeb62a71),segment_id=955b30d5-efeb-43fd-8866-2126eeb62a71)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:46.258245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:46.342069 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=07ad48f4-70a5-4556-b8d9-4c3094cfcc37,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:46.369923 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=bb1244d1-1428-495c-abbc-af6a2024ad02,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:46.396042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 7e421565-9f4c-45f2-9173-50d8c8953fa4 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:46.399775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:46.403824 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:46.595587 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-dd106c0b-6851-45af-b4c0-3f97590f91b8 None None] Provisioning complete for port c631cc52-296b-4e2e-806e-3f8e937f53be triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:46.595961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dd106c0b-6851-45af-b4c0-3f97590f91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:46.641463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:46.689323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385b73-fb77-471d-aea0-46c1691483ee req-df432840-90a1-4fab-bef9-703a3cb0d9bd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:46.689976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8cadfd-e4c8-4daf-8d61-d564e7c5bd0d None None] Network 7e421565-9f4c-45f2-9173-50d8c8953fa4 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:46.691813 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b4385b73-fb77-471d-aea0-46c1691483ee req-df432840-90a1-4fab-bef9-703a3cb0d9bd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 945 time: 0.1598587 Feb 21 09:07:46.698804 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c8a0-b558-4bda-8b69-413e40ca4a80 req-687d137c-1ca1-4508-8d41-083525b1b802 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:46.700662 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-70f4c8a0-b558-4bda-8b69-413e40ca4a80 req-687d137c-1ca1-4508-8d41-083525b1b802 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 945 time: 0.2351353 Feb 21 09:07:46.779920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-dd106c0b-6851-45af-b4c0-3f97590f91b8 None None] Port c631cc52-296b-4e2e-806e-3f8e937f53be cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:46.804395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:46.818256 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-b4385b73-fb77-471d-aea0-46c1691483ee req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Deleting port 0447bfeb-5470-455f-9162-227d3a33062b {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:46.818696 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b4385b73-fb77-471d-aea0-46c1691483ee req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:46.853117 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-70f4c8a0-b558-4bda-8b69-413e40ca4a80 req-9b958b4c-6df2-4d68-ba91-956c0ca6a963 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159616 Feb 21 09:07:46.965853 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6c0eb9e8-8ac4-482e-8fc6-acf66444eb05 None None] Provisioning for port 339f4824-7111-4eda-8a11-5e37946472c7 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:46.975116 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6c0eb9e8-8ac4-482e-8fc6-acf66444eb05 None None] Provisioning complete for port 339f4824-7111-4eda-8a11-5e37946472c7 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:46.975481 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb9e8-8ac4-482e-8fc6-acf66444eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:47.114900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-b4385b73-fb77-471d-aea0-46c1691483ee req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] For port 0447bfeb-5470-455f-9162-227d3a33062b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=0447bfeb-5470-455f-9162-227d3a33062b,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:47.116629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b4385b73-fb77-471d-aea0-46c1691483ee req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:47.121617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb9e8-8ac4-482e-8fc6-acf66444eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:47.147251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router c263272e-5b14-4d65-9121-155c47274ae8 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:07:47.210542 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6c0eb9e8-8ac4-482e-8fc6-acf66444eb05 None None] For port 339f4824-7111-4eda-8a11-5e37946472c7, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=339f4824-7111-4eda-8a11-5e37946472c7,segment=NetworkSegment(3099bd38-53e3-474a-98d2-0f4a4a103e4d),segment_id=3099bd38-53e3-474a-98d2-0f4a4a103e4d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:47.218087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb9e8-8ac4-482e-8fc6-acf66444eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:47.323885 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0eb9e8-8ac4-482e-8fc6-acf66444eb05 None None] Pushing event updated for resources: {'Port': ['ID=339f4824-7111-4eda-8a11-5e37946472c7,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:47.350613 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f32a3f30-cc42-49f2-9d85-0487e7feaf28 None None] Provisioning complete for port 339f4824-7111-4eda-8a11-5e37946472c7 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:47.351116 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f32a3f30-cc42-49f2-9d85-0487e7feaf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:47.481410 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:47.494144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:47.498717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:47.509030 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a94ee2-dcb2-4ed2-86e6-f182599d7003 None None] Sync routers for ids ['c263272e-5b14-4d65-9121-155c47274ae8'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:47.516977 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b4385b73-fb77-471d-aea0-46c1691483ee req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:47.517337 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b4385b73-fb77-471d-aea0-46c1691483ee req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:47.517757 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [req-b4385b73-fb77-471d-aea0-46c1691483ee req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Floating IP da1ee8d1-0878-483f-b5a9-20d13b775697 disassociated. External IP: 172.26.6.8, port: 0447bfeb-5470-455f-9162-227d3a33062b. Feb 21 09:07:47.518085 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-b4385b73-fb77-471d-aea0-46c1691483ee req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Calling delete_port for 0447bfeb-5470-455f-9162-227d3a33062b owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:47.520153 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f32a3f30-cc42-49f2-9d85-0487e7feaf28 None None] Provisioning for port 07ad48f4-70a5-4556-b8d9-4c3094cfcc37 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:47.528854 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a94ee2-dcb2-4ed2-86e6-f182599d7003 None None] Routers {'c263272e-5b14-4d65-9121-155c47274ae8'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:47.529526 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-86a94ee2-dcb2-4ed2-86e6-f182599d7003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c263272e-5b14-4d65-9121-155c47274ae8'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:47.535921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f32a3f30-cc42-49f2-9d85-0487e7feaf28 None None] Provisioning complete for port 07ad48f4-70a5-4556-b8d9-4c3094cfcc37 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:47.536297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f32a3f30-cc42-49f2-9d85-0487e7feaf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:47.588243 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f9eb8c34-2435-4e51-88ea-747180cfcbbd tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/c263272e-5b14-4d65-9121-155c47274ae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1586430 Feb 21 09:07:47.605699 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55650) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:47.646328 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f32a3f30-cc42-49f2-9d85-0487e7feaf28 None None] Port 07ad48f4-70a5-4556-b8d9-4c3094cfcc37 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:47.672933 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-86a94ee2-dcb2-4ed2-86e6-f182599d7003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:47.696906 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a94ee2-dcb2-4ed2-86e6-f182599d7003 None None] Routers {'c263272e-5b14-4d65-9121-155c47274ae8'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:47.699910 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-86a94ee2-dcb2-4ed2-86e6-f182599d7003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c263272e-5b14-4d65-9121-155c47274ae8'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:47.705477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa2f7ae-eebc-4501-b579-8eada1d7f50e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:47.706129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8aa2f7ae-eebc-4501-b579-8eada1d7f50e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Synchronizing usage tracker for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:47.707641 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 339f4824-7111-4eda-8a11-5e37946472c7 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:47.740440 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=07ad48f4-70a5-4556-b8d9-4c3094cfcc37,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:47.743173 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:47.750056 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8aa2f7ae-eebc-4501-b579-8eada1d7f50e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Unset dirty status for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:47.753785 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8aa2f7ae-eebc-4501-b579-8eada1d7f50e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports/c631cc52-296b-4e2e-806e-3f8e937f53be HTTP/1.1" status: 200 len: 911 time: 0.1447122 Feb 21 09:07:47.755253 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55656) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:47.763392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f5f86203-49ed-4eb7-9205-c4198985436e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9062f446-8115-4423-a8f9-b14ffc97814c'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:47.801051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-50bf2975-e13f-47c2-8167-5c203b938151 None None] Provisioning complete for port 07ad48f4-70a5-4556-b8d9-4c3094cfcc37 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:47.801579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-50bf2975-e13f-47c2-8167-5c203b938151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:47.808134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b4385b73-fb77-471d-aea0-46c1691483ee req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:47.815265 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-86a94ee2-dcb2-4ed2-86e6-f182599d7003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:47.816084 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a94ee2-dcb2-4ed2-86e6-f182599d7003 None None] The sync data for ids ['c263272e-5b14-4d65-9121-155c47274ae8'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:47.866731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event deleted for resources: {'Port': ['ID=0447bfeb-5470-455f-9162-227d3a33062b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:47.867019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 339f4824-7111-4eda-8a11-5e37946472c7 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:47.867019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:47.910105 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-50bf2975-e13f-47c2-8167-5c203b938151 None None] Port 07ad48f4-70a5-4556-b8d9-4c3094cfcc37 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:48.032692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bb1244d1-1428-495c-abbc-af6a2024ad02 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:48.114869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port bb1244d1-1428-495c-abbc-af6a2024ad02 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:48.115494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:48.188383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 7e421565-9f4c-45f2-9173-50d8c8953fa4 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:48.192745 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:48.193085 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5748a9fb-9b10-47b3-bdaf-3e058dff9ec6 req-4ce07c4a-f2be-40ef-a58e-e84a5420b46b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 210 time: 0.1750224 Feb 21 09:07:48.289924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4385b73-fb77-471d-aea0-46c1691483ee req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:07:48.551177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4385b73-fb77-471d-aea0-46c1691483ee req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:48.558219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-bcd62e11-f8c9-4b41-a0e8-63fbbcae0121 None None] Provisioning complete for port 07ad48f4-70a5-4556-b8d9-4c3094cfcc37 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:48.559544 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bcd62e11-f8c9-4b41-a0e8-63fbbcae0121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:48.564244 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5f86203-49ed-4eb7-9205-c4198985436e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:48.633465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-bcd62e11-f8c9-4b41-a0e8-63fbbcae0121 None None] Port 07ad48f4-70a5-4556-b8d9-4c3094cfcc37 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:48.640196 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997eef93-2345-46fc-a1cf-37471df6ec2e None None] Sync routers for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:48.653269 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997eef93-2345-46fc-a1cf-37471df6ec2e None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:48.653919 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-997eef93-2345-46fc-a1cf-37471df6ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:48.665955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4385b73-fb77-471d-aea0-46c1691483ee req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] No DVR routers for this DVR port 0447bfeb-5470-455f-9162-227d3a33062b on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:07:48.670032 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-b4385b73-fb77-471d-aea0-46c1691483ee req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:48.682271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b89c0b-89d3-47da-ba47-03309c8b267c', 'name': 'network-vif-deleted', 'tag': '0447bfeb-5470-455f-9162-227d3a33062b'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:07:48.690614 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b4385b73-fb77-471d-aea0-46c1691483ee req-7d686b13-363e-480d-9a63-e934379c9959 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "DELETE /v2.0/ports/0447bfeb-5470-455f-9162-227d3a33062b HTTP/1.1" status: 204 len: 173 time: 1.9887648 Feb 21 09:07:48.768026 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b89c0b-89d3-47da-ba47-03309c8b267c', 'name': 'network-vif-deleted', 'tag': '0447bfeb-5470-455f-9162-227d3a33062b', 'status': 'completed', 'code': 200} Feb 21 09:07:48.871218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-997eef93-2345-46fc-a1cf-37471df6ec2e None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:07:49.109777 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router b1de7129-6c47-4564-985e-f047e0de85fb is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:07:49.217425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-997eef93-2345-46fc-a1cf-37471df6ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:49.221562 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997eef93-2345-46fc-a1cf-37471df6ec2e None None] Checking router: 44976c4e-f3af-4ace-99f7-e52ca1cbd683 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:07:49.233538 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997eef93-2345-46fc-a1cf-37471df6ec2e None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:49.234217 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-997eef93-2345-46fc-a1cf-37471df6ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:49.289629 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 0447bfeb-5470-455f-9162-227d3a33062b no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:07:49.390049 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 0447bfeb-5470-455f-9162-227d3a33062b {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:07:49.390441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 0447bfeb-5470-455f-9162-227d3a33062b not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:07:49.453140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-e852b408-43ca-43a5-bfe4-a96e279cce24 req-64373f8d-d62a-42f1-b5fa-8ef86eb69869 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Synchronizing usage tracker for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:49.472752 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-e852b408-43ca-43a5-bfe4-a96e279cce24 req-64373f8d-d62a-42f1-b5fa-8ef86eb69869 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Unset dirty status for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:49.474606 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e852b408-43ca-43a5-bfe4-a96e279cce24 req-64373f8d-d62a-42f1-b5fa-8ef86eb69869 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b89c0b-89d3-47da-ba47-03309c8b267c HTTP/1.1" status: 200 len: 210 time: 0.0927482 Feb 21 09:07:49.498093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-997eef93-2345-46fc-a1cf-37471df6ec2e None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:07:49.552166 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5f86203-49ed-4eb7-9205-c4198985436e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:49.567107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5f86203-49ed-4eb7-9205-c4198985436e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:49.571988 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f86203-49ed-4eb7-9205-c4198985436e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:49.571988 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5f86203-49ed-4eb7-9205-c4198985436e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:49.576813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55666) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:49.577034 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f5f86203-49ed-4eb7-9205-c4198985436e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/ports/c631cc52-296b-4e2e-806e-3f8e937f53be HTTP/1.1" status: 200 len: 911 time: 1.8205676 Feb 21 09:07:49.641808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:49.650895 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-77db7908-ffe4-46be-ac69-baa73cc38a8d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/b1de7129-6c47-4564-985e-f047e0de85fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8636391 Feb 21 09:07:49.651979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55670) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:49.661863 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a951ca09-256f-4485-b09d-c9b0ce89ba12 None None] Sync routers for ids ['b1de7129-6c47-4564-985e-f047e0de85fb'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:49.679166 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951ca09-256f-4485-b09d-c9b0ce89ba12 None None] Routers {'b1de7129-6c47-4564-985e-f047e0de85fb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:49.680275 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a951ca09-256f-4485-b09d-c9b0ce89ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1de7129-6c47-4564-985e-f047e0de85fb'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:49.726951 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f46cafa-75f2-47fa-b686-2ddc2399069b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:49.728256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3f46cafa-75f2-47fa-b686-2ddc2399069b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Synchronizing usage tracker for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:49.735547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f86203-49ed-4eb7-9205-c4198985436e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=c631cc52-296b-4e2e-806e-3f8e937f53be,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:49.756024 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3f46cafa-75f2-47fa-b686-2ddc2399069b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Unset dirty status for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:49.757755 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3f46cafa-75f2-47fa-b686-2ddc2399069b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports/07ad48f4-70a5-4556-b8d9-4c3094cfcc37 HTTP/1.1" status: 200 len: 910 time: 0.1047480 Feb 21 09:07:49.760567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55674) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:49.769533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ec50a81e-82d2-4f91-a196-7a628ab60d48 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5113fa6-97e5-4324-806d-6f0eaf390e06'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:49.809454 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a951ca09-256f-4485-b09d-c9b0ce89ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:49.822348 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951ca09-256f-4485-b09d-c9b0ce89ba12 None None] Routers {'b1de7129-6c47-4564-985e-f047e0de85fb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:49.822970 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a951ca09-256f-4485-b09d-c9b0ce89ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1de7129-6c47-4564-985e-f047e0de85fb'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:49.892633 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a951ca09-256f-4485-b09d-c9b0ce89ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:49.893007 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a951ca09-256f-4485-b09d-c9b0ce89ba12 None None] The sync data for ids ['b1de7129-6c47-4564-985e-f047e0de85fb'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:49.947043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-997eef93-2345-46fc-a1cf-37471df6ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:49.951453 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997eef93-2345-46fc-a1cf-37471df6ec2e None None] The sync data for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv is: [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:50.050634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8153aadd-d92f-4679-ba50-2e940cc0a265 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:50.096855 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ec50a81e-82d2-4f91-a196-7a628ab60d48 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:50.191057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce68282-93df-4d9b-86e5-d91549d59201 None None] New status for floating IP da1ee8d1-0878-483f-b5a9-20d13b775697: DOWN {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:07:50.694038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8153aadd-d92f-4679-ba50-2e940cc0a265 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port c631cc52-296b-4e2e-806e-3f8e937f53be {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:50.694613 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8153aadd-d92f-4679-ba50-2e940cc0a265 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:50.751699 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ec50a81e-82d2-4f91-a196-7a628ab60d48 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:50.763691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ec50a81e-82d2-4f91-a196-7a628ab60d48 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:50.851837 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50a81e-82d2-4f91-a196-7a628ab60d48 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:50.852461 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ec50a81e-82d2-4f91-a196-7a628ab60d48 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:50.853793 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ec50a81e-82d2-4f91-a196-7a628ab60d48 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/ports/07ad48f4-70a5-4556-b8d9-4c3094cfcc37 HTTP/1.1" status: 200 len: 910 time: 1.0918581 Feb 21 09:07:50.860705 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55688) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:51.012517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50a81e-82d2-4f91-a196-7a628ab60d48 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=07ad48f4-70a5-4556-b8d9-4c3094cfcc37,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:51.027125 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-3708941b-4d6c-4e6b-b706-ddebb24b0c14 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-631301162&fields=id&tenant_id=f418603f139546c09f086dacdefb5b09 HTTP/1.1" status: 200 len: 267 time: 0.0734427 Feb 21 09:07:51.033222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8153aadd-d92f-4679-ba50-2e940cc0a265 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:51.225895 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8153aadd-d92f-4679-ba50-2e940cc0a265 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for c631cc52-296b-4e2e-806e-3f8e937f53be owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:51.228117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bdeebcd-f210-413f-932b-71647ea0effe tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:51.372840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-1221b33e-e78b-44f6-9c57-ef5a47f26968 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:51.374282 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-1221b33e-e78b-44f6-9c57-ef5a47f26968 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 811 time: 0.3338189 Feb 21 09:07:51.398258 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-fe88c2b4-0ff0-4685-b4cf-2eb8b74778f2 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/quotas/f418603f139546c09f086dacdefb5b09 HTTP/1.1" status: 200 len: 375 time: 0.0175247 Feb 21 09:07:51.527972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8153aadd-d92f-4679-ba50-2e940cc0a265 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:51.582489 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153aadd-d92f-4679-ba50-2e940cc0a265 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=c631cc52-296b-4e2e-806e-3f8e937f53be,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:51.591455 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-4ce7715f-53a4-4684-852e-7e96248b9008 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1846693 Feb 21 09:07:51.882933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8153aadd-d92f-4679-ba50-2e940cc0a265 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:51.890326 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-f0fb8705-2b67-4405-b174-869d8c4ad1ad service neutron] 10.222.0.48 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700508 Feb 21 09:07:51.960850 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-1bdeebcd-f210-413f-932b-71647ea0effe tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 07ad48f4-70a5-4556-b8d9-4c3094cfcc37 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:51.961449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bdeebcd-f210-413f-932b-71647ea0effe tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:52.140619 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bdeebcd-f210-413f-932b-71647ea0effe tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:52.271305 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-1bdeebcd-f210-413f-932b-71647ea0effe tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for 07ad48f4-70a5-4556-b8d9-4c3094cfcc37 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:52.379886 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-f17739da-190f-4981-ba2a-c039dc94e4a0 service neutron] 10.222.0.48 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826088 Feb 21 09:07:52.450494 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bdeebcd-f210-413f-932b-71647ea0effe tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:52.499365 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdeebcd-f210-413f-932b-71647ea0effe tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Port': ['ID=07ad48f4-70a5-4556-b8d9-4c3094cfcc37,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:52.547677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8153aadd-d92f-4679-ba50-2e940cc0a265 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router c263272e-5b14-4d65-9121-155c47274ae8 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:07:52.728536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8153aadd-d92f-4679-ba50-2e940cc0a265 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:52.748585 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d08d73-435f-4a24-9b59-6d3a08f92227 None None] Sync routers for ids ['c263272e-5b14-4d65-9121-155c47274ae8'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:52.752690 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8153aadd-d92f-4679-ba50-2e940cc0a265 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/c263272e-5b14-4d65-9121-155c47274ae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1721504 Feb 21 09:07:52.756367 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55698) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:52.769316 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d08d73-435f-4a24-9b59-6d3a08f92227 None None] Routers {'c263272e-5b14-4d65-9121-155c47274ae8'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:52.770347 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-40d08d73-435f-4a24-9b59-6d3a08f92227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c263272e-5b14-4d65-9121-155c47274ae8'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:52.807449 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e7ce79e1-d1dc-41ce-b589-0143e5efa85c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Synchronizing usage tracker for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:52.810793 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1bdeebcd-f210-413f-932b-71647ea0effe tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:52.840252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e7ce79e1-d1dc-41ce-b589-0143e5efa85c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Unset dirty status for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:52.846426 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e7ce79e1-d1dc-41ce-b589-0143e5efa85c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c263272e-5b14-4d65-9121-155c47274ae8 HTTP/1.1" status: 200 len: 205 time: 0.0892491 Feb 21 09:07:52.847158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55706) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:52.888181 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-40d08d73-435f-4a24-9b59-6d3a08f92227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:52.920729 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d08d73-435f-4a24-9b59-6d3a08f92227 None None] Routers {'c263272e-5b14-4d65-9121-155c47274ae8'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:52.921345 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-40d08d73-435f-4a24-9b59-6d3a08f92227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['c263272e-5b14-4d65-9121-155c47274ae8'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:53.006377 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-40d08d73-435f-4a24-9b59-6d3a08f92227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:53.007066 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d08d73-435f-4a24-9b59-6d3a08f92227 None None] The sync data for ids ['c263272e-5b14-4d65-9121-155c47274ae8'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:53.027853 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-678e7ee2-dd02-4491-8e72-4f212d4615e6 req-6e2ef380-3c05-4657-8d0c-51aa0b2459f3 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 210 time: 0.1148295 Feb 21 09:07:53.044802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f933734-fc0e-481b-9864-bc69e23004d3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:53.419086 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdeebcd-f210-413f-932b-71647ea0effe tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router b1de7129-6c47-4564-985e-f047e0de85fb has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:07:53.485243 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f933734-fc0e-481b-9864-bc69e23004d3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:53.489871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f933734-fc0e-481b-9864-bc69e23004d3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:53.517983 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f933734-fc0e-481b-9864-bc69e23004d3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:53.518668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f933734-fc0e-481b-9864-bc69e23004d3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Fanout notify agent at l3_agent the message router_deleted on router c263272e-5b14-4d65-9121-155c47274ae8 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:07:53.535624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f933734-fc0e-481b-9864-bc69e23004d3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:53.536780 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5f933734-fc0e-481b-9864-bc69e23004d3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/routers/c263272e-5b14-4d65-9121-155c47274ae8 HTTP/1.1" status: 204 len: 168 time: 0.6884375 Feb 21 09:07:53.550508 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55716) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:53.653099 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdeebcd-f210-413f-932b-71647ea0effe tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:07:53.661913 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bbaf6b-9fff-4bb5-8ec1-5ff78686b886 None None] Sync routers for ids ['b1de7129-6c47-4564-985e-f047e0de85fb'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:07:53.674295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bbaf6b-9fff-4bb5-8ec1-5ff78686b886 None None] Routers {'b1de7129-6c47-4564-985e-f047e0de85fb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:53.674900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-36bbaf6b-9fff-4bb5-8ec1-5ff78686b886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1de7129-6c47-4564-985e-f047e0de85fb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:53.730286 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1bdeebcd-f210-413f-932b-71647ea0effe tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/b1de7129-6c47-4564-985e-f047e0de85fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8687863 Feb 21 09:07:53.732957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55722) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:53.739323 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-36bbaf6b-9fff-4bb5-8ec1-5ff78686b886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:53.755733 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bbaf6b-9fff-4bb5-8ec1-5ff78686b886 None None] Routers {'b1de7129-6c47-4564-985e-f047e0de85fb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:07:53.757879 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-36bbaf6b-9fff-4bb5-8ec1-5ff78686b886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:07:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1de7129-6c47-4564-985e-f047e0de85fb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:53.780902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-49f51642-286e-4eed-99c6-c3bc170714c0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Synchronizing usage tracker for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:53.820755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-49f51642-286e-4eed-99c6-c3bc170714c0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Unset dirty status for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:53.825546 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-49f51642-286e-4eed-99c6-c3bc170714c0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1de7129-6c47-4564-985e-f047e0de85fb HTTP/1.1" status: 200 len: 205 time: 0.0880668 Feb 21 09:07:53.826630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55726) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:53.827214 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-36bbaf6b-9fff-4bb5-8ec1-5ff78686b886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:53.827475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bbaf6b-9fff-4bb5-8ec1-5ff78686b886 None None] The sync data for ids ['b1de7129-6c47-4564-985e-f047e0de85fb'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:07:53.830821 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c073223-da76-46a4-a6af-e2b150ab67b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting subnet 9062f446-8115-4423-a8f9-b14ffc97814c {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:07:53.834960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7c073223-da76-46a4-a6af-e2b150ab67b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:53.904492 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7c073223-da76-46a4-a6af-e2b150ab67b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:54.006664 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7c073223-da76-46a4-a6af-e2b150ab67b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:54.044752 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55730) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:54.158114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7c073223-da76-46a4-a6af-e2b150ab67b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:54.213484 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c073223-da76-46a4-a6af-e2b150ab67b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Subnet': ['ID=9062f446-8115-4423-a8f9-b14ffc97814c,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:54.216211 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7c073223-da76-46a4-a6af-e2b150ab67b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:54.222115 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ad3d54-8a1d-4359-ac3c-02848048236c None None] Network 58f7d023-c867-42c8-8f4a-39c16af81879 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:54.226570 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7c073223-da76-46a4-a6af-e2b150ab67b1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/9062f446-8115-4423-a8f9-b14ffc97814c HTTP/1.1" status: 204 len: 168 time: 0.6747630 Feb 21 09:07:54.233346 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55736) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:54.235792 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a91c72ea-531f-4caa-bb2d-1dbb1f44d9c7 req-6a9bd454-8974-4c15-abe9-35215573c2df tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 210 time: 0.0637665 Feb 21 09:07:54.250371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-786c8107-dcc8-4eb5-8aac-76d750d91f60 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:54.343616 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7c1ebbee-7474-4c22-95e6-4d037b00377b tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=0e247a2036294a16824a56cdfeb01f75&network_id=f9b6f913-19ef-459b-a6ff-d85bcf9023ca HTTP/1.1" status: 200 len: 3000 time: 0.2976055 Feb 21 09:07:54.402305 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:54.423995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-34e1fa62-0000-4a90-a3cc-072531c624fb tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:54.425579 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-34e1fa62-0000-4a90-a3cc-072531c624fb tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 811 time: 0.4625704 Feb 21 09:07:54.433338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port bb1244d1-1428-495c-abbc-af6a2024ad02 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:54.434747 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:54.555168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db3620a-00a8-4bea-addd-2a97024265c6 None None] DHCP port deletion for 58f7d023-c867-42c8-8f4a-39c16af81879 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:07:54.560515 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4db3620a-00a8-4bea-addd-2a97024265c6 None None] Deleting port bb1244d1-1428-495c-abbc-af6a2024ad02 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:54.560887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4db3620a-00a8-4bea-addd-2a97024265c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:54.686905 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] For port bb1244d1-1428-495c-abbc-af6a2024ad02, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=bb1244d1-1428-495c-abbc-af6a2024ad02,segment=NetworkSegment(955b30d5-efeb-43fd-8866-2126eeb62a71),segment_id=955b30d5-efeb-43fd-8866-2126eeb62a71)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:54.687445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:54.737665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-786c8107-dcc8-4eb5-8aac-76d750d91f60 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:54.742290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-786c8107-dcc8-4eb5-8aac-76d750d91f60 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:54.776242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-786c8107-dcc8-4eb5-8aac-76d750d91f60 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:54.776829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786c8107-dcc8-4eb5-8aac-76d750d91f60 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Fanout notify agent at l3_agent the message router_deleted on router b1de7129-6c47-4564-985e-f047e0de85fb {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:07:54.795624 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-b071b8ce-cd17-4ce8-b891-b033730587a5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f418603f139546c09f086dacdefb5b09 HTTP/1.1" status: 200 len: 379 time: 0.3092303 Feb 21 09:07:54.799474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-786c8107-dcc8-4eb5-8aac-76d750d91f60 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:54.800501 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-786c8107-dcc8-4eb5-8aac-76d750d91f60 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/routers/b1de7129-6c47-4564-985e-f047e0de85fb HTTP/1.1" status: 204 len: 168 time: 0.9726648 Feb 21 09:07:54.806151 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Request body: {'port': {'device_id': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'admin_state_up': True, 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'security_groups': ['4c4bb862-bc70-4d94-b291-0c2d69b715f0']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:54.819775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55748) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:54.898262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-4db3620a-00a8-4bea-addd-2a97024265c6 None None] For port bb1244d1-1428-495c-abbc-af6a2024ad02, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=bb1244d1-1428-495c-abbc-af6a2024ad02,segment=NetworkSegment(955b30d5-efeb-43fd-8866-2126eeb62a71),segment_id=955b30d5-efeb-43fd-8866-2126eeb62a71)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:54.899354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4db3620a-00a8-4bea-addd-2a97024265c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:54.960261 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for bb1244d1-1428-495c-abbc-af6a2024ad02 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:55.051778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.079100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4db3620a-00a8-4bea-addd-2a97024265c6 None None] Calling delete_port for bb1244d1-1428-495c-abbc-af6a2024ad02 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:55.079999 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:55.096410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:55.129737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Made reservation on behalf of f418603f139546c09f086dacdefb5b09 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:55.131937 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=bb1244d1-1428-495c-abbc-af6a2024ad02,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:55.132875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.140015 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] No DVR routers for this DVR port bb1244d1-1428-495c-abbc-af6a2024ad02 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:07:55.162053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92875d2-5810-4fb0-8475-3cb7b1ca478e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting subnet d5113fa6-97e5-4324-806d-6f0eaf390e06 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:07:55.163761 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-4db3620a-00a8-4bea-addd-2a97024265c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:07:55.164281 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-4db3620a-00a8-4bea-addd-2a97024265c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:07:55.165099 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d92875d2-5810-4fb0-8475-3cb7b1ca478e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.284996 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d92875d2-5810-4fb0-8475-3cb7b1ca478e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.292652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.322285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f7d023-c867-42c8-8f4a-39c16af81879']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:55.338893 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955b30d5-efeb-43fd-8866-2126eeb62a71') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:55.339300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955b30d5-efeb-43fd-8866-2126eeb62a71') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:55.352487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.371221 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.378302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:07:55.378701 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:07:55.394812 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:07:55.443566 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5063ba71-4f57-4c31-a5d6-0150685d3084 req-01200638-a751-4258-b9d1-a17028ac59f3 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 210 time: 0.0613430 Feb 21 09:07:55.463253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Allocated IP 172.20.0.4 (79b52148-1e0f-4a04-a87c-79e288b79fa9/458087cd-3878-4b20-8bf2-3e43ff30d1a3/2507863d-159d-4083-9c91-4376dbea6d9e) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:55.487397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.499371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.504981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d92875d2-5810-4fb0-8475-3cb7b1ca478e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.530801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Network': ['ID=58f7d023-c867-42c8-8f4a-39c16af81879,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:55.543461 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-922e0ede-c477-48ec-bfd8-3a6952bd1122 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/networks/58f7d023-c867-42c8-8f4a-39c16af81879 HTTP/1.1" status: 204 len: 168 time: 1.3089392 Feb 21 09:07:55.544277 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55754) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:55.550353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-44064b94-1c50-4fa4-bd01-e81c0b2b2cfe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1321965219', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:55.557796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-44064b94-1c50-4fa4-bd01-e81c0b2b2cfe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:55.562583 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-44064b94-1c50-4fa4-bd01-e81c0b2b2cfe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:router and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:55.566343 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-44064b94-1c50-4fa4-bd01-e81c0b2b2cfe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:55.575246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-44064b94-1c50-4fa4-bd01-e81c0b2b2cfe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:55.590428 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44064b94-1c50-4fa4-bd01-e81c0b2b2cfe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.591362 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44064b94-1c50-4fa4-bd01-e81c0b2b2cfe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.617441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44064b94-1c50-4fa4-bd01-e81c0b2b2cfe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.665089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44064b94-1c50-4fa4-bd01-e81c0b2b2cfe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.665986 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4db3620a-00a8-4bea-addd-2a97024265c6 None None] Deleting port bb1244d1-1428-495c-abbc-af6a2024ad02 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:55.666683 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4db3620a-00a8-4bea-addd-2a97024265c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.708326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-44064b94-1c50-4fa4-bd01-e81c0b2b2cfe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.710328 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-44064b94-1c50-4fa4-bd01-e81c0b2b2cfe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1646805 Feb 21 09:07:55.712948 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55758) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:55.721736 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1965220531'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:55.730313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:55.735967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:network and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:55.740499 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:55.747526 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:55.762548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:55.766328 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.775579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bb1244d1-1428-495c-abbc-af6a2024ad02 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:07:55.815561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4db3620a-00a8-4bea-addd-2a97024265c6 None None] The port 'bb1244d1-1428-495c-abbc-af6a2024ad02' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:07:55.816747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: bb1244d1-1428-495c-abbc-af6a2024ad02 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:07:55.818051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bb1244d1-1428-495c-abbc-af6a2024ad02 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:07:55.843946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d92875d2-5810-4fb0-8475-3cb7b1ca478e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.848667 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:07:55.860387 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.860731 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Added segment 06477fba-7273-4d44-ac62-5dfafac66102 of type vlan for network a5acaf20-7d30-498f-b56f-9eab7bd1562b Feb 21 09:07:55.887316 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.897764 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92875d2-5810-4fb0-8475-3cb7b1ca478e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Subnet': ['ID=d5113fa6-97e5-4324-806d-6f0eaf390e06,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:55.915948 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d92875d2-5810-4fb0-8475-3cb7b1ca478e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.920239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0871ced1-e8d3-40af-aa9f-6aeb4964cda0 None None] Network 7e421565-9f4c-45f2-9173-50d8c8953fa4 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:55.921397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.925728 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:55.926408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:55.940250 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d92875d2-5810-4fb0-8475-3cb7b1ca478e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/d5113fa6-97e5-4324-806d-6f0eaf390e06 HTTP/1.1" status: 204 len: 168 time: 1.1194232 Feb 21 09:07:55.943659 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55764) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:55.948893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:56.047914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Transition to ACTIVE for port object 2507863d-159d-4083-9c91-4376dbea6d9e will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:56.057260 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3423703 Feb 21 09:07:56.062707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55768) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:56.069490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669ae23-b9c9-4553-a2b0-fdfc97d86945 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Network': ['ID=a5acaf20-7d30-498f-b56f-9eab7bd1562b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:56.072343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'subnet': {'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:56.105798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network a5acaf20-7d30-498f-b56f-9eab7bd1562b details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:07:56.188518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:56.224737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:56.230802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:56.269640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 339f4824-7111-4eda-8a11-5e37946472c7 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:56.269989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:56.290795 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c782d5ed-2255-42a9-8824-0195726abb83 None None] DHCP port deletion for 7e421565-9f4c-45f2-9173-50d8c8953fa4 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:07:56.295830 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-c782d5ed-2255-42a9-8824-0195726abb83 None None] Deleting port 339f4824-7111-4eda-8a11-5e37946472c7 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:56.296190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c782d5ed-2255-42a9-8824-0195726abb83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:56.298676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:subnet and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:56.314751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:56.350507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:56.360209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Network 79b52148-1e0f-4a04-a87c-79e288b79fa9 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:56.367810 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:56.370836 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:56.452726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'Port': ['ID=2507863d-159d-4083-9c91-4376dbea6d9e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:56.466605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:56.517407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c782d5ed-2255-42a9-8824-0195726abb83 None None] For port 339f4824-7111-4eda-8a11-5e37946472c7, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=339f4824-7111-4eda-8a11-5e37946472c7,segment=NetworkSegment(3099bd38-53e3-474a-98d2-0f4a4a103e4d),segment_id=3099bd38-53e3-474a-98d2-0f4a4a103e4d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:56.517940 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c782d5ed-2255-42a9-8824-0195726abb83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:56.573147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:56.573915 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:56.679645 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-c782d5ed-2255-42a9-8824-0195726abb83 None None] Calling delete_port for 339f4824-7111-4eda-8a11-5e37946472c7 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:56.740667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ee1675bc-e104-455d-b308-627a7a3cef81 None None] Provisioning for port 2507863d-159d-4083-9c91-4376dbea6d9e completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:56.746613 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-787faab7-4f21-4c5e-9969-6a53844a0057 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9446304 Feb 21 09:07:56.755279 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ee1675bc-e104-455d-b308-627a7a3cef81 None None] Provisioning complete for port 2507863d-159d-4083-9c91-4376dbea6d9e triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:07:56.755633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ee1675bc-e104-455d-b308-627a7a3cef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:56.757156 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:56.794941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Request body: {'port': {'device_id': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:56.807278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c782d5ed-2255-42a9-8824-0195726abb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:56.853593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782d5ed-2255-42a9-8824-0195726abb83 None None] Pushing event deleted for resources: {'Port': ['ID=339f4824-7111-4eda-8a11-5e37946472c7,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:56.858337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-ee1675bc-e104-455d-b308-627a7a3cef81 None None] Port 2507863d-159d-4083-9c91-4376dbea6d9e cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:07:56.864662 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782d5ed-2255-42a9-8824-0195726abb83 None None] No DVR routers for this DVR port 339f4824-7111-4eda-8a11-5e37946472c7 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:07:56.930499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] For port 339f4824-7111-4eda-8a11-5e37946472c7, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=339f4824-7111-4eda-8a11-5e37946472c7,segment=NetworkSegment(3099bd38-53e3-474a-98d2-0f4a4a103e4d),segment_id=3099bd38-53e3-474a-98d2-0f4a4a103e4d)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:07:56.930863 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:57.098785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for 339f4824-7111-4eda-8a11-5e37946472c7 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:07:57.287074 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c605f23-35e1-49ac-b179-750d66d4809b req-06f4f131-f008-469b-a040-4ce88056000f tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:57.287656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-5c605f23-35e1-49ac-b179-750d66d4809b req-06f4f131-f008-469b-a040-4ce88056000f tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Synchronizing usage tracker for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:07:57.309222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:57.409932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-5c605f23-35e1-49ac-b179-750d66d4809b req-06f4f131-f008-469b-a040-4ce88056000f tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Unset dirty status for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:07:57.411111 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c605f23-35e1-49ac-b179-750d66d4809b req-06f4f131-f008-469b-a040-4ce88056000f tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 931 time: 0.7364337 Feb 21 09:07:57.418757 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:07:57.419102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:07:57.583888 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c605f23-35e1-49ac-b179-750d66d4809b req-7d14002d-d6b2-44e8-9665-87a35189c1bd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569443 Feb 21 09:07:57.602149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:57.609352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 339f4824-7111-4eda-8a11-5e37946472c7 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:07:57.642696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 339f4824-7111-4eda-8a11-5e37946472c7 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:07:57.643069 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 339f4824-7111-4eda-8a11-5e37946472c7 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:07:57.657420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55776) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:57.722594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad73c5bc-0d28-4d75-b2bc-c4fbd1a89d3f tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:57.738472 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ad73c5bc-0d28-4d75-b2bc-c4fbd1a89d3f tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 814 time: 0.0660927 Feb 21 09:07:57.772786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Subnet': ['ID=034305f6-aa0f-4ba6-9181-9243424e688a,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:57.799886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Checking segment: {'id': '06477fba-7273-4d44-ac62-5dfafac66102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:57.800154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network hostable DHCP agents. Network: a5acaf20-7d30-498f-b56f-9eab7bd1562b, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:07:57.869913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network a5acaf20-7d30-498f-b56f-9eab7bd1562b is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:07:57.897912 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, a5acaf20-7d30-498f-b56f-9eab7bd1562b) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:57.904684 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:57.905260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:57.907859 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f79eb5-67b2-45db-a2dd-1b3bc0dee20f None None] Network a5acaf20-7d30-498f-b56f-9eab7bd1562b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:07:57.910312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2507863d-159d-4083-9c91-4376dbea6d9e {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:07:57.922157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 339f4824-7111-4eda-8a11-5e37946472c7 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:07:57.922478 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:57.947279 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.004725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Transition to ACTIVE for port object 2507863d-159d-4083-9c91-4376dbea6d9e will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:58.006438 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5812fd91-d4e2-4738-bb41-11f141c35c53 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9427159 Feb 21 09:07:58.009909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55784) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:58.011327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] The port '339f4824-7111-4eda-8a11-5e37946472c7' was deleted {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:07:58.038314 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.142706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:07:58.143967 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.258247 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Pushing event updated for resources: {'Port': ['ID=2507863d-159d-4083-9c91-4376dbea6d9e,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:58.270026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.330785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e421565-9f4c-45f2-9173-50d8c8953fa4']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:58.354503 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Allocated IP 2001:db8::2 (a5acaf20-7d30-498f-b56f-9eab7bd1562b/034305f6-aa0f-4ba6-9181-9243424e688a/de3dedb6-e0bf-45b9-a631-f0970d458398) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:58.393007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3099bd38-53e3-474a-98d2-0f4a4a103e4d') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:58.393311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3099bd38-53e3-474a-98d2-0f4a4a103e4d') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:07:58.413995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.443548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.455328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:07:58.455728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:07:58.471332 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:07:58.478569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Attempting to bind port 2507863d-159d-4083-9c91-4376dbea6d9e on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:07:58.478909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Attempting to bind port 2507863d-159d-4083-9c91-4376dbea6d9e by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:07:58.479922 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Attempting to bind port 2507863d-159d-4083-9c91-4376dbea6d9e on network 79b52148-1e0f-4a04-a87c-79e288b79fa9 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:07:58.551936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Port 2507863d-159d-4083-9c91-4376dbea6d9e on network 79b52148-1e0f-4a04-a87c-79e288b79fa9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:07:58.551936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Attempting to bind port 2507863d-159d-4083-9c91-4376dbea6d9e on network 79b52148-1e0f-4a04-a87c-79e288b79fa9 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:07:58.571567 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:07:58.571933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Checking segment: {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:58.572434 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Bound using segment: {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:07:58.573197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Bound port: 2507863d-159d-4083-9c91-4376dbea6d9e, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:07:58.573550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.629866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.663029 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.670945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.684745 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Transition to ACTIVE for port object de3dedb6-e0bf-45b9-a631-f0970d458398 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:58.686606 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Network': ['ID=7e421565-9f4c-45f2-9173-50d8c8953fa4,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:58.689387 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b89ce1d4-9fa3-4260-88e3-3e38cd76330a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/networks/7e421565-9f4c-45f2-9173-50d8c8953fa4 HTTP/1.1" status: 204 len: 168 time: 2.7446089 Feb 21 09:07:58.693306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55790) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:58.708363 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Transition to ACTIVE for port object de3dedb6-e0bf-45b9-a631-f0970d458398 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:58.715096 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.723874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-fd233fae-5fc8-484d-bd6a-55e92a27c07f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-759182660', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:58.734393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-fd233fae-5fc8-484d-bd6a-55e92a27c07f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:58.738273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.742823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-fd233fae-5fc8-484d-bd6a-55e92a27c07f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:router and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:58.746259 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-fd233fae-5fc8-484d-bd6a-55e92a27c07f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:58.750009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55794) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:58.758380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'network': {'name': 'tempest-network-smoke--110830657', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'port_security_enabled': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:58.766721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:58.795637 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-fd233fae-5fc8-484d-bd6a-55e92a27c07f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:58.797347 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Network a5acaf20-7d30-498f-b56f-9eab7bd1562b is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:07:58.801942 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:07:58.808651 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:07:58.814975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] For port 2507863d-159d-4083-9c91-4376dbea6d9e, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:07:58.819252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] For port 2507863d-159d-4083-9c91-4376dbea6d9e, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=2507863d-159d-4083-9c91-4376dbea6d9e,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:07:58.828853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fd233fae-5fc8-484d-bd6a-55e92a27c07f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.829809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fd233fae-5fc8-484d-bd6a-55e92a27c07f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.835390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.848660 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Pushing event updated for resources: {'Port': ['ID=de3dedb6-e0bf-45b9-a631-f0970d458398,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:58.876161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:network and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:58.885920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:58.894408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:58.911610 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Attempting to bind port de3dedb6-e0bf-45b9-a631-f0970d458398 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:07:58.911870 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Attempting to bind port de3dedb6-e0bf-45b9-a631-f0970d458398 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '06477fba-7273-4d44-ac62-5dfafac66102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:07:58.912537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Attempting to bind port de3dedb6-e0bf-45b9-a631-f0970d458398 on network a5acaf20-7d30-498f-b56f-9eab7bd1562b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:07:58.921096 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:07:58.921657 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Checking segment: {'id': '06477fba-7273-4d44-ac62-5dfafac66102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:07:58.921812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.922279 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.922767 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Bound using segment: {'id': '06477fba-7273-4d44-ac62-5dfafac66102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:07:58.923263 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] 10.222.0.47 "PUT /v2.0/ports/2507863d-159d-4083-9c91-4376dbea6d9e HTTP/1.1" status: 200 len: 1093 time: 2.1437399 Feb 21 09:07:58.923439 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Bound port: de3dedb6-e0bf-45b9-a631-f0970d458398, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06477fba-7273-4d44-ac62-5dfafac66102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:07:58.923985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.926942 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'tag': '2507863d-159d-4083-9c91-4376dbea6d9e'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:07:58.949738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212aeace-95df-4acb-aadb-067f524cf024 req-8e6f1802-be7b-40ef-a47f-95ba61a4dc96 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:58.951282 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-212aeace-95df-4acb-aadb-067f524cf024 req-8e6f1802-be7b-40ef-a47f-95ba61a4dc96 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 943 time: 0.2020559 Feb 21 09:07:58.953631 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5a403-0b34-49a3-8915-23b121a7d184 service neutron] Pushing event updated for resources: {'Port': ['ID=2507863d-159d-4083-9c91-4376dbea6d9e,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:58.953820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:58.957221 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:58.958320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fd233fae-5fc8-484d-bd6a-55e92a27c07f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.054496 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'tag': '2507863d-159d-4083-9c91-4376dbea6d9e', 'status': 'completed', 'code': 200} Feb 21 09:07:59.059715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] For port de3dedb6-e0bf-45b9-a631-f0970d458398, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:07:59.063794 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] For port de3dedb6-e0bf-45b9-a631-f0970d458398, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=de3dedb6-e0bf-45b9-a631-f0970d458398,segment=NetworkSegment(06477fba-7273-4d44-ac62-5dfafac66102),segment_id=06477fba-7273-4d44-ac62-5dfafac66102)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:07:59.072764 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.075780 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:07:59.080320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fd233fae-5fc8-484d-bd6a-55e92a27c07f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.104499 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.105050 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Added segment 4c64a048-7afb-438e-86a7-1da7f80e1eb9 of type vlan for network 6990f797-712a-419f-b897-c53d6fa5de4f Feb 21 09:07:59.106723 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-212aeace-95df-4acb-aadb-067f524cf024 req-1109c46a-93cc-4fee-a43f-cd51104015f4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401355 Feb 21 09:07:59.137025 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-4c042aea-f517-47eb-ac57-9a5cc6229316 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 1096 time: 0.1482775 Feb 21 09:07:59.138355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fd233fae-5fc8-484d-bd6a-55e92a27c07f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.139738 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fd233fae-5fc8-484d-bd6a-55e92a27c07f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4454443 Feb 21 09:07:59.144995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55800) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:59.203169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06807748-6793-436d-97d8-f1620e2a3627 None None] Pushing event updated for resources: {'Port': ['ID=de3dedb6-e0bf-45b9-a631-f0970d458398,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:59.221716 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.246195 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Allocated IP 2001:db8::1 (a5acaf20-7d30-498f-b56f-9eab7bd1562b/034305f6-aa0f-4ba6-9181-9243424e688a/afb5a2d2-98fe-4935-bf4d-d2fde288391f) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:07:59.298219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.301904 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:59.302655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.343625 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'network': {'name': 'tempest-RoutersTest-623169358'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:59.356788 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-4cae1a81-2794-45ee-ae7c-fc9da9358176 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2507863d-159d-4083-9c91-4376dbea6d9e HTTP/1.1" status: 200 len: 217 time: 0.2125146 Feb 21 09:07:59.357696 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:07:59.361841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:network and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:07:59.395179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:07:59.409656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:07:59.455701 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-c3d6bea2-311f-4c59-af18-fa9aff15d82f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:59.457285 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-c3d6bea2-311f-4c59-af18-fa9aff15d82f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.0925722 Feb 21 09:07:59.457846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:07:59.462549 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.519213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Network': ['ID=6990f797-712a-419f-b897-c53d6fa5de4f,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:59.527061 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4eeff110-df87-4db2-bb5a-6e131e192e4f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7721300 Feb 21 09:07:59.528681 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55804) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:59.543631 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 6990f797-712a-419f-b897-c53d6fa5de4f details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:07:59.551035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:07:59.565456 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.565788 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Added segment 9611c5d5-7174-4565-8e77-84fca1e511f6 of type vlan for network 35092b21-7116-4ef9-9954-c43b745da490 Feb 21 09:07:59.609626 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-b24d5000-36e1-4d9c-b1f1-d9d188b0cc9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1278312 Feb 21 09:07:59.613444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.725942 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.730708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e700aa-1410-46f7-80b8-1c3d7c91c23b tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:59.732520 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c7e700aa-1410-46f7-80b8-1c3d7c91c23b tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0e247a2036294a16824a56cdfeb01f75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2034347 Feb 21 09:07:59.737758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55808) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:59.749604 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device de3dedb6-e0bf-45b9-a631-f0970d458398 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:07:59.768144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.771779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:59.772350 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.828259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port de3dedb6-e0bf-45b9-a631-f0970d458398 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:07:59.831270 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Transition to ACTIVE for port object afb5a2d2-98fe-4935-bf4d-d2fde288391f will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:07:59.880770 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5474010 Feb 21 09:07:59.886841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55812) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:07:59.893226 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-a5fe8350-085b-42a7-9593-2d429c833df3 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755978 Feb 21 09:07:59.894856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'subnet': {'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:07:59.921221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6ffeb-3330-401d-85d4-7264211c88b1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Network': ['ID=35092b21-7116-4ef9-9954-c43b745da490,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:07:59.932066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 35092b21-7116-4ef9-9954-c43b745da490 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:07:59.988877 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:07:59.992885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdafbae-a051-4916-8e2b-e5b0f566fc63 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:07:59.997588 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4cdafbae-a051-4916-8e2b-e5b0f566fc63 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2556930 Feb 21 09:07:59.999046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55816) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:00.080037 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-38aaaffc-9520-4c30-aea2-ce0256339709 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809493 Feb 21 09:08:00.083788 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75a6ec62-878e-428f-9082-aa6de642c7ac req-bbf57f44-6712-4c3c-a3b4-8cc9133ff939 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839862 Feb 21 09:08:00.084224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55820) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:00.089610 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=afb5a2d2-98fe-4935-bf4d-d2fde288391f,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:00.123602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network a5acaf20-7d30-498f-b56f-9eab7bd1562b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:00.125014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:00.126054 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-dacb54c0-c5b5-4338-8d7e-49650e5a8892 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0e247a2036294a16824a56cdfeb01f75&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405283 Feb 21 09:08:00.127573 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:00.128322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55824) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:00.141443 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:00.141859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:00.148124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:subnet and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:00.151993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5f7569a9-dfd6-474a-b0ba-718a0a952496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:00.152898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:00.166152 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:00.186775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:00.316675 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:00.380563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:00.394029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:00.414364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0c7751-b291-4b82-8f8e-9c7c9ef6fad1 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:00.418452 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8e0c7751-b291-4b82-8f8e-9c7c9ef6fad1 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2861626 Feb 21 09:08:00.419943 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55830) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:00.428125 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ba92cc53-64a0-4ef1-bfbd-9dd571292d48 req-8617f447-9151-4936-9b7e-0011af1312b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 1096 time: 0.2734210 Feb 21 09:08:00.480786 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cbeb70-1046-44fc-9a8f-67d634dbeab5 None None] Network a5acaf20-7d30-498f-b56f-9eab7bd1562b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:00.519156 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a757-0236-4b45-a6be-9bad9b0e6a12 req-dbe56c05-d25c-49ac-a13f-36ffa2424e81 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:00.520693 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a543a757-0236-4b45-a6be-9bad9b0e6a12 req-dbe56c05-d25c-49ac-a13f-36ffa2424e81 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 943 time: 0.2329752 Feb 21 09:08:00.556235 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-00274f4c-42cc-4bcb-b3c4-6584cb693e0c tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1353030 Feb 21 09:08:00.559446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55834) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:00.566854 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1493480253', 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:00.728663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-18f71d12-4221-4982-92c4-6f42fcfe7bf0 None None] Provisioning for port de3dedb6-e0bf-45b9-a631-f0970d458398 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:00.740691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92cc53-64a0-4ef1-bfbd-9dd571292d48 req-2b07af16-855b-479c-a102-548b5888e162 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:00.742174 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ba92cc53-64a0-4ef1-bfbd-9dd571292d48 req-2b07af16-855b-479c-a102-548b5888e162 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 911 time: 0.3066626 Feb 21 09:08:00.744573 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a543a757-0236-4b45-a6be-9bad9b0e6a12 req-078095ef-7e12-452d-883d-032da8cecd67 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164190 Feb 21 09:08:00.772376 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-18f71d12-4221-4982-92c4-6f42fcfe7bf0 None None] Provisioning complete for port de3dedb6-e0bf-45b9-a631-f0970d458398 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:00.772974 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-18f71d12-4221-4982-92c4-6f42fcfe7bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:00.810754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:00.828011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:subnet and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:00.832078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:00.840447 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:00.843788 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ba92cc53-64a0-4ef1-bfbd-9dd571292d48 req-999015bb-2722-4ede-b7df-ac595341723f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2507863d-159d-4083-9c91-4376dbea6d9e HTTP/1.1" status: 200 len: 217 time: 0.0931680 Feb 21 09:08:00.931027 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-18f71d12-4221-4982-92c4-6f42fcfe7bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:00.931326 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:00.983526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-18f71d12-4221-4982-92c4-6f42fcfe7bf0 None None] For port de3dedb6-e0bf-45b9-a631-f0970d458398, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=de3dedb6-e0bf-45b9-a631-f0970d458398,segment=NetworkSegment(06477fba-7273-4d44-ac62-5dfafac66102),segment_id=06477fba-7273-4d44-ac62-5dfafac66102)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:00.988589 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-18f71d12-4221-4982-92c4-6f42fcfe7bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:01.120749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f71d12-4221-4982-92c4-6f42fcfe7bf0 None None] Pushing event updated for resources: {'Port': ['ID=de3dedb6-e0bf-45b9-a631-f0970d458398,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:01.136292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:01.146569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92cc53-64a0-4ef1-bfbd-9dd571292d48 req-347bbf38-086d-488f-bf87-7478f85e1cef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:01.148243 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ba92cc53-64a0-4ef1-bfbd-9dd571292d48 req-347bbf38-086d-488f-bf87-7478f85e1cef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.2962689 Feb 21 09:08:01.221428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01207ff4-6bc8-4ee1-a479-2d41083d358e None None] Provisioning complete for port de3dedb6-e0bf-45b9-a631-f0970d458398 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:01.221620 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01207ff4-6bc8-4ee1-a479-2d41083d358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:01.226789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:01.228964 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:01.240193 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:01.240920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:01.336219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Subnet': ['ID=1726276c-aa81-4fb1-806d-cac85d3d5062,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:01.340322 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=afb5a2d2-98fe-4935-bf4d-d2fde288391f,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:01.371888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Checking segment: {'id': '9611c5d5-7174-4565-8e77-84fca1e511f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35092b21-7116-4ef9-9954-c43b745da490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:01.372800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network hostable DHCP agents. Network: 35092b21-7116-4ef9-9954-c43b745da490, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:08:01.379500 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ba92cc53-64a0-4ef1-bfbd-9dd571292d48 req-f876467b-0b62-4f40-b1c4-761c92d40cfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2176628 Feb 21 09:08:01.389449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01207ff4-6bc8-4ee1-a479-2d41083d358e None None] Provisioning for port afb5a2d2-98fe-4935-bf4d-d2fde288391f completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:01.397859 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01207ff4-6bc8-4ee1-a479-2d41083d358e None None] Provisioning complete for port afb5a2d2-98fe-4935-bf4d-d2fde288391f triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:01.398516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01207ff4-6bc8-4ee1-a479-2d41083d358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:01.464197 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01207ff4-6bc8-4ee1-a479-2d41083d358e None None] Port afb5a2d2-98fe-4935-bf4d-d2fde288391f cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:01.477285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 35092b21-7116-4ef9-9954-c43b745da490 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:08:01.499123 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 35092b21-7116-4ef9-9954-c43b745da490) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:01.505020 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:01.505591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:01.508234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d132f-44c3-4264-b8cb-2d32aca749c8 None None] Network 35092b21-7116-4ef9-9954-c43b745da490 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:01.522810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network a5acaf20-7d30-498f-b56f-9eab7bd1562b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:01.526471 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:01.663807 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-85ad16c2-0274-4fae-9990-8f6cb7903c44 None None] Provisioning complete for port afb5a2d2-98fe-4935-bf4d-d2fde288391f triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:01.664507 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-85ad16c2-0274-4fae-9990-8f6cb7903c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:01.675424 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9ba0b579-1de5-40ad-bc03-6d9020c19207 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7874784 Feb 21 09:08:01.683022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55838) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:01.700070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device de3dedb6-e0bf-45b9-a631-f0970d458398 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:01.715408 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ba92cc53-64a0-4ef1-bfbd-9dd571292d48 req-ccaac750-b595-43d6-8373-58b3debe9e13 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265226 Feb 21 09:08:01.818498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:01.908401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-85ad16c2-0274-4fae-9990-8f6cb7903c44 None None] Port afb5a2d2-98fe-4935-bf4d-d2fde288391f cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:01.953199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Subnet': ['ID=4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:01.974148 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-35092b21-7116-4ef9-9954-c43b745da490', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:08:01.975101 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:01.994417 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port de3dedb6-e0bf-45b9-a631-f0970d458398 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:01.995475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:02.087909 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ba92cc53-64a0-4ef1-bfbd-9dd571292d48 req-71c37af3-7bd0-4c19-aae5-51ffb3365c85 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602259 Feb 21 09:08:02.103977 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Checking segment: {'id': '4c64a048-7afb-438e-86a7-1da7f80e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:02.104813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network hostable DHCP agents. Network: 6990f797-712a-419f-b897-c53d6fa5de4f, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:08:02.129277 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b3edb53a-80cf-4454-a781-a7db57a6451d None None] Provisioning complete for port afb5a2d2-98fe-4935-bf4d-d2fde288391f triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:02.129802 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b3edb53a-80cf-4454-a781-a7db57a6451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:02.144242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67411f0-a8fa-4782-9fe9-e809d877c469 req-a5beef63-62fc-4768-a51f-5a38d357a555 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:02.150395 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d67411f0-a8fa-4782-9fe9-e809d877c469 req-a5beef63-62fc-4768-a51f-5a38d357a555 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 943 time: 0.1918321 Feb 21 09:08:02.173874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 6990f797-712a-419f-b897-c53d6fa5de4f is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:08:02.201550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 6990f797-712a-419f-b897-c53d6fa5de4f) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:02.205854 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:02.206442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:02.222022 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d67411f0-a8fa-4782-9fe9-e809d877c469 req-960ca76a-b473-40c8-8216-149f2004e0c3 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707526 Feb 21 09:08:02.263026 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-50033283-83b2-4afe-b943-d78c6d305bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6887391 Feb 21 09:08:02.264083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c50a8f-407d-4b58-8aee-7c5ebcc33dc3 None None] Network 6990f797-712a-419f-b897-c53d6fa5de4f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:02.369343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b3edb53a-80cf-4454-a781-a7db57a6451d None None] Port afb5a2d2-98fe-4935-bf4d-d2fde288391f cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:02.399248 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Allocated IP 172.20.0.2 (35092b21-7116-4ef9-9954-c43b745da490/1726276c-aa81-4fb1-806d-cac85d3d5062/ad20efc3-1801-478a-a9d0-f5945a5c6009) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:02.624235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:02.643729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-6990f797-712a-419f-b897-c53d6fa5de4f', 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ips': [{'subnet_id': '4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:08:02.644527 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:02.773968 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:08:02.780041 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:02.799969 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Transition to ACTIVE for port object ad20efc3-1801-478a-a9d0-f5945a5c6009 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:02.862079 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Transition to ACTIVE for port object ad20efc3-1801-478a-a9d0-f5945a5c6009 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:02.876356 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:02.936792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Allocated IP 172.20.0.18 (6990f797-712a-419f-b897-c53d6fa5de4f/4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d/48e9c899-170d-498c-b477-1b9599694318) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:02.969667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9c81810b-f6bf-4b4b-8949-508125428118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:02.995283 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Network 35092b21-7116-4ef9-9954-c43b745da490 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:02.998796 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Pushing event updated for resources: {'Port': ['ID=ad20efc3-1801-478a-a9d0-f5945a5c6009,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:03.047222 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:03.053643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:03.119271 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Allocated IP 172.20.0.1 (35092b21-7116-4ef9-9954-c43b745da490/1726276c-aa81-4fb1-806d-cac85d3d5062/10d682d6-5ab1-4d59-89aa-b324de2b288e) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:03.137644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:03.148407 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Sync routers for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:03.175475 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:03.176256 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:03.182367 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Attempting to bind port ad20efc3-1801-478a-a9d0-f5945a5c6009 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:03.182730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Attempting to bind port ad20efc3-1801-478a-a9d0-f5945a5c6009 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '9611c5d5-7174-4565-8e77-84fca1e511f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35092b21-7116-4ef9-9954-c43b745da490'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:03.183131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Attempting to bind port ad20efc3-1801-478a-a9d0-f5945a5c6009 on network 35092b21-7116-4ef9-9954-c43b745da490 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:03.201779 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:03.202202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Checking segment: {'id': '9611c5d5-7174-4565-8e77-84fca1e511f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35092b21-7116-4ef9-9954-c43b745da490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:03.202522 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.202912 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Bound using segment: {'id': '9611c5d5-7174-4565-8e77-84fca1e511f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35092b21-7116-4ef9-9954-c43b745da490'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:03.203424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Bound port: ad20efc3-1801-478a-a9d0-f5945a5c6009, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9611c5d5-7174-4565-8e77-84fca1e511f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35092b21-7116-4ef9-9954-c43b745da490'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:03.203782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.215916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55846) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:03.216666 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e45e23c0-0122-4bb5-9ff1-fad7a1647204 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2047207 Feb 21 09:08:03.230196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-614893899'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:03.231376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:03.235771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:network and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:03.238870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:03.244948 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:03.257029 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:03.263357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.309678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:08:03.332147 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.353967 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.354509 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Added segment 8a1d6bf9-8233-44ed-bb7a-d12b865d4d10 of type vlan for network c32e34bc-efab-4ef9-b6b8-a5cd627b9aba Feb 21 09:08:03.360334 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Transition to ACTIVE for port object 48e9c899-170d-498c-b477-1b9599694318 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:03.377323 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] For port ad20efc3-1801-478a-a9d0-f5945a5c6009, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:03.382961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] For port ad20efc3-1801-478a-a9d0-f5945a5c6009, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ad20efc3-1801-478a-a9d0-f5945a5c6009,segment=NetworkSegment(9611c5d5-7174-4565-8e77-84fca1e511f6),segment_id=9611c5d5-7174-4565-8e77-84fca1e511f6)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:03.394806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.401594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Transition to ACTIVE for port object 48e9c899-170d-498c-b477-1b9599694318 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:03.431565 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.437396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.469541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Transition to ACTIVE for port object 10d682d6-5ab1-4d59-89aa-b324de2b288e will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:03.471101 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:03.488408 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.513818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.545696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Network 6990f797-712a-419f-b897-c53d6fa5de4f is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:03.549741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:03.556639 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:03.559712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.563705 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:03.564069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.567652 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf846c-bbf6-4745-991f-7ab6534d07f3 None None] Pushing event updated for resources: {'Port': ['ID=ad20efc3-1801-478a-a9d0-f5945a5c6009,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:03.629157 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4112184 Feb 21 09:08:03.636676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55854) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:03.706351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'subnet': {'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:03.765723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 35092b21-7116-4ef9-9954-c43b745da490 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:03.776107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:03.779948 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:03.816695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=10d682d6-5ab1-4d59-89aa-b324de2b288e,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:03.846445 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.858714 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Pushing event updated for resources: {'Port': ['ID=48e9c899-170d-498c-b477-1b9599694318,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:03.877612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:03.880487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Attempting to bind port 48e9c899-170d-498c-b477-1b9599694318 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:03.883236 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Attempting to bind port 48e9c899-170d-498c-b477-1b9599694318 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '4c64a048-7afb-438e-86a7-1da7f80e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:03.883641 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Attempting to bind port 48e9c899-170d-498c-b477-1b9599694318 on network 6990f797-712a-419f-b897-c53d6fa5de4f {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:03.886741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:subnet and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:03.891566 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.892376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:03.894605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:03.894978 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Checking segment: {'id': '4c64a048-7afb-438e-86a7-1da7f80e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:03.898265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.898676 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Bound using segment: {'id': '4c64a048-7afb-438e-86a7-1da7f80e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:03.899447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Bound port: 48e9c899-170d-498c-b477-1b9599694318, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c64a048-7afb-438e-86a7-1da7f80e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:03.902148 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:03.903038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:03.967520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:03.973113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55858) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:03.981700 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1236704237', 'description': 'tempest-secgroup-smoke-1236704237 description', 'project_id': '0e247a2036294a16824a56cdfeb01f75'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:03.989436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:03.994324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:03.998768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:04.005551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:04.023762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.085082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.108063 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.113768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:04.123867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:04.130399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:04.140642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:04.144758 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] For port 48e9c899-170d-498c-b477-1b9599694318, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:04.148783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] For port 48e9c899-170d-498c-b477-1b9599694318, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=48e9c899-170d-498c-b477-1b9599694318,segment=NetworkSegment(4c64a048-7afb-438e-86a7-1da7f80e1eb9),segment_id=4c64a048-7afb-438e-86a7-1da7f80e1eb9)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:04.155642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.212231 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.222125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.222711 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:00Z', 'revision_number': 2, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:00Z', 'revision_number': 2, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:04.230742 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Checking router: 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:04.231657 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Updating router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 port afb5a2d2-98fe-4935-bf4d-d2fde288391f binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:08:04.266392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65de9c2-6ce1-4c1d-b407-6b98764b9a08 None None] Pushing event updated for resources: {'Port': ['ID=48e9c899-170d-498c-b477-1b9599694318,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:04.304649 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.307973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259ca7cc-30b1-471f-b1b6-1b1e28a07292,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:04.310337 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.311648 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9bc6f4e8-79d8-4c62-8db6-0c1ec0f39047 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3372121 Feb 21 09:08:04.315607 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55862) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:04.324189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b9eff049-aab9-46e1-8d0c-2d0de0f36ba4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '259ca7cc-30b1-471f-b1b6-1b1e28a07292', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:04.330257 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b9eff049-aab9-46e1-8d0c-2d0de0f36ba4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:04.334363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b9eff049-aab9-46e1-8d0c-2d0de0f36ba4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:04.342663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b9eff049-aab9-46e1-8d0c-2d0de0f36ba4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:04.348954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b9eff049-aab9-46e1-8d0c-2d0de0f36ba4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:04.368903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed69a3-db72-48ec-8c26-3f70da41e299 req-3474e4cb-cfef-4620-80fc-4836682b4986 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:04.371084 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b6ed69a3-db72-48ec-8c26-3f70da41e299 req-3474e4cb-cfef-4620-80fc-4836682b4986 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 943 time: 0.8911357 Feb 21 09:08:04.374333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c42d70-aa43-495b-a3c3-086cf8c7a381 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Network': ['ID=c32e34bc-efab-4ef9-b6b8-a5cd627b9aba,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:04.376548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.387344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network c32e34bc-efab-4ef9-b6b8-a5cd627b9aba details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:08:04.404130 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9eff049-aab9-46e1-8d0c-2d0de0f36ba4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.456580 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b6ed69a3-db72-48ec-8c26-3f70da41e299 req-8bee9748-ab13-4b8d-aa7e-c6914652d8af tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743253 Feb 21 09:08:04.476030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.709125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9eff049-aab9-46e1-8d0c-2d0de0f36ba4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.816281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Subnet': ['ID=28eb6cbd-e3f9-4c0d-b151-faaa0b50b733,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:04.821760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Checking segment: {'id': '8a1d6bf9-8233-44ed-bb7a-d12b865d4d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:04.822550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network hostable DHCP agents. Network: c32e34bc-efab-4ef9-b6b8-a5cd627b9aba, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:08:04.859112 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network c32e34bc-efab-4ef9-b6b8-a5cd627b9aba is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:08:04.874529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, c32e34bc-efab-4ef9-b6b8-a5cd627b9aba) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:04.880535 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:04.884495 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fae41ce-7659-4b7b-93c9-8a20ae118b1f None None] Network c32e34bc-efab-4ef9-b6b8-a5cd627b9aba requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:04.885723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.912713 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-37e5262d-ff69-4af5-9115-c768cda9ea7f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2749681 Feb 21 09:08:04.926026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55866) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:04.950335 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.958117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9eff049-aab9-46e1-8d0c-2d0de0f36ba4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:04.967376 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Transition to ACTIVE for port object afb5a2d2-98fe-4935-bf4d-d2fde288391f will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:04.976413 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:05.037870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eff049-aab9-46e1-8d0c-2d0de0f36ba4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4170a33-c8ce-4378-a499-b5605076ed27,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:05.068516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b9eff049-aab9-46e1-8d0c-2d0de0f36ba4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:05.069713 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b9eff049-aab9-46e1-8d0c-2d0de0f36ba4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7532854 Feb 21 09:08:05.079831 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55870) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:05.116087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0642cefb-e474-47fd-8b5b-4b2f040e1f54 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '259ca7cc-30b1-471f-b1b6-1b1e28a07292', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:05.126962 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0642cefb-e474-47fd-8b5b-4b2f040e1f54 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:05.173915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0642cefb-e474-47fd-8b5b-4b2f040e1f54 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:05.181712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0642cefb-e474-47fd-8b5b-4b2f040e1f54 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:05.188991 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4547f62-37bf-4800-93c2-cb9ade7c0b38 None None] Pushing event updated for resources: {'Port': ['ID=afb5a2d2-98fe-4935-bf4d-d2fde288391f,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:05.218294 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:08:05.219135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:05.237361 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547f62-37bf-4800-93c2-cb9ade7c0b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:05.237938 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547f62-37bf-4800-93c2-cb9ade7c0b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:05.237938 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547f62-37bf-4800-93c2-cb9ade7c0b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:05.238260 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547f62-37bf-4800-93c2-cb9ade7c0b38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:05.238613 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547f62-37bf-4800-93c2-cb9ade7c0b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:05.238936 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547f62-37bf-4800-93c2-cb9ade7c0b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:05.240517 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547f62-37bf-4800-93c2-cb9ade7c0b38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:05.240858 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547f62-37bf-4800-93c2-cb9ade7c0b38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:05.241182 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547f62-37bf-4800-93c2-cb9ade7c0b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:05.241503 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547f62-37bf-4800-93c2-cb9ade7c0b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:05.242042 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4547f62-37bf-4800-93c2-cb9ade7c0b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:05.284286 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0642cefb-e474-47fd-8b5b-4b2f040e1f54 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:05.315383 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Attempting to bind port afb5a2d2-98fe-4935-bf4d-d2fde288391f on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:05.315762 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Attempting to bind port afb5a2d2-98fe-4935-bf4d-d2fde288391f by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '06477fba-7273-4d44-ac62-5dfafac66102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:05.316098 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Attempting to bind port afb5a2d2-98fe-4935-bf4d-d2fde288391f on network a5acaf20-7d30-498f-b56f-9eab7bd1562b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:05.338186 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:05.338611 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Checking segment: {'id': '06477fba-7273-4d44-ac62-5dfafac66102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:05.339017 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:05.340471 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Bound using segment: {'id': '06477fba-7273-4d44-ac62-5dfafac66102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:05.341139 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Bound port: afb5a2d2-98fe-4935-bf4d-d2fde288391f, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06477fba-7273-4d44-ac62-5dfafac66102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:05.341690 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:05.387228 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0642cefb-e474-47fd-8b5b-4b2f040e1f54 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:05.472165 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b4a90d-9a5e-48b3-8bc8-867b65447795 None None] Network 35092b21-7116-4ef9-9954-c43b745da490 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:05.488270 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] For port afb5a2d2-98fe-4935-bf4d-d2fde288391f, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:05.493112 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] For port afb5a2d2-98fe-4935-bf4d-d2fde288391f, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=afb5a2d2-98fe-4935-bf4d-d2fde288391f,segment=NetworkSegment(06477fba-7273-4d44-ac62-5dfafac66102),segment_id=06477fba-7273-4d44-ac62-5dfafac66102)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:05.499425 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:05.576979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:05.605236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:05.619273 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4547f62-37bf-4800-93c2-cb9ade7c0b38 None None] Pushing event updated for resources: {'Port': ['ID=afb5a2d2-98fe-4935-bf4d-d2fde288391f,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:05.635994 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:05.636540 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:05.707865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Allocated IP 2001:db8:1::2 (c32e34bc-efab-4ef9-b6b8-a5cd627b9aba/28eb6cbd-e3f9-4c0d-b151-faaa0b50b733/ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:05.771112 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c47342d0-77ed-4bb3-9003-e15cf7a2202e None None] Provisioning for port ad20efc3-1801-478a-a9d0-f5945a5c6009 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:05.877187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:05.883386 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:08:05.940160 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:05.962542 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ad20efc3-1801-478a-a9d0-f5945a5c6009 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:05.982318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0642cefb-e474-47fd-8b5b-4b2f040e1f54 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:06.018959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0642cefb-e474-47fd-8b5b-4b2f040e1f54 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:06.032965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=10d682d6-5ab1-4d59-89aa-b324de2b288e,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:06.096284 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:06.174598 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642cefb-e474-47fd-8b5b-4b2f040e1f54 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0a8df3-630b-45d5-9bc8-2fa5726003f7,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:06.226182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0642cefb-e474-47fd-8b5b-4b2f040e1f54 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:06.228947 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0642cefb-e474-47fd-8b5b-4b2f040e1f54 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1484137 Feb 21 09:08:06.229392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dcf5f6-a6b6-45bd-829b-651155a86eac None None] Network 6990f797-712a-419f-b897-c53d6fa5de4f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:06.235617 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55876) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:06.237713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cdf58-9b0a-4b16-9947-0dad05037bb1 req-72aa795a-0231-4645-a3b7-566554fa80ad tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:06.240042 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f29cdf58-9b0a-4b16-9947-0dad05037bb1 req-72aa795a-0231-4645-a3b7-566554fa80ad tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 943 time: 0.3867784 Feb 21 09:08:06.250099 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d158f4dc-9a4e-4446-932d-d82f4cc531db tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '259ca7cc-30b1-471f-b1b6-1b1e28a07292', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:06.271260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d158f4dc-9a4e-4446-932d-d82f4cc531db tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:06.285609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d158f4dc-9a4e-4446-932d-d82f4cc531db tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:06.305778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d158f4dc-9a4e-4446-932d-d82f4cc531db tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:06.325855 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d158f4dc-9a4e-4446-932d-d82f4cc531db tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:06.354746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 35092b21-7116-4ef9-9954-c43b745da490 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:06.358907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:06.497705 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:00Z', 'revision_number': 2, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:05Z', 'revision_number': 4, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:06.499692 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f29cdf58-9b0a-4b16-9947-0dad05037bb1 req-8e374428-0789-44a7-9c3b-4b3f2fd36998 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500374 Feb 21 09:08:06.503123 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027b55b2-9f49-486e-9125-951631489fb5 None None] The sync data for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv is: [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:00Z', 'revision_number': 2, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:05Z', 'revision_number': 4, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:06.505848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:06.555714 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port ad20efc3-1801-478a-a9d0-f5945a5c6009 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:06.612907 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:06.617183 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port ad20efc3-1801-478a-a9d0-f5945a5c6009 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:06.617580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:06.627331 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d158f4dc-9a4e-4446-932d-d82f4cc531db tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:06.731885 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Transition to ACTIVE for port object ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:06.735565 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7c1b10ea-21af-44e5-bcc4-08d9cb6fa50a None None] Provisioning for port 48e9c899-170d-498c-b477-1b9599694318 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:06.801011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Transition to ACTIVE for port object ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:06.912537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:06.947505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d158f4dc-9a4e-4446-932d-d82f4cc531db tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:06.958616 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d158f4dc-9a4e-4446-932d-d82f4cc531db tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.015289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158f4dc-9a4e-4446-932d-d82f4cc531db tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcb44dc-03b1-4133-90c9-d04441684d75,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:07.023102 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d158f4dc-9a4e-4446-932d-d82f4cc531db tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.023591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55880) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:07.023724 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d158f4dc-9a4e-4446-932d-d82f4cc531db tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7859693 Feb 21 09:08:07.036217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d479c68d-7319-4104-914d-7ec17b86406c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '259ca7cc-30b1-471f-b1b6-1b1e28a07292', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:07.049060 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d479c68d-7319-4104-914d-7ec17b86406c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:07.053998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d479c68d-7319-4104-914d-7ec17b86406c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:07.057610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d479c68d-7319-4104-914d-7ec17b86406c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:07.068868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d479c68d-7319-4104-914d-7ec17b86406c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:07.110625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Pushing event updated for resources: {'Port': ['ID=ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:07.117393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d479c68d-7319-4104-914d-7ec17b86406c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.131133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router e0ca93d2-b453-4e1a-abeb-240e15ab73df is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:08:07.210686 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Network c32e34bc-efab-4ef9-b6b8-a5cd627b9aba is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:07.215471 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:07.223168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.250285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:07.351978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d479c68d-7319-4104-914d-7ec17b86406c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.354532 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Allocated IP 2001:db8:1::1 (c32e34bc-efab-4ef9-b6b8-a5cd627b9aba/28eb6cbd-e3f9-4c0d-b151-faaa0b50b733/1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:07.361042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d479c68d-7319-4104-914d-7ec17b86406c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.368361 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e5e287d0-2141-4b5d-9db8-f4074f9c3645 None None] Provisioning for port 10d682d6-5ab1-4d59-89aa-b324de2b288e completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:07.396377 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:07.408611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e5e287d0-2141-4b5d-9db8-f4074f9c3645 None None] Provisioning complete for port 10d682d6-5ab1-4d59-89aa-b324de2b288e triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:07.409156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e5e287d0-2141-4b5d-9db8-f4074f9c3645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.409302 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6a2e32ea-e833-4d32-b93d-eb03507a6ee1 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7254317 Feb 21 09:08:07.412309 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55884) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:07.418026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479c68d-7319-4104-914d-7ec17b86406c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3277339d-a3c9-4978-a8ab-1a94767e1b50,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:07.424609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'network': {'name': 'tempest-RoutersTest-483516252'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:07.439183 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:07.446374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:network and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:07.448206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 2507863d-159d-4083-9c91-4376dbea6d9e details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:08:07.453048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:07.462109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Sync routers for ids ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:07.466759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:07.565939 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Attempting to bind port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:07.566313 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Attempting to bind port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '8a1d6bf9-8233-44ed-bb7a-d12b865d4d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:07.566675 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Attempting to bind port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 on network c32e34bc-efab-4ef9-b6b8-a5cd627b9aba {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:07.580541 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port ad20efc3-1801-478a-a9d0-f5945a5c6009, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ad20efc3-1801-478a-a9d0-f5945a5c6009,segment=NetworkSegment(9611c5d5-7174-4565-8e77-84fca1e511f6),segment_id=9611c5d5-7174-4565-8e77-84fca1e511f6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:07.624625 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d479c68d-7319-4104-914d-7ec17b86406c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.628587 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d479c68d-7319-4104-914d-7ec17b86406c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6028278 Feb 21 09:08:07.629053 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55890) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:07.633984 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:07.637691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.670340 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-c06b825b-a1ba-482f-b09f-8f8392ce740d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '259ca7cc-30b1-471f-b1b6-1b1e28a07292', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:07.696803 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c06b825b-a1ba-482f-b09f-8f8392ce740d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:07.708229 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.709511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 48e9c899-170d-498c-b477-1b9599694318 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:07.720299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c06b825b-a1ba-482f-b09f-8f8392ce740d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:07.730814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c06b825b-a1ba-482f-b09f-8f8392ce740d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:07.749674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c06b825b-a1ba-482f-b09f-8f8392ce740d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:07.775705 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:08:07.797095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.797531 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Added segment d1146b45-4af3-4600-819a-0b18a31d5da7 of type vlan for network 35c19c97-4eb2-460e-891a-c22ce91312ba Feb 21 09:08:07.820390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.835031 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-c06b825b-a1ba-482f-b09f-8f8392ce740d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:08:07.845508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Transition to ACTIVE for port object 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:07.857818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.862108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b53f55-cd01-4cea-854b-09f853cf520a req-2e84f381-ee55-4376-8c6c-e0bcdee214d5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:07.862608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c06b825b-a1ba-482f-b09f-8f8392ce740d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.863688 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-34b53f55-cd01-4cea-854b-09f853cf520a req-2e84f381-ee55-4376-8c6c-e0bcdee214d5 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 943 time: 0.1379468 Feb 21 09:08:07.874410 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e5e287d0-2141-4b5d-9db8-f4074f9c3645 None None] Port 10d682d6-5ab1-4d59-89aa-b324de2b288e cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:07.887238 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:07.887636 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Checking segment: {'id': '8a1d6bf9-8233-44ed-bb7a-d12b865d4d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:07.887993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.888884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Bound using segment: {'id': '8a1d6bf9-8233-44ed-bb7a-d12b865d4d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:07.889625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Bound port: ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1d6bf9-8233-44ed-bb7a-d12b865d4d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:07.889773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.914116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.925497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Routers {'e0ca93d2-b453-4e1a-abeb-240e15ab73df'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:07.926127 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:07.952698 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:07.957022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:07.957954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.014670 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c06b825b-a1ba-482f-b09f-8f8392ce740d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.073701 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c06b825b-a1ba-482f-b09f-8f8392ce740d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.089467 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-34b53f55-cd01-4cea-854b-09f853cf520a req-aae310d7-0944-4aa6-882a-671fa7da6a4b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159579 Feb 21 09:08:08.106889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network c32e34bc-efab-4ef9-b6b8-a5cd627b9aba is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:08.111502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:08.115190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:08.115740 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.128687 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:08.168117 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=ad20efc3-1801-478a-a9d0-f5945a5c6009,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:08.180590 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 2507863d-159d-4083-9c91-4376dbea6d9e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=2507863d-159d-4083-9c91-4376dbea6d9e,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:08.207198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e5e287d0-2141-4b5d-9db8-f4074f9c3645 None None] Provisioning complete for port ad20efc3-1801-478a-a9d0-f5945a5c6009 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:08.207570 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e5e287d0-2141-4b5d-9db8-f4074f9c3645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.231984 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.254896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b825b-a1ba-482f-b09f-8f8392ce740d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098f45d8-1c05-4fd0-8ead-ceb00b434db8,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:08.258286 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '2507863d-159d-4083-9c91-4376dbea6d9e', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'port_id': '2507863d-159d-4083-9c91-4376dbea6d9e', 'mac_address': 'fa:16:3e:73:d0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:08:08.266175 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8526807 Feb 21 09:08:08.269536 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55894) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:08.276330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'subnet': {'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:08.294021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c06b825b-a1ba-482f-b09f-8f8392ce740d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.297867 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c06b825b-a1ba-482f-b09f-8f8392ce740d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6654329 Feb 21 09:08:08.297867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca0972-3ce1-4c23-89bd-39e2b2d98a8a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Network': ['ID=35c19c97-4eb2-460e-891a-c22ce91312ba,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:08.299020 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55898) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:08.312057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Set router e0ca93d2-b453-4e1a-abeb-240e15ab73df gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:08.312545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-827af031-baec-4c38-ace9-417bd4fad100 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '259ca7cc-30b1-471f-b1b6-1b1e28a07292', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:08.354591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] For port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:08.363012 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 35c19c97-4eb2-460e-891a-c22ce91312ba details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:08:08.374896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-827af031-baec-4c38-ace9-417bd4fad100 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:08.392038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-827af031-baec-4c38-ace9-417bd4fad100 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:08.397955 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-827af031-baec-4c38-ace9-417bd4fad100 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:08.412043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 48e9c899-170d-498c-b477-1b9599694318 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:08.414311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-827af031-baec-4c38-ace9-417bd4fad100 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:08.430891 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:08.435217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:subnet and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:08.438388 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:08.441414 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-827af031-baec-4c38-ace9-417bd4fad100 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:08:08.449975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:08.453579 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-827af031-baec-4c38-ace9-417bd4fad100 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.460933 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] For port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1,segment=NetworkSegment(8a1d6bf9-8233-44ed-bb7a-d12b865d4d10),segment_id=8a1d6bf9-8233-44ed-bb7a-d12b865d4d10)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:08.485698 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:08.493511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 48e9c899-170d-498c-b477-1b9599694318 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:08.494179 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.517651 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.621842 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.623542 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.717614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-827af031-baec-4c38-ace9-417bd4fad100 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.734204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-827af031-baec-4c38-ace9-417bd4fad100 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.745927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.753844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.754844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.781668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827af031-baec-4c38-ace9-417bd4fad100 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fba3bf-5ac2-4bc5-900b-3defbc0593d0,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:08.790158 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-827af031-baec-4c38-ace9-417bd4fad100 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.791406 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-827af031-baec-4c38-ace9-417bd4fad100 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4885948 Feb 21 09:08:08.793393 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2507863d-159d-4083-9c91-4376dbea6d9e {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:08:08.920169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:08.967423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f519da9-5a36-402b-981e-b2e66b28844f None None] Pushing event updated for resources: {'Port': ['ID=ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:08.976098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:08.986187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 2507863d-159d-4083-9c91-4376dbea6d9e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=2507863d-159d-4083-9c91-4376dbea6d9e,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:09.013305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:09.038236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network c32e34bc-efab-4ef9-b6b8-a5cd627b9aba is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:09.040906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:09.045898 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-b5c2247a-7b76-4efa-a047-9a9c86a63ea2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1236704237&fields=id&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 267 time: 0.1090894 Feb 21 09:08:09.085350 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Subnet': ['ID=4cbafa02-929b-4fda-8f6c-67483fffa085,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:09.098808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Checking segment: {'id': 'd1146b45-4af3-4600-819a-0b18a31d5da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:09.099180 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network hostable DHCP agents. Network: 35c19c97-4eb2-460e-891a-c22ce91312ba, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:08:09.126493 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 35c19c97-4eb2-460e-891a-c22ce91312ba is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:08:09.143500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 35c19c97-4eb2-460e-891a-c22ce91312ba) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:09.148978 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:09.149740 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:09.204207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245d8037-c746-4dfa-8c4c-c4fe9b546ff8 None None] Network 35c19c97-4eb2-460e-891a-c22ce91312ba requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:09.234223 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8a609427-0f19-485a-844c-2817bb0e6f71 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9630303 Feb 21 09:08:09.235631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55912) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:09.253622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['2507863d-159d-4083-9c91-4376dbea6d9e'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:08:09.393466 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:09.447151 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=2507863d-159d-4083-9c91-4376dbea6d9e,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:09.471459 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d0d55ab4-2364-44c3-bff7-c570cef1bb96 None None] Provisioning complete for port 48e9c899-170d-498c-b477-1b9599694318 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:09.471828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0d55ab4-2364-44c3-bff7-c570cef1bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:09.605529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c75dfb-f614-4052-a083-f4f57322a50c req-189dba4b-0aca-46b2-b812-63580b7ec360 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:09.607956 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d9c75dfb-f614-4052-a083-f4f57322a50c req-189dba4b-0aca-46b2-b812-63580b7ec360 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 944 time: 0.2658746 Feb 21 09:08:09.623611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 48e9c899-170d-498c-b477-1b9599694318, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=48e9c899-170d-498c-b477-1b9599694318,segment=NetworkSegment(4c64a048-7afb-438e-86a7-1da7f80e1eb9),segment_id=4c64a048-7afb-438e-86a7-1da7f80e1eb9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:09.659950 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:09.768093 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177c337-17bf-4269-bb60-e305784f86ef req-03c2370a-c344-487e-bd97-582548db2bc0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:09.769740 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-03c2370a-c344-487e-bd97-582548db2bc0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/networks?id=6990f797-712a-419f-b897-c53d6fa5de4f HTTP/1.1" status: 200 len: 796 time: 0.6376569 Feb 21 09:08:09.816315 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-0b240d85-7f26-46a6-8530-ca919ba93170 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/quotas/0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 375 time: 0.0399325 Feb 21 09:08:09.877807 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d9c75dfb-f614-4052-a083-f4f57322a50c req-b9ebef0c-dbe4-4482-9919-2f3657f1de7b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163742 Feb 21 09:08:09.958169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ad20efc3-1801-478a-a9d0-f5945a5c6009 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:10.051810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-35c19c97-4eb2-460e-891a-c22ce91312ba', 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'fixed_ips': [{'subnet_id': '4cbafa02-929b-4fda-8f6c-67483fffa085'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:08:10.052702 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:10.068714 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:10.079968 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-89e774fe-2264-42a5-943c-a4b7bb4dc389 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2558980 Feb 21 09:08:10.083247 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:10.087190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d0d55ab4-2364-44c3-bff7-c570cef1bb96 None None] Provisioning complete for port 10d682d6-5ab1-4d59-89aa-b324de2b288e triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:10.087917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0d55ab4-2364-44c3-bff7-c570cef1bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:10.178909 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d0d55ab4-2364-44c3-bff7-c570cef1bb96 None None] Port 10d682d6-5ab1-4d59-89aa-b324de2b288e cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:10.268967 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:03Z', 'revision_number': 2, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:05Z', 'revision_number': 2, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:10.281561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=48e9c899-170d-498c-b477-1b9599694318,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:10.303408 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7824e16-0088-4385-901c-3a5d60a01e62 None None] Network c32e34bc-efab-4ef9-b6b8-a5cd627b9aba requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:10.327986 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Checking router: e0ca93d2-b453-4e1a-abeb-240e15ab73df for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:10.328351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Updating router e0ca93d2-b453-4e1a-abeb-240e15ab73df port 10d682d6-5ab1-4d59-89aa-b324de2b288e binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:08:10.394222 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-29a732db-c485-499f-a0b6-a63f67c72932 service neutron] 10.222.0.48 "GET /v2.0/networks/6990f797-712a-419f-b897-c53d6fa5de4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022780 Feb 21 09:08:10.430314 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:10.438257 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6712dacd-8200-4c0b-9ff2-2c123bde2596 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5086503 Feb 21 09:08:10.441550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55916) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:10.446174 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1818771203'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:10.451800 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Sync routers for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:10.454880 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:10.461483 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:network and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:10.467457 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:10.473189 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:10.473805 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:10.477669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:10.515219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:10.534277 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:10.537632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:10.561431 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-b1423a95-a617-4c25-a21d-a86903b39583 service neutron] 10.222.0.48 "GET /v2.0/networks/6990f797-712a-419f-b897-c53d6fa5de4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577561 Feb 21 09:08:10.585141 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:08:10.598544 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:10.598958 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Added segment 07ca7d2f-a68f-4e81-ae39-559b01a13f8b of type vlan for network 0dd33561-9420-4cd9-a0c7-5c5c5130283d Feb 21 09:08:10.626137 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-19545d8e-38c9-4724-aed6-e2deac9773c8 None None] Provisioning for port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:10.642145 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:10.660586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port ad20efc3-1801-478a-a9d0-f5945a5c6009 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:10.660963 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:10.725762 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:10.733144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Allocated IP 172.21.0.1 (35c19c97-4eb2-460e-891a-c22ce91312ba/4cbafa02-929b-4fda-8f6c-67483fffa085/310e722e-a4ad-4c39-9adf-6c6c66236aba) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:10.737767 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:10.741627 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:10.742236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:10.954975 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8a39853d-5a17-4d43-821b-af534300e752 req-98d3aff6-cbbb-457e-add1-67e8756a0dc8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 210 time: 0.1129730 Feb 21 09:08:10.989687 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5486107 Feb 21 09:08:10.990581 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b596a4-0ac7-4818-ba46-cbdfc17f3774 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Network': ['ID=0dd33561-9420-4cd9-a0c7-5c5c5130283d,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:10.993317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55926) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:11.000519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'subnet': {'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:11.062233 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 0dd33561-9420-4cd9-a0c7-5c5c5130283d details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:08:11.080414 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:11.102153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Transition to ACTIVE for port object 310e722e-a4ad-4c39-9adf-6c6c66236aba will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:11.139358 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:11.232678 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 35c19c97-4eb2-460e-891a-c22ce91312ba is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:11.237239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:11.245907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:11.257899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:11.265893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:subnet and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:11.269587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:11.282049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:11.296442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b09f76-1ecd-4b0d-bdf7-7c9e4d206148 req-12e655f5-0208-47ca-96d0-9336b7a77987 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:11.298306 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-64b09f76-1ecd-4b0d-bdf7-7c9e4d206148 req-12e655f5-0208-47ca-96d0-9336b7a77987 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 944 time: 0.1575716 Feb 21 09:08:11.318773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=310e722e-a4ad-4c39-9adf-6c6c66236aba,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:11.335461 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:08Z', 'revision_number': 3, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:08Z', 'revision_number': 2, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:05Z', 'revision_number': 4, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:11.341236 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Checking router: 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:11.341591 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Updating router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 port 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:08:11.352829 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:11.358323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:11.425712 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:11.472380 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-64b09f76-1ecd-4b0d-bdf7-7c9e4d206148 req-0219f64c-4d8b-4664-818d-935db8e53c52 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661909 Feb 21 09:08:11.522154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:11.540147 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:11.699896 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Allocated IP 172.21.0.2 (35c19c97-4eb2-460e-891a-c22ce91312ba/4cbafa02-929b-4fda-8f6c-67483fffa085/5a4110c9-cf0a-486a-aca3-d025fdfa3118) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:11.702743 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device afb5a2d2-98fe-4935-bf4d-d2fde288391f up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:11.794866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:11.866476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Subnet': ['ID=17e6b96a-deea-43a1-b433-96c877307f27,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:11.908091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Checking segment: {'id': '07ca7d2f-a68f-4e81-ae39-559b01a13f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:11.908745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network hostable DHCP agents. Network: 0dd33561-9420-4cd9-a0c7-5c5c5130283d, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:08:11.945554 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 0dd33561-9420-4cd9-a0c7-5c5c5130283d is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:08:11.965439 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 0dd33561-9420-4cd9-a0c7-5c5c5130283d) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:11.978474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:11.981328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:11.982625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3dd4c3-ad41-4964-9e50-3d20a7d25297 None None] Network 0dd33561-9420-4cd9-a0c7-5c5c5130283d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:12.015326 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6329c793-91df-454c-969f-f090767d352b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0201888 Feb 21 09:08:12.016728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55938) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:12.077973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:12.084970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:12.127903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.resource_extend [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:08:12.162273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port afb5a2d2-98fe-4935-bf4d-d2fde288391f completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:12.270686 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port afb5a2d2-98fe-4935-bf4d-d2fde288391f triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:12.276670 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:12.323368 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:12.337256 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Transition to ACTIVE for port object 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:12.347312 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:12.393978 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=310e722e-a4ad-4c39-9adf-6c6c66236aba,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:12.396439 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bafb1693-71e3-4b66-9a1b-fae91b81f2a2 req-1fa54bb5-f915-4410-92b6-e6de79f03e51 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 210 time: 0.1011088 Feb 21 09:08:12.396578 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:12.500055 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd019182-cc06-4573-81cd-39b6786655e5 None None] Pushing event updated for resources: {'Port': ['ID=1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:12.614321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:12.663039 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:12.779931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 35c19c97-4eb2-460e-891a-c22ce91312ba is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:12.781518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:12.797158 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Transition to ACTIVE for port object 5a4110c9-cf0a-486a-aca3-d025fdfa3118 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:12.800407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Transition to ACTIVE for port object 10d682d6-5ab1-4d59-89aa-b324de2b288e will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:12.837419 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Attempting to bind port 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:12.837718 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Attempting to bind port 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '8a1d6bf9-8233-44ed-bb7a-d12b865d4d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:12.838079 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Attempting to bind port 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab on network c32e34bc-efab-4ef9-b6b8-a5cd627b9aba {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:12.846583 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:12.847375 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Checking segment: {'id': '8a1d6bf9-8233-44ed-bb7a-d12b865d4d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:12.851180 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:12.852093 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:12.852584 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Bound using segment: {'id': '8a1d6bf9-8233-44ed-bb7a-d12b865d4d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:12.853216 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Bound port: 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1d6bf9-8233-44ed-bb7a-d12b865d4d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:12.853646 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:12.983759 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Transition to ACTIVE for port object 5a4110c9-cf0a-486a-aca3-d025fdfa3118 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:13.071968 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] For port 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:13.075757 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] For port 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab,segment=NetworkSegment(8a1d6bf9-8233-44ed-bb7a-d12b865d4d10),segment_id=8a1d6bf9-8233-44ed-bb7a-d12b865d4d10)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:13.082637 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:13.156458 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:13.178098 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177c337-17bf-4269-bb60-e305784f86ef req-1af72dea-cb7e-4971-bb89-4b2da8f731b6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:13.179641 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-1af72dea-cb7e-4971-bb89-4b2da8f731b6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/networks?id=6990f797-712a-419f-b897-c53d6fa5de4f HTTP/1.1" status: 200 len: 796 time: 0.6296031 Feb 21 09:08:13.263874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-0dd33561-9420-4cd9-a0c7-5c5c5130283d', 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'fixed_ips': [{'subnet_id': '17e6b96a-deea-43a1-b433-96c877307f27'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:08:13.265093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:13.271825 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:13.272454 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:13.328037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3e405-4fcd-4c27-8f86-965b13303227 None None] Pushing event updated for resources: {'Port': ['ID=10d682d6-5ab1-4d59-89aa-b324de2b288e,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:13.360745 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-a42412c0-5f10-4530-b91c-e5649366a697 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 473 time: 0.1248219 Feb 21 09:08:13.376158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'port': {'device_id': 'acde8de1-f98a-4b5d-b27d-56984184d562', 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f', 'admin_state_up': True, 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'security_groups': ['259ca7cc-30b1-471f-b1b6-1b1e28a07292']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:13.453713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 2507863d-159d-4083-9c91-4376dbea6d9e up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:13.485545 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd019182-cc06-4573-81cd-39b6786655e5 None None] Pushing event updated for resources: {'Port': ['ID=1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:13.559260 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:13.629707 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:13.716408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router e0ca93d2-b453-4e1a-abeb-240e15ab73df has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:13.750293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906515b-446f-44ab-9519-2b5aa0d8bc9a req-01235346-f5a7-4e7b-af13-741a83560513 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:13.751852 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4906515b-446f-44ab-9519-2b5aa0d8bc9a req-01235346-f5a7-4e7b-af13-741a83560513 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 944 time: 0.5630450 Feb 21 09:08:13.768999 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc3766ae-7952-4ebe-a633-c81d72da1c1e req-48b74f32-0ed0-4624-9b42-78e389250424 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 210 time: 0.0768187 Feb 21 09:08:13.821070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Network 35c19c97-4eb2-460e-891a-c22ce91312ba is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:13.851444 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:13.934387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f0f3515e-077f-4211-9d58-61d3d09ab6f3 None None] Provisioning for port 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:13.949523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:13.991446 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:14.016772 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d170e84f-567c-4c43-854e-ed565eabb36c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7766097 Feb 21 09:08:14.017320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55946) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:14.030239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'network': {'name': 'tempest-RoutersTest-660265862'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:14.058640 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:14.065908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:network and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:14.075806 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:14.086416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:14.090619 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Pushing event updated for resources: {'Port': ['ID=5a4110c9-cf0a-486a-aca3-d025fdfa3118,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:14.109543 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:14.124213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:14.144457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:14.148608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:port and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:14.155928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:14.168380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port afb5a2d2-98fe-4935-bf4d-d2fde288391f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=afb5a2d2-98fe-4935-bf4d-d2fde288391f,segment=NetworkSegment(06477fba-7273-4d44-ac62-5dfafac66102),segment_id=06477fba-7273-4d44-ac62-5dfafac66102)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:14.183680 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:08:14.204814 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4906515b-446f-44ab-9519-2b5aa0d8bc9a req-db9948e6-1e40-42e6-bbc4-fdea1830354a tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4229202 Feb 21 09:08:14.206955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:14.222225 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:14.223428 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Added segment dff0db03-0ea2-4814-bd87-f246bf8663d4 of type vlan for network 2f494eac-06ca-41cf-aa32-a9ffbc36ec88 Feb 21 09:08:14.263116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:14.263431 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:08Z', 'revision_number': 3, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 4, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:05Z', 'revision_number': 4, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:14.266390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:14.268852 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e72da-8930-409c-870f-6d0a1090ee65 None None] The sync data for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv is: [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:08Z', 'revision_number': 3, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 4, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:05Z', 'revision_number': 4, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:14.283325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:14.359283 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:14.366369 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:14.367655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:14.403803 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:14.404595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:14.481518 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4625006 Feb 21 09:08:14.485586 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55950) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:14.494475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'subnet': {'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:14.516924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.20 (6990f797-712a-419f-b897-c53d6fa5de4f/4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d/740fb179-5370-4933-bd69-7b66ac9bc6dc) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:14.538449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=afb5a2d2-98fe-4935-bf4d-d2fde288391f,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:14.568232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Attempting to bind port 5a4110c9-cf0a-486a-aca3-d025fdfa3118 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:14.568608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Attempting to bind port 5a4110c9-cf0a-486a-aca3-d025fdfa3118 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'd1146b45-4af3-4600-819a-0b18a31d5da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:14.568971 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Attempting to bind port 5a4110c9-cf0a-486a-aca3-d025fdfa3118 on network 35c19c97-4eb2-460e-891a-c22ce91312ba {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:14.581372 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Allocated IP 2001:db8:2::2 (0dd33561-9420-4cd9-a0c7-5c5c5130283d/17e6b96a-deea-43a1-b433-96c877307f27/5435f45e-79ff-4498-8c8c-50f3eafe6a38) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:14.584130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Attempting to bind port 10d682d6-5ab1-4d59-89aa-b324de2b288e on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:14.584503 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Attempting to bind port 10d682d6-5ab1-4d59-89aa-b324de2b288e by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '9611c5d5-7174-4565-8e77-84fca1e511f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35092b21-7116-4ef9-9954-c43b745da490'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:14.584955 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Attempting to bind port 10d682d6-5ab1-4d59-89aa-b324de2b288e on network 35092b21-7116-4ef9-9954-c43b745da490 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:14.607051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:14.607445 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Checking segment: {'id': '9611c5d5-7174-4565-8e77-84fca1e511f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35092b21-7116-4ef9-9954-c43b745da490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:14.607850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:14.608247 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Bound using segment: {'id': '9611c5d5-7174-4565-8e77-84fca1e511f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35092b21-7116-4ef9-9954-c43b745da490'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:14.608799 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Bound port: 10d682d6-5ab1-4d59-89aa-b324de2b288e, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9611c5d5-7174-4565-8e77-84fca1e511f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35092b21-7116-4ef9-9954-c43b745da490'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:14.609166 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:14.671017 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:14.671403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Checking segment: {'id': 'd1146b45-4af3-4600-819a-0b18a31d5da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:14.671822 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:14.672207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Bound using segment: {'id': 'd1146b45-4af3-4600-819a-0b18a31d5da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:14.672690 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Bound port: 5a4110c9-cf0a-486a-aca3-d025fdfa3118, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1146b45-4af3-4600-819a-0b18a31d5da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:14.673064 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:14.705978 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:14.710437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:subnet and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:14.714909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:14.722160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:14.733189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00699c0-26b0-4ff0-b69a-98597525d835 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Network': ['ID=2f494eac-06ca-41cf-aa32-a9ffbc36ec88,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:14.736739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:14.754946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:14.772122 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 2f494eac-06ca-41cf-aa32-a9ffbc36ec88 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:08:14.772600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object 740fb179-5370-4933-bd69-7b66ac9bc6dc will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:14.832935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 2507863d-159d-4083-9c91-4376dbea6d9e completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:14.849154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:14.881974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:14.971251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 2507863d-159d-4083-9c91-4376dbea6d9e triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:14.971632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:15.092946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 6990f797-712a-419f-b897-c53d6fa5de4f is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:15.096386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=740fb179-5370-4933-bd69-7b66ac9bc6dc,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:15.102572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:15.107853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:15.164103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:15.225306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:15.225893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:15.241096 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:15.281838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] For port 10d682d6-5ab1-4d59-89aa-b324de2b288e, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:15.344729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:15.367584 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Subnet': ['ID=bb2b2201-1fcb-461f-91f8-13d208c2842a,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:15.374666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Checking segment: {'id': 'dff0db03-0ea2-4814-bd87-f246bf8663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:15.375176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network hostable DHCP agents. Network: 2f494eac-06ca-41cf-aa32-a9ffbc36ec88, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:08:15.390853 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] For port 10d682d6-5ab1-4d59-89aa-b324de2b288e, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=10d682d6-5ab1-4d59-89aa-b324de2b288e,segment=NetworkSegment(9611c5d5-7174-4565-8e77-84fca1e511f6),segment_id=9611c5d5-7174-4565-8e77-84fca1e511f6)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:15.402840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:15.403494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:15.425847 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 2f494eac-06ca-41cf-aa32-a9ffbc36ec88 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:08:15.431933 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-861ba572-2758-4250-b285-63427b7ed24d None None] For port 5a4110c9-cf0a-486a-aca3-d025fdfa3118, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:15.448456 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 2f494eac-06ca-41cf-aa32-a9ffbc36ec88) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:15.451977 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:15.452902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:15.472231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:15.482105 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2bd3517d-b109-496c-baf2-a1c7b9cbf3aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9926996 Feb 21 09:08:15.482330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55958) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:15.595564 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83e468-1aec-42d4-b0f8-eb9b86b84276 req-89413f5a-0795-4941-9e1e-d0262845bda2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:15.597092 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da83e468-1aec-42d4-b0f8-eb9b86b84276 req-89413f5a-0795-4941-9e1e-d0262845bda2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 932 time: 0.6202197 Feb 21 09:08:15.608158 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976ce18d-3af6-45e8-a71c-7fb0b9091223 None None] Network 2f494eac-06ca-41cf-aa32-a9ffbc36ec88 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:15.654431 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-678ee564-1734-40cd-b5b7-abe3c8bfd0a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2857714 Feb 21 09:08:15.675212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Request body: {'port': {'device_id': 'acde8de1-f98a-4b5d-b27d-56984184d562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:15.695175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-861ba572-2758-4250-b285-63427b7ed24d None None] For port 5a4110c9-cf0a-486a-aca3-d025fdfa3118, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5a4110c9-cf0a-486a-aca3-d025fdfa3118,segment=NetworkSegment(d1146b45-4af3-4600-819a-0b18a31d5da7),segment_id=d1146b45-4af3-4600-819a-0b18a31d5da7)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:15.794056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608eb07-a59f-4489-8ead-88fa9e26ec8e req-9f449727-1fa3-4400-9031-89507a2d9b66 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:15.795725 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6608eb07-a59f-4489-8ead-88fa9e26ec8e req-9f449727-1fa3-4400-9031-89507a2d9b66 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 944 time: 0.2651222 Feb 21 09:08:15.845450 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da83e468-1aec-42d4-b0f8-eb9b86b84276 req-c4cf5cde-a746-4cae-bdfe-67810cb21d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368102 Feb 21 09:08:15.865490 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:15.941748 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:16.005635 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6608eb07-a59f-4489-8ead-88fa9e26ec8e req-9905e4f8-d71a-440f-9df6-b10bf86c29fc tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852574 Feb 21 09:08:16.011760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:16.025163 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-80a49497-a88c-4784-b32d-f3027d6ef675 None None] Provisioning for port 740fb179-5370-4933-bd69-7b66ac9bc6dc completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:16.048335 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3e405-4fcd-4c27-8f86-965b13303227 None None] Pushing event updated for resources: {'Port': ['ID=10d682d6-5ab1-4d59-89aa-b324de2b288e,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:16.112845 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:16.130616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Routers {'e0ca93d2-b453-4e1a-abeb-240e15ab73df'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:16.131710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:16.210848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-80a49497-a88c-4784-b32d-f3027d6ef675 None None] Provisioning complete for port 740fb179-5370-4933-bd69-7b66ac9bc6dc triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:16.211306 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-80a49497-a88c-4784-b32d-f3027d6ef675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:16.380088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:16.456754 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Transition to ACTIVE for port object 5435f45e-79ff-4498-8c8c-50f3eafe6a38 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:16.478174 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Transition to ACTIVE for port object 5435f45e-79ff-4498-8c8c-50f3eafe6a38 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:16.493935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 2507863d-159d-4083-9c91-4376dbea6d9e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=2507863d-159d-4083-9c91-4376dbea6d9e,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:16.499771 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2507863d-159d-4083-9c91-4376dbea6d9e'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:08:16.629040 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:16.631525 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:16.645580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740fb179-5370-4933-bd69-7b66ac9bc6dc {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:08:16.651007 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2507863d-159d-4083-9c91-4376dbea6d9e', 'code': 200} Feb 21 09:08:16.654880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Allocated IP 2001:db8:2::1 (0dd33561-9420-4cd9-a0c7-5c5c5130283d/17e6b96a-deea-43a1-b433-96c877307f27/e35acf6a-febb-49cb-9c76-4cc2637aaf16) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:16.659087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:16.685693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Transition to ACTIVE for port object 740fb179-5370-4933-bd69-7b66ac9bc6dc will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:16.698270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ba572-2758-4250-b285-63427b7ed24d None None] Pushing event updated for resources: {'Port': ['ID=5a4110c9-cf0a-486a-aca3-d025fdfa3118,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:16.714433 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-80a49497-a88c-4784-b32d-f3027d6ef675 None None] Port 740fb179-5370-4933-bd69-7b66ac9bc6dc cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:16.716112 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-2f494eac-06ca-41cf-aa32-a9ffbc36ec88', 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'fixed_ips': [{'subnet_id': 'bb2b2201-1fcb-461f-91f8-13d208c2842a'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:08:16.716917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:16.730793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:16.769747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Network 0dd33561-9420-4cd9-a0c7-5c5c5130283d is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:16.780653 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:16.783301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:16.794226 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:16.850819 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] Set router e0ca93d2-b453-4e1a-abeb-240e15ab73df gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:16.883907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Pushing event updated for resources: {'Port': ['ID=740fb179-5370-4933-bd69-7b66ac9bc6dc,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:16.968484 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Allocated IP 172.22.0.1 (2f494eac-06ca-41cf-aa32-a9ffbc36ec88/bb2b2201-1fcb-461f-91f8-13d208c2842a/451aabdb-d8ca-43d6-a652-748f2461597e) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:16.983191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:17.007702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Transition to ACTIVE for port object e35acf6a-febb-49cb-9c76-4cc2637aaf16 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:17.086078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=2507863d-159d-4083-9c91-4376dbea6d9e,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:17.089174 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:17.228205 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:17.230507 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1,segment=NetworkSegment(8a1d6bf9-8233-44ed-bb7a-d12b865d4d10),segment_id=8a1d6bf9-8233-44ed-bb7a-d12b865d4d10)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:17.240014 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Attempting to bind port 5435f45e-79ff-4498-8c8c-50f3eafe6a38 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:17.243661 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Attempting to bind port 5435f45e-79ff-4498-8c8c-50f3eafe6a38 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '07ca7d2f-a68f-4e81-ae39-559b01a13f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:17.244065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Attempting to bind port 5435f45e-79ff-4498-8c8c-50f3eafe6a38 on network 0dd33561-9420-4cd9-a0c7-5c5c5130283d {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:17.250199 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-22b0e98d-cd17-4f64-bfd6-166dd9b282d8 req-a098c19e-425d-4bbb-9e70-314ad1b9f83d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 1098 time: 0.3672509 Feb 21 09:08:17.257115 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Transition to ACTIVE for port object 451aabdb-d8ca-43d6-a652-748f2461597e will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:17.320502 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-22b0e98d-cd17-4f64-bfd6-166dd9b282d8 req-960d522a-05d3-4fa6-a1a7-80c777d2cbd1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617082 Feb 21 09:08:17.330504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:17.337352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:17.394530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=e35acf6a-febb-49cb-9c76-4cc2637aaf16,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:17.420243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 2f494eac-06ca-41cf-aa32-a9ffbc36ec88 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:17.424067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:17.427199 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:17.500344 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=451aabdb-d8ca-43d6-a652-748f2461597e,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:17.521511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 0dd33561-9420-4cd9-a0c7-5c5c5130283d is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:17.527874 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:17.540518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:17.540762 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:17.541142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Checking segment: {'id': '07ca7d2f-a68f-4e81-ae39-559b01a13f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:17.541663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:17.542061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Bound using segment: {'id': '07ca7d2f-a68f-4e81-ae39-559b01a13f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:17.542549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Bound port: 5435f45e-79ff-4498-8c8c-50f3eafe6a38, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ca7d2f-a68f-4e81-ae39-559b01a13f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:17.543050 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:17.550474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:17.551030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:17.669228 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c4d84-fb55-4c47-b44d-363cf5f3a107 req-5329bbad-627a-4784-9494-040e2f903a71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:17.669974 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-5a9c4d84-fb55-4c47-b44d-363cf5f3a107 req-5329bbad-627a-4784-9494-040e2f903a71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:08:17.688765 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ef91ac-8a4e-43af-b13e-26205b85b505 None None] Network 35c19c97-4eb2-460e-891a-c22ce91312ba requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:17.701531 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:17.708820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:17.724116 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Pushing event updated for resources: {'Port': ['ID=5435f45e-79ff-4498-8c8c-50f3eafe6a38,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:17.730339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Attempting to bind port 740fb179-5370-4933-bd69-7b66ac9bc6dc on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:17.730698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Attempting to bind port 740fb179-5370-4933-bd69-7b66ac9bc6dc by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '4c64a048-7afb-438e-86a7-1da7f80e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:17.731069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Attempting to bind port 740fb179-5370-4933-bd69-7b66ac9bc6dc on network 6990f797-712a-419f-b897-c53d6fa5de4f {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:17.743903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d4071-8e40-4d7b-924c-bad42520e5f9 req-df832290-1997-4c81-b396-b9a5b59d86c2 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:17.745948 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-840d4071-8e40-4d7b-924c-bad42520e5f9 req-df832290-1997-4c81-b396-b9a5b59d86c2 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 945 time: 0.4098897 Feb 21 09:08:17.747844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Port 740fb179-5370-4933-bd69-7b66ac9bc6dc on network 6990f797-712a-419f-b897-c53d6fa5de4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:08:17.748154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Attempting to bind port 740fb179-5370-4933-bd69-7b66ac9bc6dc on network 6990f797-712a-419f-b897-c53d6fa5de4f {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:17.751070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-5a9c4d84-fb55-4c47-b44d-363cf5f3a107 req-5329bbad-627a-4784-9494-040e2f903a71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:08:17.755499 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5a9c4d84-fb55-4c47-b44d-363cf5f3a107 req-5329bbad-627a-4784-9494-040e2f903a71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 944 time: 0.7075291 Feb 21 09:08:17.832820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:17.833445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Checking segment: {'id': '4c64a048-7afb-438e-86a7-1da7f80e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:17.834020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Bound using segment: {'id': '4c64a048-7afb-438e-86a7-1da7f80e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:17.834642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Bound port: 740fb179-5370-4933-bd69-7b66ac9bc6dc, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c64a048-7afb-438e-86a7-1da7f80e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:17.835183 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:17.941548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:17.976517 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5a9c4d84-fb55-4c47-b44d-363cf5f3a107 req-1fd4672d-2c16-43c4-8ea8-1c63cb42abbc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133858 Feb 21 09:08:17.982649 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Allocated IP 172.22.0.2 (2f494eac-06ca-41cf-aa32-a9ffbc36ec88/bb2b2201-1fcb-461f-91f8-13d208c2842a/2a59cc6a-63e4-48f7-9f10-198651b94840) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:17.983596 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-840d4071-8e40-4d7b-924c-bad42520e5f9 req-4ede4fbf-ddd7-4715-a370-06a899906348 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246263 Feb 21 09:08:18.059927 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:18.162546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] For port 5435f45e-79ff-4498-8c8c-50f3eafe6a38, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:18.193560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] For port 740fb179-5370-4933-bd69-7b66ac9bc6dc, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:18.201174 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] For port 740fb179-5370-4933-bd69-7b66ac9bc6dc, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=740fb179-5370-4933-bd69-7b66ac9bc6dc,segment=NetworkSegment(4c64a048-7afb-438e-86a7-1da7f80e1eb9),segment_id=4c64a048-7afb-438e-86a7-1da7f80e1eb9)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:18.202846 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] For port 5435f45e-79ff-4498-8c8c-50f3eafe6a38, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5435f45e-79ff-4498-8c8c-50f3eafe6a38,segment=NetworkSegment(07ca7d2f-a68f-4e81-ae39-559b01a13f8b),segment_id=07ca7d2f-a68f-4e81-ae39-559b01a13f8b)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:18.218144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:18.245487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:18.295250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:18.314765 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Pushing event updated for resources: {'Port': ['ID=740fb179-5370-4933-bd69-7b66ac9bc6dc,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:18.347014 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:18.347466 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:18.432850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:18.434504 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-cefa2ece-4968-4a44-a8d3-beefee81ba00 service neutron] 10.222.0.47 "PUT /v2.0/ports/740fb179-5370-4933-bd69-7b66ac9bc6dc HTTP/1.1" status: 200 len: 1094 time: 2.7697225 Feb 21 09:08:18.480712 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-60eb0c30-5e38-4faf-af82-a8fa041161db None None] Provisioning for port 5a4110c9-cf0a-486a-aca3-d025fdfa3118 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:18.526568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acde8de1-f98a-4b5d-b27d-56984184d562', 'tag': '740fb179-5370-4933-bd69-7b66ac9bc6dc'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:08:18.562495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:18.573529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:18.627140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:11Z', 'revision_number': 3, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:15Z', 'revision_number': 4, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310e722e-a4ad-4c39-9adf-6c6c66236aba', 'name': '', 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:67:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:10Z', 'updated_at': '2022-02-21T09:08:11Z', 'revision_number': 2, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:18.651501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7ff23-28e4-4e5f-903e-eb4fe5774d73 None None] The sync data for ids ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'] in dv-neutron-830062-1-hyperv is: [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:11Z', 'revision_number': 3, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:15Z', 'revision_number': 4, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310e722e-a4ad-4c39-9adf-6c6c66236aba', 'name': '', 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:67:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:10Z', 'updated_at': '2022-02-21T09:08:11Z', 'revision_number': 2, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:18.752831 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27a026-8752-4814-bad1-a1ea0eddc9e0 None None] Pushing event updated for resources: {'Port': ['ID=5435f45e-79ff-4498-8c8c-50f3eafe6a38,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:18.815960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=451aabdb-d8ca-43d6-a652-748f2461597e,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:18.846516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:18.849215 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:18.861427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:18.884473 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Transition to ACTIVE for port object 2a59cc6a-63e4-48f7-9f10-198651b94840 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:18.928548 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab,segment=NetworkSegment(8a1d6bf9-8233-44ed-bb7a-d12b865d4d10),segment_id=8a1d6bf9-8233-44ed-bb7a-d12b865d4d10)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:18.942577 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:18.948027 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5a4110c9-cf0a-486a-aca3-d025fdfa3118 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:19.074324 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:19.091395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Transition to ACTIVE for port object 2a59cc6a-63e4-48f7-9f10-198651b94840 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:19.107085 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:19.107848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:19.140927 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:19.218825 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Network 2f494eac-06ca-41cf-aa32-a9ffbc36ec88 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:19.223724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:19.231694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:19.239131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 5a4110c9-cf0a-486a-aca3-d025fdfa3118 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:19.257628 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:19.300290 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acde8de1-f98a-4b5d-b27d-56984184d562', 'tag': '740fb179-5370-4933-bd69-7b66ac9bc6dc', 'status': 'completed', 'code': 200} Feb 21 09:08:19.300880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=e35acf6a-febb-49cb-9c76-4cc2637aaf16,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:19.306450 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 2f494eac-06ca-41cf-aa32-a9ffbc36ec88 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:19.308668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:19.400612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5a4110c9-cf0a-486a-aca3-d025fdfa3118 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:19.401044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:19.529565 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Pushing event updated for resources: {'Port': ['ID=2a59cc6a-63e4-48f7-9f10-198651b94840,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:19.597910 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e4b9d621-d22f-4e27-9779-82588edb7185 None None] Provisioning for port 310e722e-a4ad-4c39-9adf-6c6c66236aba completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:19.606550 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-e48ab2e3-e7d5-43b1-b8bb-df50eb317f42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 1097 time: 1.0662577 Feb 21 09:08:19.617938 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e4b9d621-d22f-4e27-9779-82588edb7185 None None] Provisioning complete for port 310e722e-a4ad-4c39-9adf-6c6c66236aba triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:19.618358 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e4b9d621-d22f-4e27-9779-82588edb7185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:19.753947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9d621-d22f-4e27-9779-82588edb7185 None None] Port 310e722e-a4ad-4c39-9adf-6c6c66236aba cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:19.755542 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Attempting to bind port 2a59cc6a-63e4-48f7-9f10-198651b94840 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:19.755913 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Attempting to bind port 2a59cc6a-63e4-48f7-9f10-198651b94840 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'dff0db03-0ea2-4814-bd87-f246bf8663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:19.756272 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Attempting to bind port 2a59cc6a-63e4-48f7-9f10-198651b94840 on network 2f494eac-06ca-41cf-aa32-a9ffbc36ec88 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:19.807341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:19.807739 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Checking segment: {'id': 'dff0db03-0ea2-4814-bd87-f246bf8663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:19.808127 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:19.808522 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Bound using segment: {'id': 'dff0db03-0ea2-4814-bd87-f246bf8663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:19.809009 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Bound port: 2a59cc6a-63e4-48f7-9f10-198651b94840, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff0db03-0ea2-4814-bd87-f246bf8663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:19.809379 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:19.882867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 0dd33561-9420-4cd9-a0c7-5c5c5130283d is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:19.924937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:19.975704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router e0ca93d2-b453-4e1a-abeb-240e15ab73df has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:20.001159 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e4b9d621-d22f-4e27-9779-82588edb7185 None None] Provisioning complete for port 5a4110c9-cf0a-486a-aca3-d025fdfa3118 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:20.001578 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e4b9d621-d22f-4e27-9779-82588edb7185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:20.045890 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-88b00b68-f64c-42b3-a240-1bb4b8a89c77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=740fb179-5370-4933-bd69-7b66ac9bc6dc HTTP/1.1" status: 200 len: 217 time: 0.3809812 Feb 21 09:08:20.115898 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:20.270009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c256981-2ac6-4670-ac83-6efa6531eb4b req-27947971-9b11-4c41-8c7a-a7ffc2d03cd2 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:20.278654 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6c256981-2ac6-4670-ac83-6efa6531eb4b req-27947971-9b11-4c41-8c7a-a7ffc2d03cd2 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 945 time: 0.8602221 Feb 21 09:08:20.279940 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:20.287195 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 5a4110c9-cf0a-486a-aca3-d025fdfa3118, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5a4110c9-cf0a-486a-aca3-d025fdfa3118,segment=NetworkSegment(d1146b45-4af3-4600-819a-0b18a31d5da7),segment_id=d1146b45-4af3-4600-819a-0b18a31d5da7)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:20.288536 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] For port 2a59cc6a-63e4-48f7-9f10-198651b94840, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:20.300898 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:20.302568 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-36a2c9ad-b30b-47cf-a6e9-618be7fb5def tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8184648 Feb 21 09:08:20.304495 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device afb5a2d2-98fe-4935-bf4d-d2fde288391f up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:20.305259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55974) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:20.323053 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'network': {'name': 'tempest-RoutersTest-525265297'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:20.329271 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:20.334923 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:network and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:20.338883 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:20.346910 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:20.357914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc8ea7-5d60-400c-a2af-017a167e88bd req-3d0cc712-f85a-443e-9610-d867920e2ac7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:20.359545 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-04dc8ea7-5d60-400c-a2af-017a167e88bd req-3d0cc712-f85a-443e-9610-d867920e2ac7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 944 time: 1.0295210 Feb 21 09:08:20.362242 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:20.363829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177c337-17bf-4269-bb60-e305784f86ef req-225d99df-b27e-4261-9705-61b78152d190 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:20.365252 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-225d99df-b27e-4261-9705-61b78152d190 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d HTTP/1.1" status: 200 len: 838 time: 0.2219310 Feb 21 09:08:20.367398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:20.398954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] For port 2a59cc6a-63e4-48f7-9f10-198651b94840, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2a59cc6a-63e4-48f7-9f10-198651b94840,segment=NetworkSegment(dff0db03-0ea2-4814-bd87-f246bf8663d4),segment_id=dff0db03-0ea2-4814-bd87-f246bf8663d4)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:20.404579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e4b9d621-d22f-4e27-9779-82588edb7185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:20.419287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:08:20.433264 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:20.433832 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Added segment 23546be4-57d0-4312-b906-cdc201ebfa1f of type vlan for network 7e959c21-8c60-459a-832b-10a59be47106 Feb 21 09:08:20.439901 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:20.452370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dfe7a5-c5ab-45bc-8eb3-a2f8696d7fb4 None None] Network 0dd33561-9420-4cd9-a0c7-5c5c5130283d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:20.482780 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:20.521106 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:20.525129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:20.525772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:20.528501 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6c256981-2ac6-4670-ac83-6efa6531eb4b req-adb4c077-dfc6-4a35-9ebe-9013d0b0d4d3 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477379 Feb 21 09:08:20.633048 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=5a4110c9-cf0a-486a-aca3-d025fdfa3118,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:20.773003 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4660101 Feb 21 09:08:20.778793 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55980) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:20.785858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88710db-822b-4062-9856-b59e853ac541 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Network': ['ID=7e959c21-8c60-459a-832b-10a59be47106,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:20.792735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'subnet': {'network_id': '7e959c21-8c60-459a-832b-10a59be47106', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:20.816203 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 7e959c21-8c60-459a-832b-10a59be47106 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:08:20.829941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-e4b9d621-d22f-4e27-9779-82588edb7185 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:08:20.830306 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-e4b9d621-d22f-4e27-9779-82588edb7185 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:08:20.895683 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-04dc8ea7-5d60-400c-a2af-017a167e88bd req-5ca745a9-9628-4caf-ad1e-b516317e7845 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5278831 Feb 21 09:08:20.966958 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-3f5923f2-3803-4eae-9372-354dcd368a11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6990f797-712a-419f-b897-c53d6fa5de4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5755320 Feb 21 09:08:20.972210 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:20.977167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:subnet and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:20.983880 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:20.995393 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:20.999365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8136af-f98f-4c2b-a8b8-e6ac53aa1b23 None None] Pushing event updated for resources: {'Port': ['ID=2a59cc6a-63e4-48f7-9f10-198651b94840,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:21.013366 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Made reservation on behalf of cd84e71f9f5046e186281236ed632a8f for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:21.032542 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port afb5a2d2-98fe-4935-bf4d-d2fde288391f triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:21.032885 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:21.150062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6ba77-76c3-4e67-a7c6-9912826a0ccf req-aa857a67-f260-4db0-aedb-89a615abdcce tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:21.153597 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:21.157645 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6aa6ba77-76c3-4e67-a7c6-9912826a0ccf req-aa857a67-f260-4db0-aedb-89a615abdcce tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 945 time: 0.2667134 Feb 21 09:08:21.210752 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-78180dd2-81a8-4c2d-8959-c2871e9f7aa0 service neutron] 10.222.0.47 "GET /v2.0/networks/6990f797-712a-419f-b897-c53d6fa5de4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371361 Feb 21 09:08:21.238948 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:21.276500 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 48e9c899-170d-498c-b477-1b9599694318 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:21.334173 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6aa6ba77-76c3-4e67-a7c6-9912826a0ccf req-20fde005-3b25-4ee0-bf59-9ba6f357483f tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755581 Feb 21 09:08:21.393682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55984) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:21.438387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 48e9c899-170d-498c-b477-1b9599694318 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:21.439029 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:21.585648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ab5460a9-8215-4685-9461-c1bc8da0265a None None] Provisioning complete for port 310e722e-a4ad-4c39-9adf-6c6c66236aba triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:21.586109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ab5460a9-8215-4685-9461-c1bc8da0265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:21.586577 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:21.698195 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0177c337-17bf-4269-bb60-e305784f86ef req-8d8a93bc-0ad6-4994-b0f6-1825aa419219 service neutron] 10.222.0.47 "GET /v2.0/networks/6990f797-712a-419f-b897-c53d6fa5de4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782538 Feb 21 09:08:21.716307 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-ab5460a9-8215-4685-9461-c1bc8da0265a None None] Port 310e722e-a4ad-4c39-9adf-6c6c66236aba cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:21.731180 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4626160d-6768-42ef-a092-7652c2e46873 tempest-TestVolumeBootPattern-2059091617 tempest-TestVolumeBootPattern-2059091617-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 1093 time: 0.3272538 Feb 21 09:08:21.731382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55988) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:21.738655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '2507863d-159d-4083-9c91-4376dbea6d9e', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:21.745355 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ab5460a9-8215-4685-9461-c1bc8da0265a None None] Provisioning for port 5435f45e-79ff-4498-8c8c-50f3eafe6a38 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:21.759616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:21.777732 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Usage tracker for resource:floatingip and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:21.792216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Subnet': ['ID=541ada9e-c461-452d-b27d-1a4076a89d0f,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:21.806846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Checking segment: {'id': '23546be4-57d0-4312-b906-cdc201ebfa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7e959c21-8c60-459a-832b-10a59be47106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:21.808082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network hostable DHCP agents. Network: 7e959c21-8c60-459a-832b-10a59be47106, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:08:21.819076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:21.831266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:21.833557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 7e959c21-8c60-459a-832b-10a59be47106 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:08:21.847742 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 7e959c21-8c60-459a-832b-10a59be47106) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:21.854703 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:21.856084 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:21.862722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705f5ec8-cfc1-4704-9851-b2e3350481c8 None None] Network 7e959c21-8c60-459a-832b-10a59be47106 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:21.876373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:21.927258 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-50c8910e-6fac-4189-b3e4-2051548a58d3 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1424754 Feb 21 09:08:21.928310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 55992) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:21.952916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:22.059196 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Sync routers for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:22.087325 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-13d522cd-2b15-489c-8219-b5fcbdb79ebe tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0688720 Feb 21 09:08:22.090930 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 55998) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:22.097417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1149821760'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:22.108398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:22.132261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:network and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:22.145331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:22.153438 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:22.154087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:22.159543 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29003dcb-5b61-454f-a015-d72715f347ed req-c96b8d75-99b8-4fe4-9ab6-9d9215151fc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 1097 time: 0.3837790 Feb 21 09:08:22.160468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:22.268389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5435f45e-79ff-4498-8c8c-50f3eafe6a38 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:22.272152 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:22.276344 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:22.301840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf66d27-af14-4490-94d0-66afbfb547aa None None] Network 2f494eac-06ca-41cf-aa32-a9ffbc36ec88 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:22.342184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:08:22.398711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:22.411612 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Added segment 18f3ef43-2bc1-4a9a-a225-9952ea47a086 of type vlan for network 4402827e-076a-4899-955f-4c3b1b5ebe7e Feb 21 09:08:22.495058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29003dcb-5b61-454f-a015-d72715f347ed req-557ee576-248d-4aa4-ae13-75677250459c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:22.496643 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29003dcb-5b61-454f-a015-d72715f347ed req-557ee576-248d-4aa4-ae13-75677250459c service neutron] 10.222.0.47 "GET /v2.0/networks?id=6990f797-712a-419f-b897-c53d6fa5de4f HTTP/1.1" status: 200 len: 896 time: 0.3303263 Feb 21 09:08:22.525252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:22.659310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b975c9f1-e4b4-4aed-b240-b4daf76635df None None] Provisioning for port e35acf6a-febb-49cb-9c76-4cc2637aaf16 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:22.681441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b975c9f1-e4b4-4aed-b240-b4daf76635df None None] Provisioning complete for port e35acf6a-febb-49cb-9c76-4cc2637aaf16 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:22.682384 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b975c9f1-e4b4-4aed-b240-b4daf76635df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:22.704328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:22.706949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-7e959c21-8c60-459a-832b-10a59be47106', 'network_id': '7e959c21-8c60-459a-832b-10a59be47106', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'fixed_ips': [{'subnet_id': '541ada9e-c461-452d-b27d-1a4076a89d0f'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:08:22.707894 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:22.731157 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29003dcb-5b61-454f-a015-d72715f347ed req-16890bce-1feb-47cf-ace7-55e51051713a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=740fb179-5370-4933-bd69-7b66ac9bc6dc HTTP/1.1" status: 200 len: 217 time: 0.2228560 Feb 21 09:08:22.756139 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:22.826207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:22.836096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e28471-90fb-4a44-bc04-242e96aafae8 req-587c3a1d-130c-452e-ac54-7a45e7fbcc85 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:22.837577 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-69e28471-90fb-4a44-bc04-242e96aafae8 req-587c3a1d-130c-452e-ac54-7a45e7fbcc85 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 944 time: 0.4204500 Feb 21 09:08:22.891151 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:22.894617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:22.895208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:22.919542 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b975c9f1-e4b4-4aed-b240-b4daf76635df None None] Port e35acf6a-febb-49cb-9c76-4cc2637aaf16 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:22.959437 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 5435f45e-79ff-4498-8c8c-50f3eafe6a38 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:23.002754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29003dcb-5b61-454f-a015-d72715f347ed req-8ff133bb-f3e8-4aa7-af52-fcd2faa02a2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:23.004249 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29003dcb-5b61-454f-a015-d72715f347ed req-8ff133bb-f3e8-4aa7-af52-fcd2faa02a2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d HTTP/1.1" status: 200 len: 838 time: 0.2633915 Feb 21 09:08:23.010900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Allocated IP 172.26.6.125 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/3b9e9912-c47f-48b7-a29d-2da0e3d33aad) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:23.041638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5435f45e-79ff-4498-8c8c-50f3eafe6a38 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:23.042100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:23.222705 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1304042 Feb 21 09:08:23.225411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56002) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:23.230513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Allocated IP 172.23.0.1 (7e959c21-8c60-459a-832b-10a59be47106/541ada9e-c461-452d-b27d-1a4076a89d0f/a65b09d9-d701-4e04-a170-70ba6817aff4) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:23.232107 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914ace0-d969-4ce8-97d1-1bd4e38b3a2e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Network': ['ID=4402827e-076a-4899-955f-4c3b1b5ebe7e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:23.235663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'subnet': {'network_id': '4402827e-076a-4899-955f-4c3b1b5ebe7e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:23.248840 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-69e28471-90fb-4a44-bc04-242e96aafae8 req-0326c06e-e0b4-4671-a941-b431bf927b23 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3934608 Feb 21 09:08:23.262572 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 4402827e-076a-4899-955f-4c3b1b5ebe7e details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:08:23.378666 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29003dcb-5b61-454f-a015-d72715f347ed req-12de5782-a164-4a95-9ba5-089619890476 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6990f797-712a-419f-b897-c53d6fa5de4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3490021 Feb 21 09:08:23.408359 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fc8451a8-b507-4cee-8256-7edd6ba16d97 None None] Provisioning for port 2a59cc6a-63e4-48f7-9f10-198651b94840 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:23.440363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:08:23.448796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:subnet and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:08:23.453213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:08:23.464510 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:08:23.493016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:23.498782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Made reservation on behalf of 663a1bbcd87349ad8400099c82983066 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:08:23.530623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 740fb179-5370-4933-bd69-7b66ac9bc6dc details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:08:23.567785 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29003dcb-5b61-454f-a015-d72715f347ed req-b77379a9-cdc4-4e56-a94d-e8b1f1eb2895 service neutron] 10.222.0.47 "GET /v2.0/networks/6990f797-712a-419f-b897-c53d6fa5de4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747732 Feb 21 09:08:23.590248 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:23.596332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:23.614809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fc8451a8-b507-4cee-8256-7edd6ba16d97 None None] Provisioning complete for port e35acf6a-febb-49cb-9c76-4cc2637aaf16 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:23.615231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fc8451a8-b507-4cee-8256-7edd6ba16d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:23.698201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:23.751163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:23.751665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Transition to ACTIVE for port object a65b09d9-d701-4e04-a170-70ba6817aff4 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:23.757287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:23.764001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:23.766788 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:23.811478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 5435f45e-79ff-4498-8c8c-50f3eafe6a38, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5435f45e-79ff-4498-8c8c-50f3eafe6a38,segment=NetworkSegment(07ca7d2f-a68f-4e81-ae39-559b01a13f8b),segment_id=07ca7d2f-a68f-4e81-ae39-559b01a13f8b)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:23.813809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'Port': ['ID=3b9e9912-c47f-48b7-a29d-2da0e3d33aad,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:23.820322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-fc8451a8-b507-4cee-8256-7edd6ba16d97 None None] Port e35acf6a-febb-49cb-9c76-4cc2637aaf16 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:23.840500 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:23.841723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5a4110c9-cf0a-486a-aca3-d025fdfa3118 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:23.853577 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29003dcb-5b61-454f-a015-d72715f347ed req-4b009eab-a494-4b21-a1f0-be3900e48c47 service neutron] 10.222.0.47 "GET /v2.0/networks/6990f797-712a-419f-b897-c53d6fa5de4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784839 Feb 21 09:08:23.920873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:24.022312 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 7e959c21-8c60-459a-832b-10a59be47106 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:24.057220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:24.070566 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:24.098510 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:17Z', 'revision_number': 4, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:18Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35acf6a-febb-49cb-9c76-4cc2637aaf16', 'name': '', 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:dd:77:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17e6b96a-deea-43a1-b433-96c877307f27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:15Z', 'updated_at': '2022-02-21T09:08:18Z', 'revision_number': 2, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '17e6b96a-deea-43a1-b433-96c877307f27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:24.106096 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=a65b09d9-d701-4e04-a170-70ba6817aff4,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:24.131171 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 740fb179-5370-4933-bd69-7b66ac9bc6dc, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=740fb179-5370-4933-bd69-7b66ac9bc6dc,segment=NetworkSegment(4c64a048-7afb-438e-86a7-1da7f80e1eb9),segment_id=4c64a048-7afb-438e-86a7-1da7f80e1eb9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:24.152743 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '740fb179-5370-4933-bd69-7b66ac9bc6dc', 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f', 'port_id': '740fb179-5370-4933-bd69-7b66ac9bc6dc', 'mac_address': 'fa:16:3e:94:cd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:08:24.168722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Checking router: 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:24.169633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Updating router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 port e35acf6a-febb-49cb-9c76-4cc2637aaf16 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:08:24.178207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:24.212390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:24.266677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=5435f45e-79ff-4498-8c8c-50f3eafe6a38,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:24.270616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Allocated IP 172.23.0.2 (7e959c21-8c60-459a-832b-10a59be47106/541ada9e-c461-452d-b27d-1a4076a89d0f/e005e314-052d-44db-bd9c-942859fd4aa1) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:24.283061 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Subnet': ['ID=195c4c62-9257-490a-b079-0de221420c82,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:24.310493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cd36407b-9b85-405a-a06c-f43ba548e5f7 None None] Provisioning for port 451aabdb-d8ca-43d6-a652-748f2461597e completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:24.326282 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cd36407b-9b85-405a-a06c-f43ba548e5f7 None None] Provisioning complete for port 451aabdb-d8ca-43d6-a652-748f2461597e triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:24.326917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cd36407b-9b85-405a-a06c-f43ba548e5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:24.363522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:24.363913 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:24.364267 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:24.364795 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:24.365269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:24.365746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:24.366253 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:24.366771 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:24.367289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:24.367788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:24.368284 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:24.398133 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:24.415715 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Checking segment: {'id': '18f3ef43-2bc1-4a9a-a225-9952ea47a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4402827e-076a-4899-955f-4c3b1b5ebe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:24.415974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network hostable DHCP agents. Network: 4402827e-076a-4899-955f-4c3b1b5ebe7e, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:08:24.443696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:24.462478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:24.513862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 4402827e-076a-4899-955f-4c3b1b5ebe7e is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:08:24.533477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 4402827e-076a-4899-955f-4c3b1b5ebe7e) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:24.548475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:24.549064 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:24.549740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5a4110c9-cf0a-486a-aca3-d025fdfa3118 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:24.550117 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:24.581447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b662bdc2-dde1-405a-af06-33ed912e77f8 None None] Network 4402827e-076a-4899-955f-4c3b1b5ebe7e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:24.581678 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3c6c7c4b-27e5-48be-bbbd-d24a28f5f2dc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3548903 Feb 21 09:08:24.602110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-cd36407b-9b85-405a-a06c-f43ba548e5f7 None None] Port 451aabdb-d8ca-43d6-a652-748f2461597e cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:24.641737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:24.645707 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56008) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:24.649691 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740fb179-5370-4933-bd69-7b66ac9bc6dc {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:08:24.740143 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:24.791948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 740fb179-5370-4933-bd69-7b66ac9bc6dc, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=740fb179-5370-4933-bd69-7b66ac9bc6dc,segment=NetworkSegment(4c64a048-7afb-438e-86a7-1da7f80e1eb9),segment_id=4c64a048-7afb-438e-86a7-1da7f80e1eb9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:24.819787 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eab283-29c8-4458-b08d-93c6d8642bd0 req-638cf934-7bf9-494f-8a80-ea150d2d8ec4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:24.820016 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:24.827366 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f9eab283-29c8-4458-b08d-93c6d8642bd0 req-638cf934-7bf9-494f-8a80-ea150d2d8ec4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 944 time: 0.3035378 Feb 21 09:08:24.930826 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Sync routers for ids ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:24.950519 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Routers {'e0ca93d2-b453-4e1a-abeb-240e15ab73df'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:24.951456 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:24.973649 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f9eab283-29c8-4458-b08d-93c6d8642bd0 req-07f4473a-bccb-4a48-858b-a27fbfaac88c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453421 Feb 21 09:08:25.046834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:25.058742 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:25.173128 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Set router e0ca93d2-b453-4e1a-abeb-240e15ab73df gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:25.214255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['740fb179-5370-4933-bd69-7b66ac9bc6dc'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:08:25.259826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:25.343673 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:25.355826 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:25.381369 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=740fb179-5370-4933-bd69-7b66ac9bc6dc,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:25.428317 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:25.436673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2a59cc6a-63e4-48f7-9f10-198651b94840 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:25.522496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-4402827e-076a-4899-955f-4c3b1b5ebe7e', 'network_id': '4402827e-076a-4899-955f-4c3b1b5ebe7e', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'fixed_ips': [{'subnet_id': '195c4c62-9257-490a-b079-0de221420c82'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:08:25.522496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:25.553369 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e6d8cb4c-aa67-48b3-83be-db2b89beed08 None None] Provisioning complete for port 451aabdb-d8ca-43d6-a652-748f2461597e triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:25.553884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e6d8cb4c-aa67-48b3-83be-db2b89beed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:25.621428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Transition to ACTIVE for port object e005e314-052d-44db-bd9c-942859fd4aa1 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:25.645211 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:24Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:15Z', 'revision_number': 4, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310e722e-a4ad-4c39-9adf-6c6c66236aba', 'name': '', 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:67:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:10Z', 'updated_at': '2022-02-21T09:08:11Z', 'revision_number': 2, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '451aabdb-d8ca-43d6-a652-748f2461597e', 'name': '', 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:2e:50:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb2b2201-1fcb-461f-91f8-13d208c2842a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:16Z', 'updated_at': '2022-02-21T09:08:17Z', 'revision_number': 2, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': 'bb2b2201-1fcb-461f-91f8-13d208c2842a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a65b09d9-d701-4e04-a170-70ba6817aff4', 'name': '', 'network_id': '7e959c21-8c60-459a-832b-10a59be47106', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:c3:62:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '541ada9e-c461-452d-b27d-1a4076a89d0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:23Z', 'updated_at': '2022-02-21T09:08:23Z', 'revision_number': 1, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '541ada9e-c461-452d-b27d-1a4076a89d0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:25.649999 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Checking router: e0ca93d2-b453-4e1a-abeb-240e15ab73df for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:25.650355 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Updating router e0ca93d2-b453-4e1a-abeb-240e15ab73df port 310e722e-a4ad-4c39-9adf-6c6c66236aba binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:08:25.652437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:25.720305 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:25.727252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'Port': ['ID=3b9e9912-c47f-48b7-a29d-2da0e3d33aad,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:25.787507 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Transition to ACTIVE for port object e005e314-052d-44db-bd9c-942859fd4aa1 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:25.798377 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8cb4c-aa67-48b3-83be-db2b89beed08 None None] Port 451aabdb-d8ca-43d6-a652-748f2461597e cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:25.832580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:25.846416 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Floating IP 0687a0fb-2b69-4220-ad86-88fbb45e461e associated. External IP: 172.26.6.125, port: 2507863d-159d-4083-9c91-4376dbea6d9e. Feb 21 09:08:25.878260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event updated for resources: {'Port': ['ID=a65b09d9-d701-4e04-a170-70ba6817aff4,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:26.011600 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.resource_extend [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:08:26.031414 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Network 7e959c21-8c60-459a-832b-10a59be47106 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:26.035038 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Pushing event updated for resources: {'Port': ['ID=e005e314-052d-44db-bd9c-942859fd4aa1,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:26.069353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Network 7e959c21-8c60-459a-832b-10a59be47106 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:26.069693 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 2a59cc6a-63e4-48f7-9f10-198651b94840 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:26.072840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:26.076265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:26.082092 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:26.175964 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:26.191909 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Transition to ACTIVE for port object 310e722e-a4ad-4c39-9adf-6c6c66236aba will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:26.202123 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:26.203017 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 2a59cc6a-63e4-48f7-9f10-198651b94840 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:26.203321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:26.284693 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Allocated IP 2001:db8:3::2 (4402827e-076a-4899-955f-4c3b1b5ebe7e/195c4c62-9257-490a-b079-0de221420c82/f8da1569-8d29-45b7-bee9-725fe6d0ffc6) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:26.428561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ec697-1759-412a-ab80-1a1829160a72 req-d800c9ef-7d3c-42c8-85d0-53bb025a6066 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:26.430794 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-294ec697-1759-412a-ab80-1a1829160a72 req-d800c9ef-7d3c-42c8-85d0-53bb025a6066 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 945 time: 0.2288830 Feb 21 09:08:26.462851 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Attempting to bind port e005e314-052d-44db-bd9c-942859fd4aa1 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:26.463824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Attempting to bind port e005e314-052d-44db-bd9c-942859fd4aa1 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '23546be4-57d0-4312-b906-cdc201ebfa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7e959c21-8c60-459a-832b-10a59be47106'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:26.464385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Attempting to bind port e005e314-052d-44db-bd9c-942859fd4aa1 on network 7e959c21-8c60-459a-832b-10a59be47106 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:26.464535 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:26.521958 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cb9ff-5844-41cc-93e2-49ef19e8032f None None] Pushing event updated for resources: {'Port': ['ID=310e722e-a4ad-4c39-9adf-6c6c66236aba,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:26.524935 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-294ec697-1759-412a-ab80-1a1829160a72 req-bdb2c27c-220f-4598-8717-3578fdb01e1d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803409 Feb 21 09:08:26.543766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:26.544148 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Checking segment: {'id': '23546be4-57d0-4312-b906-cdc201ebfa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7e959c21-8c60-459a-832b-10a59be47106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:26.544552 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:26.544948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Bound using segment: {'id': '23546be4-57d0-4312-b906-cdc201ebfa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7e959c21-8c60-459a-832b-10a59be47106'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:26.545431 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Bound port: e005e314-052d-44db-bd9c-942859fd4aa1, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23546be4-57d0-4312-b906-cdc201ebfa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7e959c21-8c60-459a-832b-10a59be47106'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:26.545808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:26.576383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:26.601137 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Attempting to bind port 310e722e-a4ad-4c39-9adf-6c6c66236aba on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:26.601782 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Attempting to bind port 310e722e-a4ad-4c39-9adf-6c6c66236aba by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'd1146b45-4af3-4600-819a-0b18a31d5da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:26.602305 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Attempting to bind port 310e722e-a4ad-4c39-9adf-6c6c66236aba on network 35c19c97-4eb2-460e-891a-c22ce91312ba {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:26.607362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:26.615865 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:26.616517 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Checking segment: {'id': 'd1146b45-4af3-4600-819a-0b18a31d5da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:26.617074 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:26.617636 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Bound using segment: {'id': 'd1146b45-4af3-4600-819a-0b18a31d5da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:26.620113 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Bound port: 310e722e-a4ad-4c39-9adf-6c6c66236aba, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1146b45-4af3-4600-819a-0b18a31d5da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:26.622906 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:26.626636 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:26.709281 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] For port e005e314-052d-44db-bd9c-942859fd4aa1, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:26.712685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] For port e005e314-052d-44db-bd9c-942859fd4aa1, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e005e314-052d-44db-bd9c-942859fd4aa1,segment=NetworkSegment(23546be4-57d0-4312-b906-cdc201ebfa1f),segment_id=23546be4-57d0-4312-b906-cdc201ebfa1f)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:26.773137 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:26.795974 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] For port 310e722e-a4ad-4c39-9adf-6c6c66236aba, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:26.799661 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] For port 310e722e-a4ad-4c39-9adf-6c6c66236aba, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=310e722e-a4ad-4c39-9adf-6c6c66236aba,segment=NetworkSegment(d1146b45-4af3-4600-819a-0b18a31d5da7),segment_id=d1146b45-4af3-4600-819a-0b18a31d5da7)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:26.808190 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:26.882894 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Updating router e0ca93d2-b453-4e1a-abeb-240e15ab73df port 451aabdb-d8ca-43d6-a652-748f2461597e binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:08:26.888924 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router e0ca93d2-b453-4e1a-abeb-240e15ab73df has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:26.908826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:26.952738 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:26.961681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b67c21b-689b-4ad4-b6bf-b9ada1210063 None None] Sync routers for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:26.979246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Transition to ACTIVE for port object e35acf6a-febb-49cb-9c76-4cc2637aaf16 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:26.991828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:27.031829 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 2a59cc6a-63e4-48f7-9f10-198651b94840, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2a59cc6a-63e4-48f7-9f10-198651b94840,segment=NetworkSegment(dff0db03-0ea2-4814-bd87-f246bf8663d4),segment_id=dff0db03-0ea2-4814-bd87-f246bf8663d4)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:27.074546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b67c21b-689b-4ad4-b6bf-b9ada1210063 None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:27.075221 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9b67c21b-689b-4ad4-b6bf-b9ada1210063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:27.127769 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-575c8172-5bbd-40e6-894b-5e6c51e3b642 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3953397 Feb 21 09:08:27.128483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'tag': '2507863d-159d-4083-9c91-4376dbea6d9e'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:08:27.286954 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'tag': '2507863d-159d-4083-9c91-4376dbea6d9e', 'status': 'completed', 'code': 200} Feb 21 09:08:27.362998 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cb9ff-5844-41cc-93e2-49ef19e8032f None None] Pushing event updated for resources: {'Port': ['ID=310e722e-a4ad-4c39-9adf-6c6c66236aba,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:27.412426 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c9624aa-145e-4d32-b829-e78181727a14 req-27ea8847-ac90-45ca-88d9-183caede7589 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 1098 time: 0.0979090 Feb 21 09:08:27.445472 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:27.446497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 10d682d6-5ab1-4d59-89aa-b324de2b288e up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:27.485414 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:27.486246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:27.506882 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a6b819a6-3693-4941-96cf-6c397ccb5dc7 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5768108 Feb 21 09:08:27.509529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56018) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:27.516526 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d9cbb805-6754-4267-bda9-204c44d9c8c0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:27.601803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9624aa-145e-4d32-b829-e78181727a14 req-fae73de2-715d-40f7-8cd5-d9b967c782f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:27.603165 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:27.603299 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c9624aa-145e-4d32-b829-e78181727a14 req-fae73de2-715d-40f7-8cd5-d9b967c782f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 911 time: 0.1781876 Feb 21 09:08:27.615366 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Transition to ACTIVE for port object 451aabdb-d8ca-43d6-a652-748f2461597e will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:27.631165 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:27.749005 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c9624aa-145e-4d32-b829-e78181727a14 req-628c7124-f134-4f3b-9ea1-783f68a3541f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2507863d-159d-4083-9c91-4376dbea6d9e HTTP/1.1" status: 200 len: 999 time: 0.1378384 Feb 21 09:08:27.821911 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283380c-5f84-4daf-b8d3-dc3ea4952c0b None None] Pushing event updated for resources: {'Port': ['ID=e005e314-052d-44db-bd9c-942859fd4aa1,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:27.856049 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cb9ff-5844-41cc-93e2-49ef19e8032f None None] Pushing event updated for resources: {'Port': ['ID=451aabdb-d8ca-43d6-a652-748f2461597e,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:27.876387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9624aa-145e-4d32-b829-e78181727a14 req-4b7c061f-cfde-4c46-a0aa-c97589a03237 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:27.877845 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c9624aa-145e-4d32-b829-e78181727a14 req-4b7c061f-cfde-4c46-a0aa-c97589a03237 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.1197648 Feb 21 09:08:27.982803 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=2a59cc6a-63e4-48f7-9f10-198651b94840,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:27.984614 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cee2c6-48bb-4ad4-acd1-51bc061a9876 req-2d6bc718-f5d7-44a2-8746-f41dc51c6d11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:27.986166 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-59cee2c6-48bb-4ad4-acd1-51bc061a9876 req-2d6bc718-f5d7-44a2-8746-f41dc51c6d11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 945 time: 0.1919177 Feb 21 09:08:28.023160 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Attempting to bind port 451aabdb-d8ca-43d6-a652-748f2461597e on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:28.024723 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Attempting to bind port 451aabdb-d8ca-43d6-a652-748f2461597e by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'dff0db03-0ea2-4814-bd87-f246bf8663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:28.025328 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Attempting to bind port 451aabdb-d8ca-43d6-a652-748f2461597e on network 2f494eac-06ca-41cf-aa32-a9ffbc36ec88 {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:28.038652 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:28.039355 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Checking segment: {'id': 'dff0db03-0ea2-4814-bd87-f246bf8663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:28.040453 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:28.041305 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Bound using segment: {'id': 'dff0db03-0ea2-4814-bd87-f246bf8663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:28.042212 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Bound port: 451aabdb-d8ca-43d6-a652-748f2461597e, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff0db03-0ea2-4814-bd87-f246bf8663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:28.042855 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:28.098152 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c9624aa-145e-4d32-b829-e78181727a14 req-d05b128f-8aad-410a-9bfb-02b559b6d9c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2138836 Feb 21 09:08:28.101159 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-59cee2c6-48bb-4ad4-acd1-51bc061a9876 req-c9874b97-f773-410f-8be1-39445de2dec5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939972 Feb 21 09:08:28.217883 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] For port 451aabdb-d8ca-43d6-a652-748f2461597e, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:28.231841 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] For port 451aabdb-d8ca-43d6-a652-748f2461597e, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=451aabdb-d8ca-43d6-a652-748f2461597e,segment=NetworkSegment(dff0db03-0ea2-4814-bd87-f246bf8663d4),segment_id=dff0db03-0ea2-4814-bd87-f246bf8663d4)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:28.244454 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:28.302940 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:28.327459 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Transition to ACTIVE for port object f8da1569-8d29-45b7-bee9-725fe6d0ffc6 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:28.355234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Transition to ACTIVE for port object f8da1569-8d29-45b7-bee9-725fe6d0ffc6 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:28.378169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:28.421676 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Updating router e0ca93d2-b453-4e1a-abeb-240e15ab73df port a65b09d9-d701-4e04-a170-70ba6817aff4 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:08:28.498218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-9b67c21b-689b-4ad4-b6bf-b9ada1210063 None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:28.526516 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cb9ff-5844-41cc-93e2-49ef19e8032f None None] Pushing event updated for resources: {'Port': ['ID=451aabdb-d8ca-43d6-a652-748f2461597e,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:28.573037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcf2bb-1eec-459f-a543-4b9fd174c27c None None] Pushing event updated for resources: {'Port': ['ID=e35acf6a-febb-49cb-9c76-4cc2637aaf16,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:28.580072 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:28.626520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Allocated IP 2001:db8:3::1 (4402827e-076a-4899-955f-4c3b1b5ebe7e/195c4c62-9257-490a-b079-0de221420c82/b048c5f0-3098-4375-b77a-ac10391f3acd) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:28.655194 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c9624aa-145e-4d32-b829-e78181727a14 req-a5fecb28-f6e9-447f-8340-d0410cced3b4 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446169 Feb 21 09:08:28.703603 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 10d682d6-5ab1-4d59-89aa-b324de2b288e completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:28.810492 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Network 4402827e-076a-4899-955f-4c3b1b5ebe7e is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:28.832206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Attempting to bind port e35acf6a-febb-49cb-9c76-4cc2637aaf16 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:28.832677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Attempting to bind port e35acf6a-febb-49cb-9c76-4cc2637aaf16 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '07ca7d2f-a68f-4e81-ae39-559b01a13f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:28.833141 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Attempting to bind port e35acf6a-febb-49cb-9c76-4cc2637aaf16 on network 0dd33561-9420-4cd9-a0c7-5c5c5130283d {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:28.872597 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:28.897016 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bf70b6-6c6c-4f7e-a1c7-abd6e4a60487 None None] Network 7e959c21-8c60-459a-832b-10a59be47106 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:28.991842 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c9624aa-145e-4d32-b829-e78181727a14 req-59cae2f8-cd91-469a-a953-415009680d2d service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351848 Feb 21 09:08:29.009610 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 10d682d6-5ab1-4d59-89aa-b324de2b288e triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:29.010336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:29.011426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:29.042251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Transition to ACTIVE for port object b048c5f0-3098-4375-b77a-ac10391f3acd will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:29.044252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.extraroute_db [None req-d9cbb805-6754-4267-bda9-204c44d9c8c0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 21 09:08:29.047179 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:29.069238 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.extraroute_db [None req-d9cbb805-6754-4267-bda9-204c44d9c8c0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Removed routes are [] {{(pid=83584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 21 09:08:29.070495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb805-6754-4267-bda9-204c44d9c8c0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:29.081017 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:29.081017 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Checking segment: {'id': '07ca7d2f-a68f-4e81-ae39-559b01a13f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:29.081741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:29.081843 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Bound using segment: {'id': '07ca7d2f-a68f-4e81-ae39-559b01a13f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:29.083894 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Bound port: e35acf6a-febb-49cb-9c76-4cc2637aaf16, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ca7d2f-a68f-4e81-ae39-559b01a13f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:29.083894 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:29.228606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Pushing event updated for resources: {'Port': ['ID=f8da1569-8d29-45b7-bee9-725fe6d0ffc6,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:29.243848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:29.339516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 4402827e-076a-4899-955f-4c3b1b5ebe7e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:29.347636 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:29.358669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:29.359182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:29.430144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b69607-68b1-491d-9a79-a227dd6aed3d req-aecbc95c-fe58-4e82-ac73-d37d42faa2c8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:29.434036 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-86b69607-68b1-491d-9a79-a227dd6aed3d req-aecbc95c-fe58-4e82-ac73-d37d42faa2c8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 945 time: 0.1577122 Feb 21 09:08:29.439505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=b048c5f0-3098-4375-b77a-ac10391f3acd,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:29.470631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:29.522723 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:29.535400 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-86b69607-68b1-491d-9a79-a227dd6aed3d req-e128f87b-4b90-4c85-87b7-0d38164069a1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929542 Feb 21 09:08:29.553960 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Transition to ACTIVE for port object a65b09d9-d701-4e04-a170-70ba6817aff4 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:29.568238 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:29.609368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 740fb179-5370-4933-bd69-7b66ac9bc6dc up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:29.725061 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cb9ff-5844-41cc-93e2-49ef19e8032f None None] Pushing event updated for resources: {'Port': ['ID=a65b09d9-d701-4e04-a170-70ba6817aff4,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:29.767112 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Attempting to bind port f8da1569-8d29-45b7-bee9-725fe6d0ffc6 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:29.769239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Attempting to bind port f8da1569-8d29-45b7-bee9-725fe6d0ffc6 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '18f3ef43-2bc1-4a9a-a225-9952ea47a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4402827e-076a-4899-955f-4c3b1b5ebe7e'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:29.769239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Attempting to bind port f8da1569-8d29-45b7-bee9-725fe6d0ffc6 on network 4402827e-076a-4899-955f-4c3b1b5ebe7e {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:29.822807 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Attempting to bind port a65b09d9-d701-4e04-a170-70ba6817aff4 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:29.823103 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Attempting to bind port a65b09d9-d701-4e04-a170-70ba6817aff4 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '23546be4-57d0-4312-b906-cdc201ebfa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7e959c21-8c60-459a-832b-10a59be47106'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:29.825153 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Attempting to bind port a65b09d9-d701-4e04-a170-70ba6817aff4 on network 7e959c21-8c60-459a-832b-10a59be47106 {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:29.835571 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:29.836255 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Checking segment: {'id': '23546be4-57d0-4312-b906-cdc201ebfa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7e959c21-8c60-459a-832b-10a59be47106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:29.837352 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:29.837716 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Bound using segment: {'id': '23546be4-57d0-4312-b906-cdc201ebfa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7e959c21-8c60-459a-832b-10a59be47106'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:29.838805 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Bound port: a65b09d9-d701-4e04-a170-70ba6817aff4, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23546be4-57d0-4312-b906-cdc201ebfa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7e959c21-8c60-459a-832b-10a59be47106'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:29.840211 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:29.944901 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:29.944901 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Checking segment: {'id': '18f3ef43-2bc1-4a9a-a225-9952ea47a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4402827e-076a-4899-955f-4c3b1b5ebe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:29.945190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:29.945651 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Bound using segment: {'id': '18f3ef43-2bc1-4a9a-a225-9952ea47a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4402827e-076a-4899-955f-4c3b1b5ebe7e'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:29.946860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Bound port: f8da1569-8d29-45b7-bee9-725fe6d0ffc6, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f3ef43-2bc1-4a9a-a225-9952ea47a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4402827e-076a-4899-955f-4c3b1b5ebe7e'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:29.946860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:30.077437 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] For port a65b09d9-d701-4e04-a170-70ba6817aff4, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:30.084760 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] For port a65b09d9-d701-4e04-a170-70ba6817aff4, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a65b09d9-d701-4e04-a170-70ba6817aff4,segment=NetworkSegment(23546be4-57d0-4312-b906-cdc201ebfa1f),segment_id=23546be4-57d0-4312-b906-cdc201ebfa1f)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:30.088995 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] For port e35acf6a-febb-49cb-9c76-4cc2637aaf16, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:30.093516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:30.094397 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:30.151827 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f6b14601-b651-4d6a-adc0-dde789dcd664 None None] Provisioning for port e005e314-052d-44db-bd9c-942859fd4aa1 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:30.151827 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] For port e35acf6a-febb-49cb-9c76-4cc2637aaf16, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e35acf6a-febb-49cb-9c76-4cc2637aaf16,segment=NetworkSegment(07ca7d2f-a68f-4e81-ae39-559b01a13f8b),segment_id=07ca7d2f-a68f-4e81-ae39-559b01a13f8b)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:30.201698 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb805-6754-4267-bda9-204c44d9c8c0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:30.222870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb805-6754-4267-bda9-204c44d9c8c0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:30.239621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:30.248678 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cb9ff-5844-41cc-93e2-49ef19e8032f None None] Pushing event updated for resources: {'Port': ['ID=a65b09d9-d701-4e04-a170-70ba6817aff4,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:30.265369 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Routers {'e0ca93d2-b453-4e1a-abeb-240e15ab73df'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:30.265369 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:30.346332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dbd4be89-3048-4c47-a121-ab3948e58730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:30.361710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 10d682d6-5ab1-4d59-89aa-b324de2b288e, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=10d682d6-5ab1-4d59-89aa-b324de2b288e,segment=NetworkSegment(9611c5d5-7174-4565-8e77-84fca1e511f6),segment_id=9611c5d5-7174-4565-8e77-84fca1e511f6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:30.397219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 740fb179-5370-4933-bd69-7b66ac9bc6dc completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:30.400531 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:30.401311 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:30.441704 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] Set router e0ca93d2-b453-4e1a-abeb-240e15ab73df gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:30.464300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 740fb179-5370-4933-bd69-7b66ac9bc6dc triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:30.464673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:30.506973 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:30.513265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] For port f8da1569-8d29-45b7-bee9-725fe6d0ffc6, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:30.554415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcf2bb-1eec-459f-a543-4b9fd174c27c None None] Pushing event updated for resources: {'Port': ['ID=e35acf6a-febb-49cb-9c76-4cc2637aaf16,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:30.602763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:30.619840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cbb805-6754-4267-bda9-204c44d9c8c0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router e0ca93d2-b453-4e1a-abeb-240e15ab73df has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:30.628945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:30.630163 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:30.697137 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] For port f8da1569-8d29-45b7-bee9-725fe6d0ffc6, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f8da1569-8d29-45b7-bee9-725fe6d0ffc6,segment=NetworkSegment(18f3ef43-2bc1-4a9a-a225-9952ea47a086),segment_id=18f3ef43-2bc1-4a9a-a225-9952ea47a086)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:30.729292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:30.730362 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:30.754006 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event updated for resources: {'Port': ['ID=b048c5f0-3098-4375-b77a-ac10391f3acd,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:30.846312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ccd82-484f-4fe5-8e60-228a5d95202b req-09f934e0-0856-4573-9406-9414af341443 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:30.847832 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-226ccd82-484f-4fe5-8e60-228a5d95202b req-09f934e0-0856-4573-9406-9414af341443 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 945 time: 0.0955009 Feb 21 09:08:30.893044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:30.898454 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:29Z', 'revision_number': 6, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:15Z', 'revision_number': 4, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310e722e-a4ad-4c39-9adf-6c6c66236aba', 'name': '', 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:67:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:10Z', 'updated_at': '2022-02-21T09:08:26Z', 'revision_number': 4, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '451aabdb-d8ca-43d6-a652-748f2461597e', 'name': '', 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:2e:50:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb2b2201-1fcb-461f-91f8-13d208c2842a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:16Z', 'updated_at': '2022-02-21T09:08:28Z', 'revision_number': 4, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': 'bb2b2201-1fcb-461f-91f8-13d208c2842a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a65b09d9-d701-4e04-a170-70ba6817aff4', 'name': '', 'network_id': '7e959c21-8c60-459a-832b-10a59be47106', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:c3:62:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '541ada9e-c461-452d-b27d-1a4076a89d0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:23Z', 'updated_at': '2022-02-21T09:08:30Z', 'revision_number': 4, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '541ada9e-c461-452d-b27d-1a4076a89d0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:30.903920 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2135a3-3581-4440-bd05-dd88f7fb3bef None None] The sync data for ids ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'] in dv-neutron-830062-1-hyperv is: [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:29Z', 'revision_number': 6, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:15Z', 'revision_number': 4, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310e722e-a4ad-4c39-9adf-6c6c66236aba', 'name': '', 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:67:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:10Z', 'updated_at': '2022-02-21T09:08:26Z', 'revision_number': 4, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '451aabdb-d8ca-43d6-a652-748f2461597e', 'name': '', 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:2e:50:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb2b2201-1fcb-461f-91f8-13d208c2842a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:16Z', 'updated_at': '2022-02-21T09:08:28Z', 'revision_number': 4, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': 'bb2b2201-1fcb-461f-91f8-13d208c2842a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a65b09d9-d701-4e04-a170-70ba6817aff4', 'name': '', 'network_id': '7e959c21-8c60-459a-832b-10a59be47106', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:c3:62:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '541ada9e-c461-452d-b27d-1a4076a89d0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:23Z', 'updated_at': '2022-02-21T09:08:30Z', 'revision_number': 4, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '541ada9e-c461-452d-b27d-1a4076a89d0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:30.921191 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-226ccd82-484f-4fe5-8e60-228a5d95202b req-fb85a305-a88f-4fd8-8335-b0789ff6fc41 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678935 Feb 21 09:08:30.945813 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9b67c21b-689b-4ad4-b6bf-b9ada1210063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '0687a0fb-2b69-4220-ad86-88fbb45e461e', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '2507863d-159d-4083-9c91-4376dbea6d9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:73:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:08:24Z', 'updated_at': '2022-02-21T09:08:24Z', 'revision_number': 0, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:30.966053 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:30.969886 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:31.037338 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b67c21b-689b-4ad4-b6bf-b9ada1210063 None None] Checking router: 44976c4e-f3af-4ace-99f7-e52ca1cbd683 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:31.051053 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=10d682d6-5ab1-4d59-89aa-b324de2b288e,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:31.082275 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Network 4402827e-076a-4899-955f-4c3b1b5ebe7e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:31.089776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:31.138211 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:31.276438 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b67c21b-689b-4ad4-b6bf-b9ada1210063 None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:31.277075 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9b67c21b-689b-4ad4-b6bf-b9ada1210063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:31.520189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cbb805-6754-4267-bda9-204c44d9c8c0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:31.528966 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb805-6754-4267-bda9-204c44d9c8c0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:31.530436 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d9cbb805-6754-4267-bda9-204c44d9c8c0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df HTTP/1.1" status: 200 len: 933 time: 4.0199382 Feb 21 09:08:31.533150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56028) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:31.627247 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:31.659264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:31.700814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:31.832834 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfa3c1-110c-43e0-879b-b95cd642727f None None] Pushing event updated for resources: {'Port': ['ID=f8da1569-8d29-45b7-bee9-725fe6d0ffc6,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:31.895150 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4a22a059-f5c6-43b8-93db-8c8ae4ddab22 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df HTTP/1.1" status: 200 len: 933 time: 0.3604257 Feb 21 09:08:31.898078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56032) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:31.907771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-6e4187a8-ac79-494d-a3dd-cb6457ef84ec tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'router': {'routes': None}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:32.183265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-9b67c21b-689b-4ad4-b6bf-b9ada1210063 None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:32.275669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:32.292643 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ec95d9d1-aa96-466c-b722-75ad67ef3c1f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6453826 Feb 21 09:08:32.295073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56038) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:32.301668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-19c825c6-86e1-4228-bc14-64a1822cf23c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:32.485626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:32.485626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:32.526566 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-27bc7f07-832e-4b49-9cd2-fe8664e992c9 None None] Provisioning for port a65b09d9-d701-4e04-a170-70ba6817aff4 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:32.529216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acde8de1-f98a-4b5d-b27d-56984184d562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740fb179-5370-4933-bd69-7b66ac9bc6dc'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:08:32.717660 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 740fb179-5370-4933-bd69-7b66ac9bc6dc, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=740fb179-5370-4933-bd69-7b66ac9bc6dc,segment=NetworkSegment(4c64a048-7afb-438e-86a7-1da7f80e1eb9),segment_id=4c64a048-7afb-438e-86a7-1da7f80e1eb9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:32.754042 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acde8de1-f98a-4b5d-b27d-56984184d562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740fb179-5370-4933-bd69-7b66ac9bc6dc', 'code': 200} Feb 21 09:08:32.770002 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:32.785500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a41d99-d519-4d43-98ad-7eda280e5984 req-edfe2541-4b4d-4fa6-aa14-de544f7abc0e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:32.792759 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-49a41d99-d519-4d43-98ad-7eda280e5984 req-edfe2541-4b4d-4fa6-aa14-de544f7abc0e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 945 time: 0.4355397 Feb 21 09:08:32.888432 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60801761-2145-42e5-8f27-7b1f61b0d7a6 None None] Network 4402827e-076a-4899-955f-4c3b1b5ebe7e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:32.938313 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-49a41d99-d519-4d43-98ad-7eda280e5984 req-3082352a-c91a-4dcc-9af9-231657d6ae21 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446087 Feb 21 09:08:33.107069 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4d7a-423c-4338-8574-f3262b76f69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:33.123841 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=740fb179-5370-4933-bd69-7b66ac9bc6dc,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:33.176612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:29Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:18Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b048c5f0-3098-4375-b77a-ac10391f3acd', 'name': '', 'network_id': '4402827e-076a-4899-955f-4c3b1b5ebe7e', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:c3:14:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195c4c62-9257-490a-b079-0de221420c82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:26Z', 'updated_at': '2022-02-21T09:08:30Z', 'revision_number': 2, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '195c4c62-9257-490a-b079-0de221420c82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35acf6a-febb-49cb-9c76-4cc2637aaf16', 'name': '', 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:dd:77:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17e6b96a-deea-43a1-b433-96c877307f27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:15Z', 'updated_at': '2022-02-21T09:08:29Z', 'revision_number': 4, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '17e6b96a-deea-43a1-b433-96c877307f27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:33.181075 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:33.181822 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:33.182329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:33.182850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:33.183213 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:33.183553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:33.184131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:33.184224 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:33.184517 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:33.184836 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:33.185340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:33.188411 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ac8e1c5-71dd-4958-8907-8cbe530cf7ef req-17e0e219-b779-4272-a2ca-b4358429df8a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 1099 time: 0.1620386 Feb 21 09:08:33.218813 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.extraroute_db [None req-19c825c6-86e1-4228-bc14-64a1822cf23c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 21 09:08:33.220354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1df8f-bc0c-4a53-a327-c3ae8c57d20d None None] The sync data for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv is: [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:29Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:18Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b048c5f0-3098-4375-b77a-ac10391f3acd', 'name': '', 'network_id': '4402827e-076a-4899-955f-4c3b1b5ebe7e', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:c3:14:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195c4c62-9257-490a-b079-0de221420c82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:26Z', 'updated_at': '2022-02-21T09:08:30Z', 'revision_number': 2, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '195c4c62-9257-490a-b079-0de221420c82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35acf6a-febb-49cb-9c76-4cc2637aaf16', 'name': '', 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:dd:77:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17e6b96a-deea-43a1-b433-96c877307f27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:15Z', 'updated_at': '2022-02-21T09:08:29Z', 'revision_number': 4, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '17e6b96a-deea-43a1-b433-96c877307f27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:33.227478 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.extraroute_db [None req-6e4187a8-ac79-494d-a3dd-cb6457ef84ec tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Added routes are [] {{(pid=83585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 21 09:08:33.227773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.extraroute_db [None req-6e4187a8-ac79-494d-a3dd-cb6457ef84ec tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 21 09:08:33.240307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.extraroute_db [None req-19c825c6-86e1-4228-bc14-64a1822cf23c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Removed routes are [] {{(pid=83584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 21 09:08:33.240831 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19c825c6-86e1-4228-bc14-64a1822cf23c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:33.388920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5cae8088-664c-428d-9d96-7148d37c2272 None None] Provisioning for port f8da1569-8d29-45b7-bee9-725fe6d0ffc6 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:33.401249 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ac8e1c5-71dd-4958-8907-8cbe530cf7ef req-93fad4ef-0843-4e68-b794-8f333c1186b5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045918 Feb 21 09:08:33.404575 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-9b67c21b-689b-4ad4-b6bf-b9ada1210063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '0687a0fb-2b69-4220-ad86-88fbb45e461e', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '2507863d-159d-4083-9c91-4376dbea6d9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:73:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:08:24Z', 'updated_at': '2022-02-21T09:08:24Z', 'revision_number': 0, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:33.416778 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b67c21b-689b-4ad4-b6bf-b9ada1210063 None None] The sync data for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv is: [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '0687a0fb-2b69-4220-ad86-88fbb45e461e', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '2507863d-159d-4083-9c91-4376dbea6d9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:73:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:08:24Z', 'updated_at': '2022-02-21T09:08:24Z', 'revision_number': 0, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:33.425340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6e4187a8-ac79-494d-a3dd-cb6457ef84ec tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:33.642339 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:33.809994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 310e722e-a4ad-4c39-9adf-6c6c66236aba up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:33.840276 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19c825c6-86e1-4228-bc14-64a1822cf23c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:33.843703 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19c825c6-86e1-4228-bc14-64a1822cf23c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:33.940466 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 310e722e-a4ad-4c39-9adf-6c6c66236aba completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:33.968922 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-15ff8288-8362-4baa-bc1a-e68c6acfa6b7 None None] Provisioning for port b048c5f0-3098-4375-b77a-ac10391f3acd completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:33.974015 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 310e722e-a4ad-4c39-9adf-6c6c66236aba triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:33.974672 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:34.020624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6e4187a8-ac79-494d-a3dd-cb6457ef84ec tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:34.024375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6e4187a8-ac79-494d-a3dd-cb6457ef84ec tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:34.033667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-15ff8288-8362-4baa-bc1a-e68c6acfa6b7 None None] Provisioning complete for port b048c5f0-3098-4375-b77a-ac10391f3acd triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:34.034043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-15ff8288-8362-4baa-bc1a-e68c6acfa6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:34.080582 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c825c6-86e1-4228-bc14-64a1822cf23c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:34.181087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-15ff8288-8362-4baa-bc1a-e68c6acfa6b7 None None] Port b048c5f0-3098-4375-b77a-ac10391f3acd cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:34.185868 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:34.305115 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:34.351235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 310e722e-a4ad-4c39-9adf-6c6c66236aba, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=310e722e-a4ad-4c39-9adf-6c6c66236aba,segment=NetworkSegment(d1146b45-4af3-4600-819a-0b18a31d5da7),segment_id=d1146b45-4af3-4600-819a-0b18a31d5da7)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:34.366693 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:34.367584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a65b09d9-d701-4e04-a170-70ba6817aff4 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:34.417706 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4187a8-ac79-494d-a3dd-cb6457ef84ec tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router e0ca93d2-b453-4e1a-abeb-240e15ab73df has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:34.439355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5a0a-1677-4530-9bb3-29494331c550 req-4a276958-f13c-481b-bfa6-a33403d4ad4a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:34.441139 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aa3a5a0a-1677-4530-9bb3-29494331c550 req-4a276958-f13c-481b-bfa6-a33403d4ad4a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 946 time: 0.1875176 Feb 21 09:08:34.640764 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=310e722e-a4ad-4c39-9adf-6c6c66236aba,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:34.690883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4b928cb6-8d1b-4592-964d-712d6ce56a1e None None] Provisioning complete for port b048c5f0-3098-4375-b77a-ac10391f3acd triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:34.691416 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4b928cb6-8d1b-4592-964d-712d6ce56a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:34.727758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c825c6-86e1-4228-bc14-64a1822cf23c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:34.732641 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aa3a5a0a-1677-4530-9bb3-29494331c550 req-c3cdb796-5aa8-4a6a-a62e-1b4bb5b017e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834466 Feb 21 09:08:34.739672 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19c825c6-86e1-4228-bc14-64a1822cf23c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:34.744303 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-19c825c6-86e1-4228-bc14-64a1822cf23c tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 HTTP/1.1" status: 200 len: 954 time: 2.4477675 Feb 21 09:08:34.745466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56050) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:34.796897 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port a65b09d9-d701-4e04-a170-70ba6817aff4 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:34.810127 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port a65b09d9-d701-4e04-a170-70ba6817aff4 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:34.810504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:34.824850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4187a8-ac79-494d-a3dd-cb6457ef84ec tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:34.835790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4b928cb6-8d1b-4592-964d-712d6ce56a1e None None] Port b048c5f0-3098-4375-b77a-ac10391f3acd cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:34.835936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6e4187a8-ac79-494d-a3dd-cb6457ef84ec tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:34.839661 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6e4187a8-ac79-494d-a3dd-cb6457ef84ec tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df HTTP/1.1" status: 200 len: 699 time: 2.9403477 Feb 21 09:08:34.844631 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56054) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:34.962237 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:35.014184 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port a65b09d9-d701-4e04-a170-70ba6817aff4, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a65b09d9-d701-4e04-a170-70ba6817aff4,segment=NetworkSegment(23546be4-57d0-4312-b906-cdc201ebfa1f),segment_id=23546be4-57d0-4312-b906-cdc201ebfa1f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:35.026017 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:35.026873 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 451aabdb-d8ca-43d6-a652-748f2461597e up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:35.054212 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5b81ddb2-2064-4cf0-b686-dd0d445a4375 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 HTTP/1.1" status: 200 len: 954 time: 0.3043051 Feb 21 09:08:35.054407 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56058) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:35.060424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-84ee4ad3-939b-44dc-a538-f03229d1a0bc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'router': {'routes': None}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:08:35.088058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cb3d6109-6240-4595-959a-8bcea107f1db None None] Provisioning complete for port b048c5f0-3098-4375-b77a-ac10391f3acd triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:35.088349 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cb3d6109-6240-4595-959a-8bcea107f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:35.236022 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=a65b09d9-d701-4e04-a170-70ba6817aff4,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:35.238636 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d6109-6240-4595-959a-8bcea107f1db None None] Port b048c5f0-3098-4375-b77a-ac10391f3acd cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:35.247348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56062) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:35.247514 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-66ea17b6-9f7e-4343-9ffc-9f63da6d69cd tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df HTTP/1.1" status: 200 len: 699 time: 0.4017165 Feb 21 09:08:35.254600 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 451aabdb-d8ca-43d6-a652-748f2461597e completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:35.259518 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 451aabdb-d8ca-43d6-a652-748f2461597e triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:35.260406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:35.380181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:35.416219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 451aabdb-d8ca-43d6-a652-748f2461597e, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=451aabdb-d8ca-43d6-a652-748f2461597e,segment=NetworkSegment(dff0db03-0ea2-4814-bd87-f246bf8663d4),segment_id=dff0db03-0ea2-4814-bd87-f246bf8663d4)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:35.420547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:35.422026 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5435f45e-79ff-4498-8c8c-50f3eafe6a38 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:35.534188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=451aabdb-d8ca-43d6-a652-748f2461597e,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:35.571587 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5435f45e-79ff-4498-8c8c-50f3eafe6a38 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:35.571957 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:35.626187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-593a395b-aa2c-4432-9ef7-c7ac90ec3ccb tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:35.698718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e005e314-052d-44db-bd9c-942859fd4aa1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:35.803356 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port e005e314-052d-44db-bd9c-942859fd4aa1 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:35.808186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.extraroute_db [None req-84ee4ad3-939b-44dc-a538-f03229d1a0bc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Added routes are [] {{(pid=83585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 21 09:08:35.808495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.extraroute_db [None req-84ee4ad3-939b-44dc-a538-f03229d1a0bc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 21 09:08:35.811907 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e005e314-052d-44db-bd9c-942859fd4aa1 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:35.812635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:35.845931 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-84ee4ad3-939b-44dc-a538-f03229d1a0bc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:35.975326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:36.034187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port e005e314-052d-44db-bd9c-942859fd4aa1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e005e314-052d-44db-bd9c-942859fd4aa1,segment=NetworkSegment(23546be4-57d0-4312-b906-cdc201ebfa1f),segment_id=23546be4-57d0-4312-b906-cdc201ebfa1f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:36.034187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:36.034187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:36.034187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2a59cc6a-63e4-48f7-9f10-198651b94840 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:36.095508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba591a05-4ed1-4f30-a1bf-c17586116827 req-cc2660bf-cf01-48db-a558-1221591d118a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:36.095508 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ba591a05-4ed1-4f30-a1bf-c17586116827 req-cc2660bf-cf01-48db-a558-1221591d118a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 946 time: 0.1695228 Feb 21 09:08:36.196295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=e005e314-052d-44db-bd9c-942859fd4aa1,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:36.233574 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 2a59cc6a-63e4-48f7-9f10-198651b94840 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:36.233574 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:36.265304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-84ee4ad3-939b-44dc-a538-f03229d1a0bc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:36.291095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-84ee4ad3-939b-44dc-a538-f03229d1a0bc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:36.410730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 10d682d6-5ab1-4d59-89aa-b324de2b288e up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:36.428427 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ba591a05-4ed1-4f30-a1bf-c17586116827 req-ee0c9ef9-d22d-4fb2-9e03-47af4b821a73 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600370 Feb 21 09:08:36.481077 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-593a395b-aa2c-4432-9ef7-c7ac90ec3ccb tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port a65b09d9-d701-4e04-a170-70ba6817aff4 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:36.481077 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-593a395b-aa2c-4432-9ef7-c7ac90ec3ccb tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:36.504285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ee4ad3-939b-44dc-a538-f03229d1a0bc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:36.593420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 10d682d6-5ab1-4d59-89aa-b324de2b288e triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:36.593420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:36.845486 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f8da1569-8d29-45b7-bee9-725fe6d0ffc6 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:36.850091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-593a395b-aa2c-4432-9ef7-c7ac90ec3ccb tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] For port a65b09d9-d701-4e04-a170-70ba6817aff4, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a65b09d9-d701-4e04-a170-70ba6817aff4,segment=NetworkSegment(23546be4-57d0-4312-b906-cdc201ebfa1f),segment_id=23546be4-57d0-4312-b906-cdc201ebfa1f)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:36.850091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-593a395b-aa2c-4432-9ef7-c7ac90ec3ccb tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:36.880175 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28dd1d-1904-4148-99fa-bd7006ae0e8a req-7c8af181-213e-4442-bec7-ad325cfae413 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:36.889868 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f28dd1d-1904-4148-99fa-bd7006ae0e8a req-7c8af181-213e-4442-bec7-ad325cfae413 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 946 time: 0.1633327 Feb 21 09:08:36.906744 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ee4ad3-939b-44dc-a538-f03229d1a0bc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:36.916445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-84ee4ad3-939b-44dc-a538-f03229d1a0bc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:36.916445 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-84ee4ad3-939b-44dc-a538-f03229d1a0bc tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 HTTP/1.1" status: 200 len: 704 time: 1.8570895 Feb 21 09:08:36.916445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56072) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:36.939798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port f8da1569-8d29-45b7-bee9-725fe6d0ffc6 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:36.939798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port f8da1569-8d29-45b7-bee9-725fe6d0ffc6 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:36.949104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:37.151678 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-593a395b-aa2c-4432-9ef7-c7ac90ec3ccb tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for a65b09d9-d701-4e04-a170-70ba6817aff4 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:37.193943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:37.217776 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f28dd1d-1904-4148-99fa-bd7006ae0e8a req-c11a2366-0533-459d-9743-72d96b68f50d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306034 Feb 21 09:08:37.256698 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port f8da1569-8d29-45b7-bee9-725fe6d0ffc6, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f8da1569-8d29-45b7-bee9-725fe6d0ffc6,segment=NetworkSegment(18f3ef43-2bc1-4a9a-a225-9952ea47a086),segment_id=18f3ef43-2bc1-4a9a-a225-9952ea47a086)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:37.271833 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:37.297247 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8bb667c4-c8e1-477c-8ab6-2d1e792b3425 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 HTTP/1.1" status: 200 len: 704 time: 0.3712788 Feb 21 09:08:37.297247 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56078) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:37.357086 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=f8da1569-8d29-45b7-bee9-725fe6d0ffc6,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:37.432521 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-593a395b-aa2c-4432-9ef7-c7ac90ec3ccb tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:37.513485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a395b-aa2c-4432-9ef7-c7ac90ec3ccb tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Port': ['ID=a65b09d9-d701-4e04-a170-70ba6817aff4,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:37.606562 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e35acf6a-febb-49cb-9c76-4cc2637aaf16 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:37.848882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port e35acf6a-febb-49cb-9c76-4cc2637aaf16 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:37.878751 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e35acf6a-febb-49cb-9c76-4cc2637aaf16 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:37.878751 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:37.962556 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-593a395b-aa2c-4432-9ef7-c7ac90ec3ccb tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:37.979661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:38.114948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:38.157050 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port e35acf6a-febb-49cb-9c76-4cc2637aaf16, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e35acf6a-febb-49cb-9c76-4cc2637aaf16,segment=NetworkSegment(07ca7d2f-a68f-4e81-ae39-559b01a13f8b),segment_id=07ca7d2f-a68f-4e81-ae39-559b01a13f8b)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:38.167800 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:38.167800 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 310e722e-a4ad-4c39-9adf-6c6c66236aba up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:38.327716 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=e35acf6a-febb-49cb-9c76-4cc2637aaf16,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:38.348672 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 310e722e-a4ad-4c39-9adf-6c6c66236aba triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:38.348672 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:38.499238 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a65b09d9-d701-4e04-a170-70ba6817aff4 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:38.582722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: a65b09d9-d701-4e04-a170-70ba6817aff4 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:08:38.582722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a65b09d9-d701-4e04-a170-70ba6817aff4 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 21 09:08:38.705871 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593a395b-aa2c-4432-9ef7-c7ac90ec3ccb tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router e0ca93d2-b453-4e1a-abeb-240e15ab73df has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:38.741843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port b048c5f0-3098-4375-b77a-ac10391f3acd {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:38.741843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:38.764887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Port a65b09d9-d701-4e04-a170-70ba6817aff4 not found, will not notify nova. {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 21 09:08:38.764887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 451aabdb-d8ca-43d6-a652-748f2461597e up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:38.770220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56084) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:38.888066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 451aabdb-d8ca-43d6-a652-748f2461597e triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:38.888066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:38.981927 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593a395b-aa2c-4432-9ef7-c7ac90ec3ccb tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:39.030594 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-593a395b-aa2c-4432-9ef7-c7ac90ec3ccb tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7766988 Feb 21 09:08:39.030594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56088) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:39.143976 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78779a72-5ef2-4d5d-bf76-fe5004ef1a99 None None] New status for floating IP 0687a0fb-2b69-4220-ad86-88fbb45e461e: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:08:39.189588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e005e314-052d-44db-bd9c-942859fd4aa1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:39.335348 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa3f19b-ea36-4db1-ad4a-eddaf68fadbb None None] Sync routers for ids ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:39.383928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa3f19b-ea36-4db1-ad4a-eddaf68fadbb None None] Routers {'e0ca93d2-b453-4e1a-abeb-240e15ab73df'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:39.383928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-daa3f19b-ea36-4db1-ad4a-eddaf68fadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:39.434430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:39.612689 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e005e314-052d-44db-bd9c-942859fd4aa1 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:39.612689 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:39.834101 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-daa3f19b-ea36-4db1-ad4a-eddaf68fadbb None None] Set router e0ca93d2-b453-4e1a-abeb-240e15ab73df gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:39.839809 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c8a1b1-ab78-4dab-91bc-9d1275b2e175 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting subnet 541ada9e-c461-452d-b27d-1a4076a89d0f {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:08:39.839809 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-53c8a1b1-ab78-4dab-91bc-9d1275b2e175 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:40.039444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for b048c5f0-3098-4375-b77a-ac10391f3acd owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:40.069849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-53c8a1b1-ab78-4dab-91bc-9d1275b2e175 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:40.199168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e35acf6a-febb-49cb-9c76-4cc2637aaf16 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:40.271113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-53c8a1b1-ab78-4dab-91bc-9d1275b2e175 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:40.328408 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322caec4-7241-4c87-83a3-58506fb2aa7e None None] Sync routers for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:40.368423 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322caec4-7241-4c87-83a3-58506fb2aa7e None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:40.368423 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-322caec4-7241-4c87-83a3-58506fb2aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:40.389829 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e35acf6a-febb-49cb-9c76-4cc2637aaf16 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:40.389829 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:40.396298 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-53c8a1b1-ab78-4dab-91bc-9d1275b2e175 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:40.435636 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8a1b1-ab78-4dab-91bc-9d1275b2e175 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Subnet': ['ID=541ada9e-c461-452d-b27d-1a4076a89d0f,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:40.452183 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-53c8a1b1-ab78-4dab-91bc-9d1275b2e175 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:40.462164 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-53c8a1b1-ab78-4dab-91bc-9d1275b2e175 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/541ada9e-c461-452d-b27d-1a4076a89d0f HTTP/1.1" status: 204 len: 168 time: 1.4316344 Feb 21 09:08:40.464209 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56092) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:40.481069 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf98cc-c365-4b47-929b-c63ef6ffe9d4 None None] Network 7e959c21-8c60-459a-832b-10a59be47106 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:40.622301 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-322caec4-7241-4c87-83a3-58506fb2aa7e None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:40.675649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:40.716025 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port e005e314-052d-44db-bd9c-942859fd4aa1 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:40.716025 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:40.805674 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-daa3f19b-ea36-4db1-ad4a-eddaf68fadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:37Z', 'revision_number': 8, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:30Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310e722e-a4ad-4c39-9adf-6c6c66236aba', 'name': '', 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:67:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:10Z', 'updated_at': '2022-02-21T09:08:34Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '451aabdb-d8ca-43d6-a652-748f2461597e', 'name': '', 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:2e:50:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb2b2201-1fcb-461f-91f8-13d208c2842a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:16Z', 'updated_at': '2022-02-21T09:08:35Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': 'bb2b2201-1fcb-461f-91f8-13d208c2842a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:40.821875 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa3f19b-ea36-4db1-ad4a-eddaf68fadbb None None] Checking router: e0ca93d2-b453-4e1a-abeb-240e15ab73df for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:40.900937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa3f19b-ea36-4db1-ad4a-eddaf68fadbb None None] Routers {'e0ca93d2-b453-4e1a-abeb-240e15ab73df'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:40.900937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-daa3f19b-ea36-4db1-ad4a-eddaf68fadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:40.927138 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:40.986144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=b048c5f0-3098-4375-b77a-ac10391f3acd,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:41.059347 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f8da1569-8d29-45b7-bee9-725fe6d0ffc6 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:41.126576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] For port e005e314-052d-44db-bd9c-942859fd4aa1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e005e314-052d-44db-bd9c-942859fd4aa1,segment=NetworkSegment(23546be4-57d0-4312-b906-cdc201ebfa1f),segment_id=23546be4-57d0-4312-b906-cdc201ebfa1f)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:41.130202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:41.378881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:41.378881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:41.378881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:41.378881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:41.378881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:41.378881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:41.378881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:41.378881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:41.378881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:41.378881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:41.378881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:08:41.430733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for e005e314-052d-44db-bd9c-942859fd4aa1 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:41.480842 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-322caec4-7241-4c87-83a3-58506fb2aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:35Z', 'revision_number': 7, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:18Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b048c5f0-3098-4375-b77a-ac10391f3acd', 'name': '', 'network_id': '4402827e-076a-4899-955f-4c3b1b5ebe7e', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:c3:14:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195c4c62-9257-490a-b079-0de221420c82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:26Z', 'updated_at': '2022-02-21T09:08:30Z', 'revision_number': 2, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '195c4c62-9257-490a-b079-0de221420c82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35acf6a-febb-49cb-9c76-4cc2637aaf16', 'name': '', 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:dd:77:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17e6b96a-deea-43a1-b433-96c877307f27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:15Z', 'updated_at': '2022-02-21T09:08:38Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '17e6b96a-deea-43a1-b433-96c877307f27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:41.480842 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322caec4-7241-4c87-83a3-58506fb2aa7e None None] Checking router: 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:41.480842 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322caec4-7241-4c87-83a3-58506fb2aa7e None None] Updating router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 port b048c5f0-3098-4375-b77a-ac10391f3acd binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:08:41.513555 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-daa3f19b-ea36-4db1-ad4a-eddaf68fadbb None None] Set router e0ca93d2-b453-4e1a-abeb-240e15ab73df gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:41.560370 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322caec4-7241-4c87-83a3-58506fb2aa7e None None] Port b048c5f0-3098-4375-b77a-ac10391f3acd not found while updating agent binding for router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1. {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 21 09:08:41.589945 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322caec4-7241-4c87-83a3-58506fb2aa7e None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:41.589945 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-322caec4-7241-4c87-83a3-58506fb2aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:41.595524 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:41.600202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:41.716800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Port': ['ID=e005e314-052d-44db-bd9c-942859fd4aa1,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:41.716800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] No DVR routers for this DVR port e005e314-052d-44db-bd9c-942859fd4aa1 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:08:41.846138 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-322caec4-7241-4c87-83a3-58506fb2aa7e None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:41.851705 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port f8da1569-8d29-45b7-bee9-725fe6d0ffc6 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:41.851705 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:41.917291 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e44bda0-a30e-420b-80c1-cc3d9c5ec5ca None None] DHCP port deletion for 7e959c21-8c60-459a-832b-10a59be47106 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:08:41.981918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:42.026727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e959c21-8c60-459a-832b-10a59be47106']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:42.049981 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23546be4-57d0-4312-b906-cdc201ebfa1f') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:42.050829 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23546be4-57d0-4312-b906-cdc201ebfa1f') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:42.069087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:42.095537 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:42.103897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:08:42.104668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:08:42.120816 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:08:42.160231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:42.246706 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:42.282627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-daa3f19b-ea36-4db1-ad4a-eddaf68fadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:37Z', 'revision_number': 8, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:30Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310e722e-a4ad-4c39-9adf-6c6c66236aba', 'name': '', 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:67:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:10Z', 'updated_at': '2022-02-21T09:08:34Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '451aabdb-d8ca-43d6-a652-748f2461597e', 'name': '', 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:2e:50:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb2b2201-1fcb-461f-91f8-13d208c2842a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:16Z', 'updated_at': '2022-02-21T09:08:35Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': 'bb2b2201-1fcb-461f-91f8-13d208c2842a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:42.289649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:42.293936 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa3f19b-ea36-4db1-ad4a-eddaf68fadbb None None] The sync data for ids ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'] in dv-neutron-830062-1-hyperv is: [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:37Z', 'revision_number': 8, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:30Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310e722e-a4ad-4c39-9adf-6c6c66236aba', 'name': '', 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:67:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:10Z', 'updated_at': '2022-02-21T09:08:34Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '451aabdb-d8ca-43d6-a652-748f2461597e', 'name': '', 'network_id': '2f494eac-06ca-41cf-aa32-a9ffbc36ec88', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:2e:50:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb2b2201-1fcb-461f-91f8-13d208c2842a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:16Z', 'updated_at': '2022-02-21T09:08:35Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': 'bb2b2201-1fcb-461f-91f8-13d208c2842a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:42.324247 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/networks/7e959c21-8c60-459a-832b-10a59be47106 HTTP/1.1" status: 204 len: 168 time: 1.8587506 Feb 21 09:08:42.328296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56096) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:42.354441 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-322caec4-7241-4c87-83a3-58506fb2aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:40Z', 'revision_number': 8, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:18Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35acf6a-febb-49cb-9c76-4cc2637aaf16', 'name': '', 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:dd:77:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17e6b96a-deea-43a1-b433-96c877307f27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:15Z', 'updated_at': '2022-02-21T09:08:38Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '17e6b96a-deea-43a1-b433-96c877307f27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:42.362323 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322caec4-7241-4c87-83a3-58506fb2aa7e None None] The sync data for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv is: [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:40Z', 'revision_number': 8, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:18Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35acf6a-febb-49cb-9c76-4cc2637aaf16', 'name': '', 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:dd:77:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17e6b96a-deea-43a1-b433-96c877307f27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:15Z', 'updated_at': '2022-02-21T09:08:38Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '17e6b96a-deea-43a1-b433-96c877307f27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:42.403232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a18a97-a73b-4244-b58a-a76f5cc2042c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Network': ['ID=7e959c21-8c60-459a-832b-10a59be47106,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:42.833729 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:08:42.893475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6f55ddc5-175a-413b-91c8-a37d96a0be4d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:42.991921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e005e314-052d-44db-bd9c-942859fd4aa1 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:08:43.038362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:43.042126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: e005e314-052d-44db-bd9c-942859fd4aa1 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:08:43.042126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e005e314-052d-44db-bd9c-942859fd4aa1 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:08:43.129141 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.17 (6990f797-712a-419f-b897-c53d6fa5de4f/4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d/f62d586b-0437-4ccb-9752-f60809ed3dee) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:08:43.386110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:43.397578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:43.418325 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2ff9245d-50ed-476c-901f-62f8ca835717 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1271183 Feb 21 09:08:43.421577 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56100) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:43.425180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object f62d586b-0437-4ccb-9752-f60809ed3dee will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:43.456544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:43.536591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 6990f797-712a-419f-b897-c53d6fa5de4f is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:43.537899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:43.542292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:08:43.610390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:43.616910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=f62d586b-0437-4ccb-9752-f60809ed3dee,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:43.810850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:43.892896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9007899-e950-4244-96af-9821de849797 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting subnet 195c4c62-9257-490a-b079-0de221420c82 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:08:43.914585 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d9007899-e950-4244-96af-9821de849797 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:44.003643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0783d4d4-74ca-466e-93aa-d6edf24e2b29 None None] Provisioning for port f62d586b-0437-4ccb-9752-f60809ed3dee completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:44.012709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41697ae-a10e-42a4-a1bb-a6fe0bab8ae2 None None] Sync routers for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:44.027990 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0783d4d4-74ca-466e-93aa-d6edf24e2b29 None None] Provisioning complete for port f62d586b-0437-4ccb-9752-f60809ed3dee triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:44.027990 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0783d4d4-74ca-466e-93aa-d6edf24e2b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:44.032181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d9007899-e950-4244-96af-9821de849797 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:44.088685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41697ae-a10e-42a4-a1bb-a6fe0bab8ae2 None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:44.088685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f41697ae-a10e-42a4-a1bb-a6fe0bab8ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:44.139406 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d9007899-e950-4244-96af-9821de849797 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:44.185601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-6f55ddc5-175a-413b-91c8-a37d96a0be4d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 451aabdb-d8ca-43d6-a652-748f2461597e {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:44.185601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6f55ddc5-175a-413b-91c8-a37d96a0be4d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:44.222389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-0783d4d4-74ca-466e-93aa-d6edf24e2b29 None None] Port f62d586b-0437-4ccb-9752-f60809ed3dee cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:44.280623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-f41697ae-a10e-42a4-a1bb-a6fe0bab8ae2 None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:44.373173 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d9007899-e950-4244-96af-9821de849797 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:44.382088 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b048c5f0-3098-4375-b77a-ac10391f3acd no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:08:44.446714 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: b048c5f0-3098-4375-b77a-ac10391f3acd {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:08:44.446714 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b048c5f0-3098-4375-b77a-ac10391f3acd not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:08:44.446714 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a65b09d9-d701-4e04-a170-70ba6817aff4 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:08:44.476535 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9007899-e950-4244-96af-9821de849797 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Subnet': ['ID=195c4c62-9257-490a-b079-0de221420c82,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:44.476535 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d9007899-e950-4244-96af-9821de849797 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:44.527194 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56104) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:44.537463 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d9007899-e950-4244-96af-9821de849797 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/195c4c62-9257-490a-b079-0de221420c82 HTTP/1.1" status: 204 len: 168 time: 1.0998960 Feb 21 09:08:44.546322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: a65b09d9-d701-4e04-a170-70ba6817aff4 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:08:44.546322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a65b09d9-d701-4e04-a170-70ba6817aff4 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:08:44.558234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5c1605-ccbb-49ce-884f-c22b53dee3f1 None None] Network 4402827e-076a-4899-955f-4c3b1b5ebe7e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:44.577433 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-6f55ddc5-175a-413b-91c8-a37d96a0be4d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] For port 451aabdb-d8ca-43d6-a652-748f2461597e, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=451aabdb-d8ca-43d6-a652-748f2461597e,segment=NetworkSegment(dff0db03-0ea2-4814-bd87-f246bf8663d4),segment_id=dff0db03-0ea2-4814-bd87-f246bf8663d4)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:44.577433 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6f55ddc5-175a-413b-91c8-a37d96a0be4d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:44.793642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-6f55ddc5-175a-413b-91c8-a37d96a0be4d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for 451aabdb-d8ca-43d6-a652-748f2461597e owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:44.867712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:44.894285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port f8da1569-8d29-45b7-bee9-725fe6d0ffc6 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:44.894285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:44.945430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:44.973174 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:45.094014 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f41697ae-a10e-42a4-a1bb-a6fe0bab8ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:40Z', 'revision_number': 8, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:18Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35acf6a-febb-49cb-9c76-4cc2637aaf16', 'name': '', 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:dd:77:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17e6b96a-deea-43a1-b433-96c877307f27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:15Z', 'updated_at': '2022-02-21T09:08:38Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '17e6b96a-deea-43a1-b433-96c877307f27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:45.094014 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41697ae-a10e-42a4-a1bb-a6fe0bab8ae2 None None] Checking router: 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:45.118773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41697ae-a10e-42a4-a1bb-a6fe0bab8ae2 None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:45.118773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f41697ae-a10e-42a4-a1bb-a6fe0bab8ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:45.268673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4370e4e7-d7ad-48f5-9c42-86c170d6da67 None None] DHCP port deletion for 4402827e-076a-4899-955f-4c3b1b5ebe7e request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:08:45.278090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4370e4e7-d7ad-48f5-9c42-86c170d6da67 None None] Deleting port f8da1569-8d29-45b7-bee9-725fe6d0ffc6 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:45.278090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4370e4e7-d7ad-48f5-9c42-86c170d6da67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:45.364303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6f55ddc5-175a-413b-91c8-a37d96a0be4d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:45.378105 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=f62d586b-0437-4ccb-9752-f60809ed3dee,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:45.378105 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:45.439751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55ddc5-175a-413b-91c8-a37d96a0be4d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Port': ['ID=451aabdb-d8ca-43d6-a652-748f2461597e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:45.542205 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-f41697ae-a10e-42a4-a1bb-a6fe0bab8ae2 None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:45.559263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] For port f8da1569-8d29-45b7-bee9-725fe6d0ffc6, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f8da1569-8d29-45b7-bee9-725fe6d0ffc6,segment=NetworkSegment(18f3ef43-2bc1-4a9a-a225-9952ea47a086),segment_id=18f3ef43-2bc1-4a9a-a225-9952ea47a086)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:45.559263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:45.785132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for f8da1569-8d29-45b7-bee9-725fe6d0ffc6 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:45.855103 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6f55ddc5-175a-413b-91c8-a37d96a0be4d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:45.908036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 6990f797-712a-419f-b897-c53d6fa5de4f is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:08:45.910255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:08:46.058364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:46.060387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-4370e4e7-d7ad-48f5-9c42-86c170d6da67 None None] For port f8da1569-8d29-45b7-bee9-725fe6d0ffc6, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f8da1569-8d29-45b7-bee9-725fe6d0ffc6,segment=NetworkSegment(18f3ef43-2bc1-4a9a-a225-9952ea47a086),segment_id=18f3ef43-2bc1-4a9a-a225-9952ea47a086)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:46.061195 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4370e4e7-d7ad-48f5-9c42-86c170d6da67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:46.113349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] No DVR routers for this DVR port f8da1569-8d29-45b7-bee9-725fe6d0ffc6 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:08:46.209678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=f8da1569-8d29-45b7-bee9-725fe6d0ffc6,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:46.250699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4370e4e7-d7ad-48f5-9c42-86c170d6da67 None None] Calling delete_port for f8da1569-8d29-45b7-bee9-725fe6d0ffc6 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:46.340600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:46.362747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-92e09b25-a819-41bd-81a9-65e310c8ba76 None None] Provisioning complete for port f62d586b-0437-4ccb-9752-f60809ed3dee triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:46.362747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-92e09b25-a819-41bd-81a9-65e310c8ba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:46.407602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4402827e-076a-4899-955f-4c3b1b5ebe7e']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:46.437413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f3ef43-2bc1-4a9a-a225-9952ea47a086') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:46.437698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f3ef43-2bc1-4a9a-a225-9952ea47a086') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:46.536870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:46.605250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-4370e4e7-d7ad-48f5-9c42-86c170d6da67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:08:46.605250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-4370e4e7-d7ad-48f5-9c42-86c170d6da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:08:46.639768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-92e09b25-a819-41bd-81a9-65e310c8ba76 None None] Port f62d586b-0437-4ccb-9752-f60809ed3dee cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:08:46.642333 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f8da1569-8d29-45b7-bee9-725fe6d0ffc6 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:08:46.699368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: f8da1569-8d29-45b7-bee9-725fe6d0ffc6 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:08:46.699368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f8da1569-8d29-45b7-bee9-725fe6d0ffc6 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:08:46.731977 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f41697ae-a10e-42a4-a1bb-a6fe0bab8ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:40Z', 'revision_number': 8, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:18Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35acf6a-febb-49cb-9c76-4cc2637aaf16', 'name': '', 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:dd:77:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17e6b96a-deea-43a1-b433-96c877307f27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:15Z', 'updated_at': '2022-02-21T09:08:38Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '17e6b96a-deea-43a1-b433-96c877307f27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:46.736917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41697ae-a10e-42a4-a1bb-a6fe0bab8ae2 None None] The sync data for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv is: [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:40Z', 'revision_number': 8, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:18Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35acf6a-febb-49cb-9c76-4cc2637aaf16', 'name': '', 'network_id': '0dd33561-9420-4cd9-a0c7-5c5c5130283d', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:dd:77:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17e6b96a-deea-43a1-b433-96c877307f27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:15Z', 'updated_at': '2022-02-21T09:08:38Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '17e6b96a-deea-43a1-b433-96c877307f27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:46.829109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:46.829109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:08:46.829109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:08:46.853944 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:08:46.975080 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f55ddc5-175a-413b-91c8-a37d96a0be4d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router e0ca93d2-b453-4e1a-abeb-240e15ab73df has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:46.993136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:47.073211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:47.095276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Network': ['ID=4402827e-076a-4899-955f-4c3b1b5ebe7e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:47.103990 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4370e4e7-d7ad-48f5-9c42-86c170d6da67 None None] Deleting port f8da1569-8d29-45b7-bee9-725fe6d0ffc6 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:47.105140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4370e4e7-d7ad-48f5-9c42-86c170d6da67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:47.174323 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-50466cb5-8029-45ed-99fa-6ca4c401f517 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/networks/4402827e-076a-4899-955f-4c3b1b5ebe7e HTTP/1.1" status: 204 len: 168 time: 2.6482835 Feb 21 09:08:47.174323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56110) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:47.192543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4370e4e7-d7ad-48f5-9c42-86c170d6da67 None None] The port 'f8da1569-8d29-45b7-bee9-725fe6d0ffc6' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:08:47.205691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f55ddc5-175a-413b-91c8-a37d96a0be4d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:47.220008 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058cc9b2-face-4940-8e64-bc2930701f1a None None] Sync routers for ids ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:47.226370 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6f55ddc5-175a-413b-91c8-a37d96a0be4d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8916619 Feb 21 09:08:47.226370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56114) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:47.240351 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058cc9b2-face-4940-8e64-bc2930701f1a None None] Routers {'e0ca93d2-b453-4e1a-abeb-240e15ab73df'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:47.240560 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-058cc9b2-face-4940-8e64-bc2930701f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:47.267070 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8bef472f-bc1e-42b4-9723-9da8987a33a7 req-66f87504-26fa-47c0-8ebc-94a45cbb4a3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7900429 Feb 21 09:08:47.462038 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-058cc9b2-face-4940-8e64-bc2930701f1a None None] Set router e0ca93d2-b453-4e1a-abeb-240e15ab73df gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:47.497520 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8bef472f-bc1e-42b4-9723-9da8987a33a7 req-0f6ba687-ee35-416a-8ac5-314529f8747d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 1099 time: 0.1653008 Feb 21 09:08:47.542448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11cb9d2-2efa-4cc2-bf72-2ed736fd2c57 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting subnet bb2b2201-1fcb-461f-91f8-13d208c2842a {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:08:47.547033 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a11cb9d2-2efa-4cc2-bf72-2ed736fd2c57 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:47.867972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a11cb9d2-2efa-4cc2-bf72-2ed736fd2c57 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:47.876245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 7a79d461-07c5-400d-9945-55ff5a887d45 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:47.876245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef472f-bc1e-42b4-9723-9da8987a33a7 req-83985a16-6c25-4d76-87e9-272e48f786ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:47.876245 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8bef472f-bc1e-42b4-9723-9da8987a33a7 req-83985a16-6c25-4d76-87e9-272e48f786ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=f9b6f913-19ef-459b-a6ff-d85bcf9023ca HTTP/1.1" status: 200 len: 896 time: 0.3304255 Feb 21 09:08:47.993599 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-058cc9b2-face-4940-8e64-bc2930701f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:45Z', 'revision_number': 9, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:30Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310e722e-a4ad-4c39-9adf-6c6c66236aba', 'name': '', 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:67:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:10Z', 'updated_at': '2022-02-21T09:08:34Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:47.998740 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058cc9b2-face-4940-8e64-bc2930701f1a None None] Checking router: e0ca93d2-b453-4e1a-abeb-240e15ab73df for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:47.999094 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a11cb9d2-2efa-4cc2-bf72-2ed736fd2c57 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:48.016728 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058cc9b2-face-4940-8e64-bc2930701f1a None None] Routers {'e0ca93d2-b453-4e1a-abeb-240e15ab73df'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:48.017312 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-058cc9b2-face-4940-8e64-bc2930701f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:48.113692 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a11cb9d2-2efa-4cc2-bf72-2ed736fd2c57 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:48.146240 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cb9d2-2efa-4cc2-bf72-2ed736fd2c57 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2b2201-1fcb-461f-91f8-13d208c2842a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:48.158445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a11cb9d2-2efa-4cc2-bf72-2ed736fd2c57 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:48.184262 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8bef472f-bc1e-42b4-9723-9da8987a33a7 req-bf32641f-9184-4a40-afd6-e026aec9b6f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d48f3f-1ac8-4508-8521-73cd17f6e5c3 HTTP/1.1" status: 200 len: 1001 time: 0.2833803 Feb 21 09:08:48.193019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd94bbe1-97ee-4acc-8d08-b69229dbb506 None None] Network 2f494eac-06ca-41cf-aa32-a9ffbc36ec88 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:48.200867 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a11cb9d2-2efa-4cc2-bf72-2ed736fd2c57 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/bb2b2201-1fcb-461f-91f8-13d208c2842a HTTP/1.1" status: 204 len: 168 time: 0.9561472 Feb 21 09:08:48.200867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56118) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:48.262168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-036b3681-4d91-45c1-be78-336a292cca19 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:48.366059 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-058cc9b2-face-4940-8e64-bc2930701f1a None None] Set router e0ca93d2-b453-4e1a-abeb-240e15ab73df gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:48.465873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:48.484954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 2a59cc6a-63e4-48f7-9f10-198651b94840 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:48.485708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:48.574375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ce5e59-7355-41b9-becc-3eec6b324319 None None] DHCP port deletion for 2f494eac-06ca-41cf-aa32-a9ffbc36ec88 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:08:48.584053 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-76ce5e59-7355-41b9-becc-3eec6b324319 None None] Deleting port 2a59cc6a-63e4-48f7-9f10-198651b94840 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:48.584498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-76ce5e59-7355-41b9-becc-3eec6b324319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:48.616773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef472f-bc1e-42b4-9723-9da8987a33a7 req-b072a55f-d572-44f1-9a17-6148ecd5c0d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:08:48.618342 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8bef472f-bc1e-42b4-9723-9da8987a33a7 req-b072a55f-d572-44f1-9a17-6148ecd5c0d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab286cc7-169b-4cb2-8dc2-e7903a7daf18 HTTP/1.1" status: 200 len: 835 time: 0.4480879 Feb 21 09:08:48.815838 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8bef472f-bc1e-42b4-9723-9da8987a33a7 req-c3ca2f68-c3fa-43a7-bd12-eff0d0ede831 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9b6f913-19ef-459b-a6ff-d85bcf9023ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1886644 Feb 21 09:08:48.858771 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] For port 2a59cc6a-63e4-48f7-9f10-198651b94840, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2a59cc6a-63e4-48f7-9f10-198651b94840,segment=NetworkSegment(dff0db03-0ea2-4814-bd87-f246bf8663d4),segment_id=dff0db03-0ea2-4814-bd87-f246bf8663d4)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:48.859654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:48.919030 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-058cc9b2-face-4940-8e64-bc2930701f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:45Z', 'revision_number': 9, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:30Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310e722e-a4ad-4c39-9adf-6c6c66236aba', 'name': '', 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:67:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:10Z', 'updated_at': '2022-02-21T09:08:34Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:48.927784 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058cc9b2-face-4940-8e64-bc2930701f1a None None] The sync data for ids ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'] in dv-neutron-830062-1-hyperv is: [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:45Z', 'revision_number': 9, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:30Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310e722e-a4ad-4c39-9adf-6c6c66236aba', 'name': '', 'network_id': '35c19c97-4eb2-460e-891a-c22ce91312ba', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:67:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:10Z', 'updated_at': '2022-02-21T09:08:34Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '4cbafa02-929b-4fda-8f6c-67483fffa085', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:49.065279 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:49.066908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for 2a59cc6a-63e4-48f7-9f10-198651b94840 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:49.069750 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7233aa0d-5c86-4a35-9583-88804aacbe0b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/7a79d461-07c5-400d-9945-55ff5a887d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3041379 Feb 21 09:08:49.089831 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Sync routers for ids ['7a79d461-07c5-400d-9945-55ff5a887d45'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:49.111726 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-76ce5e59-7355-41b9-becc-3eec6b324319 None None] For port 2a59cc6a-63e4-48f7-9f10-198651b94840, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2a59cc6a-63e4-48f7-9f10-198651b94840,segment=NetworkSegment(dff0db03-0ea2-4814-bd87-f246bf8663d4),segment_id=dff0db03-0ea2-4814-bd87-f246bf8663d4)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:49.112187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-76ce5e59-7355-41b9-becc-3eec6b324319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:49.128150 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Routers {'7a79d461-07c5-400d-9945-55ff5a887d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:49.129010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a79d461-07c5-400d-9945-55ff5a887d45'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:49.181755 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8bef472f-bc1e-42b4-9723-9da8987a33a7 req-2ebcf6bb-4320-46ea-988a-a14aaefa2c55 service neutron] 10.222.0.47 "GET /v2.0/networks/f9b6f913-19ef-459b-a6ff-d85bcf9023ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575494 Feb 21 09:08:49.188648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:49.283256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Port': ['ID=2a59cc6a-63e4-48f7-9f10-198651b94840,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:49.292752 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] No DVR routers for this DVR port 2a59cc6a-63e4-48f7-9f10-198651b94840 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:08:49.395811 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-76ce5e59-7355-41b9-becc-3eec6b324319 None None] Calling delete_port for 2a59cc6a-63e4-48f7-9f10-198651b94840 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:49.465452 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8bef472f-bc1e-42b4-9723-9da8987a33a7 req-9fb8595a-b789-419d-ac7e-83fc8216315d service neutron] 10.222.0.47 "GET /v2.0/networks/f9b6f913-19ef-459b-a6ff-d85bcf9023ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755983 Feb 21 09:08:49.543211 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-76ce5e59-7355-41b9-becc-3eec6b324319 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:08:49.543211 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-76ce5e59-7355-41b9-becc-3eec6b324319 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:08:49.560471 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Set router 7a79d461-07c5-400d-9945-55ff5a887d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:49.644257 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:49.707386 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f494eac-06ca-41cf-aa32-a9ffbc36ec88']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:49.745663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff0db03-0ea2-4814-bd87-f246bf8663d4') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:49.745961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff0db03-0ea2-4814-bd87-f246bf8663d4') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:49.772543 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:49.798211 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:49.809928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:08:49.809928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:49.817867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-036b3681-4d91-45c1-be78-336a292cca19 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port e35acf6a-febb-49cb-9c76-4cc2637aaf16 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:49.817867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-036b3681-4d91-45c1-be78-336a292cca19 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:08:49.838957 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:08:49.986279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:50.005226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:50.028661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Network': ['ID=2f494eac-06ca-41cf-aa32-a9ffbc36ec88,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:50.039406 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4d870c94-7106-4c99-9cc6-545e250039ae tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/networks/2f494eac-06ca-41cf-aa32-a9ffbc36ec88 HTTP/1.1" status: 204 len: 168 time: 1.8577607 Feb 21 09:08:50.040964 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56126) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:50.044108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-76ce5e59-7355-41b9-becc-3eec6b324319 None None] Deleting port 2a59cc6a-63e4-48f7-9f10-198651b94840 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:50.044108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-76ce5e59-7355-41b9-becc-3eec6b324319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:50.098776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:08:43Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'port_id': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'mac_address': 'fa:16:3e:b7:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:07:26Z', 'updated_at': '2022-02-21T09:07:31Z', 'revision_number': 1, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:07:04Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f62d586b-0437-4ccb-9752-f60809ed3dee', 'name': '', 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:28:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:42Z', 'updated_at': '2022-02-21T09:08:44Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:50.112886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-036b3681-4d91-45c1-be78-336a292cca19 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] For port e35acf6a-febb-49cb-9c76-4cc2637aaf16, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e35acf6a-febb-49cb-9c76-4cc2637aaf16,segment=NetworkSegment(07ca7d2f-a68f-4e81-ae39-559b01a13f8b),segment_id=07ca7d2f-a68f-4e81-ae39-559b01a13f8b)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:50.113646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-036b3681-4d91-45c1-be78-336a292cca19 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:50.124389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Checking router: 7a79d461-07c5-400d-9945-55ff5a887d45 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:50.124609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Updating router 7a79d461-07c5-400d-9945-55ff5a887d45 port f62d586b-0437-4ccb-9752-f60809ed3dee binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:08:50.195355 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:50.205156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-76ce5e59-7355-41b9-becc-3eec6b324319 None None] The port '2a59cc6a-63e4-48f7-9f10-198651b94840' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:08:50.304730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-036b3681-4d91-45c1-be78-336a292cca19 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for e35acf6a-febb-49cb-9c76-4cc2637aaf16 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:50.421995 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2a59cc6a-63e4-48f7-9f10-198651b94840 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:08:50.471695 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 2a59cc6a-63e4-48f7-9f10-198651b94840 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:08:50.472049 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2a59cc6a-63e4-48f7-9f10-198651b94840 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:08:50.472471 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 451aabdb-d8ca-43d6-a652-748f2461597e no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:08:50.517031 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 451aabdb-d8ca-43d6-a652-748f2461597e {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:08:50.517594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 451aabdb-d8ca-43d6-a652-748f2461597e not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:08:50.692618 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-036b3681-4d91-45c1-be78-336a292cca19 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:50.703604 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-635235ee-ac20-4f92-974a-0201d57aba61 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:50.753495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b3681-4d91-45c1-be78-336a292cca19 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=e35acf6a-febb-49cb-9c76-4cc2637aaf16,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:50.892213 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:50.909882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Transition to ACTIVE for port object f62d586b-0437-4ccb-9752-f60809ed3dee will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:08:50.924455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:51.106494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf80bb7-0035-4784-90d1-42c095989c64 None None] Pushing event updated for resources: {'Port': ['ID=f62d586b-0437-4ccb-9752-f60809ed3dee,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:51.231049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-036b3681-4d91-45c1-be78-336a292cca19 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:51.258115 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Attempting to bind port f62d586b-0437-4ccb-9752-f60809ed3dee on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:08:51.258757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Attempting to bind port f62d586b-0437-4ccb-9752-f60809ed3dee by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '4c64a048-7afb-438e-86a7-1da7f80e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:08:51.261188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Attempting to bind port f62d586b-0437-4ccb-9752-f60809ed3dee on network 6990f797-712a-419f-b897-c53d6fa5de4f {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:08:51.287231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:08:51.287231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Checking segment: {'id': '4c64a048-7afb-438e-86a7-1da7f80e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:08:51.287822 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:51.287981 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Bound using segment: {'id': '4c64a048-7afb-438e-86a7-1da7f80e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:08:51.288786 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Bound port: f62d586b-0437-4ccb-9752-f60809ed3dee, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c64a048-7afb-438e-86a7-1da7f80e1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:08:51.289562 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:51.430486 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] For port f62d586b-0437-4ccb-9752-f60809ed3dee, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:08:51.434496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] For port f62d586b-0437-4ccb-9752-f60809ed3dee, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f62d586b-0437-4ccb-9752-f60809ed3dee,segment=NetworkSegment(4c64a048-7afb-438e-86a7-1da7f80e1eb9),segment_id=4c64a048-7afb-438e-86a7-1da7f80e1eb9)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:08:51.442910 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:51.481076 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-635235ee-ac20-4f92-974a-0201d57aba61 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 310e722e-a4ad-4c39-9adf-6c6c66236aba {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:51.481984 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-635235ee-ac20-4f92-974a-0201d57aba61 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:51.529169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf80bb7-0035-4784-90d1-42c095989c64 None None] Pushing event updated for resources: {'Port': ['ID=f62d586b-0437-4ccb-9752-f60809ed3dee,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:51.533127 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Routers {'7a79d461-07c5-400d-9945-55ff5a887d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:51.533745 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a79d461-07c5-400d-9945-55ff5a887d45'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:51.741304 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-635235ee-ac20-4f92-974a-0201d57aba61 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] For port 310e722e-a4ad-4c39-9adf-6c6c66236aba, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=310e722e-a4ad-4c39-9adf-6c6c66236aba,segment=NetworkSegment(d1146b45-4af3-4600-819a-0b18a31d5da7),segment_id=d1146b45-4af3-4600-819a-0b18a31d5da7)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:51.742430 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-635235ee-ac20-4f92-974a-0201d57aba61 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:51.773493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] Set router 7a79d461-07c5-400d-9945-55ff5a887d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:51.880055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036b3681-4d91-45c1-be78-336a292cca19 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:51.891141 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-635235ee-ac20-4f92-974a-0201d57aba61 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for 310e722e-a4ad-4c39-9adf-6c6c66236aba owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:52.088551 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036b3681-4d91-45c1-be78-336a292cca19 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:52.102085 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-036b3681-4d91-45c1-be78-336a292cca19 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9261491 Feb 21 09:08:52.105612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56132) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:52.107882 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48909b8-eb96-49eb-ac42-782e9941d017 None None] Sync routers for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:52.115548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-635235ee-ac20-4f92-974a-0201d57aba61 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:52.128890 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48909b8-eb96-49eb-ac42-782e9941d017 None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:52.129914 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-e48909b8-eb96-49eb-ac42-782e9941d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:52.167268 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635235ee-ac20-4f92-974a-0201d57aba61 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Port': ['ID=310e722e-a4ad-4c39-9adf-6c6c66236aba,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:52.231050 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:08:43Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'port_id': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'mac_address': 'fa:16:3e:b7:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:07:26Z', 'updated_at': '2022-02-21T09:07:31Z', 'revision_number': 1, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:07:04Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f62d586b-0437-4ccb-9752-f60809ed3dee', 'name': '', 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:28:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:42Z', 'updated_at': '2022-02-21T09:08:51Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:52.235763 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25e5ab-78f9-4f2b-91b0-b5f8fec806a9 None None] The sync data for ids ['7a79d461-07c5-400d-9945-55ff5a887d45'] in dv-neutron-830062-1-hyperv is: [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:08:43Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'port_id': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'mac_address': 'fa:16:3e:b7:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:07:26Z', 'updated_at': '2022-02-21T09:07:31Z', 'revision_number': 1, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:07:04Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f62d586b-0437-4ccb-9752-f60809ed3dee', 'name': '', 'network_id': '6990f797-712a-419f-b897-c53d6fa5de4f', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:28:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:42Z', 'updated_at': '2022-02-21T09:08:51Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:52.439820 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-e48909b8-eb96-49eb-ac42-782e9941d017 None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:52.453594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-475e87df-03f2-4ccd-8f63-e8acf202376b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting subnet 17e6b96a-deea-43a1-b433-96c877307f27 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:08:52.457887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-475e87df-03f2-4ccd-8f63-e8acf202376b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:52.582590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-475e87df-03f2-4ccd-8f63-e8acf202376b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:52.675974 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f62d586b-0437-4ccb-9752-f60809ed3dee up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:52.717089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-635235ee-ac20-4f92-974a-0201d57aba61 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:52.753521 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-475e87df-03f2-4ccd-8f63-e8acf202376b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:52.796476 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port f62d586b-0437-4ccb-9752-f60809ed3dee completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:08:52.804029 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port f62d586b-0437-4ccb-9752-f60809ed3dee triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:52.804800 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:52.904866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-475e87df-03f2-4ccd-8f63-e8acf202376b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:52.995103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-475e87df-03f2-4ccd-8f63-e8acf202376b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:52.995352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23bc8a6-6fdc-4e8b-9236-7236ecc4de83 None None] Network 0dd33561-9420-4cd9-a0c7-5c5c5130283d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:52.997959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e87df-03f2-4ccd-8f63-e8acf202376b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Subnet': ['ID=17e6b96a-deea-43a1-b433-96c877307f27,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:53.004097 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-e48909b8-eb96-49eb-ac42-782e9941d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:50Z', 'revision_number': 9, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:18Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:53.009882 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-475e87df-03f2-4ccd-8f63-e8acf202376b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/17e6b96a-deea-43a1-b433-96c877307f27 HTTP/1.1" status: 204 len: 168 time: 0.9031136 Feb 21 09:08:53.012685 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48909b8-eb96-49eb-ac42-782e9941d017 None None] Checking router: 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:53.013640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56136) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:53.045860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:53.049296 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48909b8-eb96-49eb-ac42-782e9941d017 None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:53.050658 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-e48909b8-eb96-49eb-ac42-782e9941d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:53.146677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:53.162075 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port 5435f45e-79ff-4498-8c8c-50f3eafe6a38 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:53.163326 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:53.238303 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port f62d586b-0437-4ccb-9752-f60809ed3dee, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f62d586b-0437-4ccb-9752-f60809ed3dee,segment=NetworkSegment(4c64a048-7afb-438e-86a7-1da7f80e1eb9),segment_id=4c64a048-7afb-438e-86a7-1da7f80e1eb9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:53.253115 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-e48909b8-eb96-49eb-ac42-782e9941d017 None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:53.274321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:53.363785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=f62d586b-0437-4ccb-9752-f60809ed3dee,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:53.461687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406c3a2c-20a6-471c-8b7c-d8a2eee25265 None None] DHCP port deletion for 0dd33561-9420-4cd9-a0c7-5c5c5130283d request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:08:53.466512 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-406c3a2c-20a6-471c-8b7c-d8a2eee25265 None None] Deleting port 5435f45e-79ff-4498-8c8c-50f3eafe6a38 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:53.467178 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-406c3a2c-20a6-471c-8b7c-d8a2eee25265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:53.557101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] For port 5435f45e-79ff-4498-8c8c-50f3eafe6a38, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5435f45e-79ff-4498-8c8c-50f3eafe6a38,segment=NetworkSegment(07ca7d2f-a68f-4e81-ae39-559b01a13f8b),segment_id=07ca7d2f-a68f-4e81-ae39-559b01a13f8b)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:53.558182 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:53.605105 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635235ee-ac20-4f92-974a-0201d57aba61 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router e0ca93d2-b453-4e1a-abeb-240e15ab73df has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:53.722242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for 5435f45e-79ff-4498-8c8c-50f3eafe6a38 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:53.826089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:53.872566 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-406c3a2c-20a6-471c-8b7c-d8a2eee25265 None None] For port 5435f45e-79ff-4498-8c8c-50f3eafe6a38, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5435f45e-79ff-4498-8c8c-50f3eafe6a38,segment=NetworkSegment(07ca7d2f-a68f-4e81-ae39-559b01a13f8b),segment_id=07ca7d2f-a68f-4e81-ae39-559b01a13f8b)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:53.873215 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-406c3a2c-20a6-471c-8b7c-d8a2eee25265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:53.918253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=5435f45e-79ff-4498-8c8c-50f3eafe6a38,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:53.931663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] No DVR routers for this DVR port 5435f45e-79ff-4498-8c8c-50f3eafe6a38 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:08:53.953484 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-e48909b8-eb96-49eb-ac42-782e9941d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:50Z', 'revision_number': 9, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:18Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:53.958666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635235ee-ac20-4f92-974a-0201d57aba61 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:53.961740 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48909b8-eb96-49eb-ac42-782e9941d017 None None] The sync data for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv is: [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:50Z', 'revision_number': 9, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': '1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab', 'name': '', 'network_id': 'c32e34bc-efab-4ef9-b6b8-a5cd627b9aba', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:06Z', 'updated_at': '2022-02-21T09:08:18Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '28eb6cbd-e3f9-4c0d-b151-faaa0b50b733', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:54.011766 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-635235ee-ac20-4f92-974a-0201d57aba61 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9670832 Feb 21 09:08:54.013983 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb711a5f-ae12-4670-9415-ddd46752e318 None None] Sync routers for ids ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:54.014723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56142) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:54.022175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-406c3a2c-20a6-471c-8b7c-d8a2eee25265 None None] Calling delete_port for 5435f45e-79ff-4498-8c8c-50f3eafe6a38 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:54.086037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb711a5f-ae12-4670-9415-ddd46752e318 None None] Routers {'e0ca93d2-b453-4e1a-abeb-240e15ab73df'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:54.086674 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-cb711a5f-ae12-4670-9415-ddd46752e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:54.119348 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.150066 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd33561-9420-4cd9-a0c7-5c5c5130283d']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:54.164741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ca7d2f-a68f-4e81-ae39-559b01a13f8b') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:54.165207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ca7d2f-a68f-4e81-ae39-559b01a13f8b') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:54.178956 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.197476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.209994 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:08:54.210406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.231037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-406c3a2c-20a6-471c-8b7c-d8a2eee25265 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:08:54.231392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-406c3a2c-20a6-471c-8b7c-d8a2eee25265 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:08:54.231946 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:08:54.254172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-cb711a5f-ae12-4670-9415-ddd46752e318 None None] Set router e0ca93d2-b453-4e1a-abeb-240e15ab73df gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:54.262356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc23dd69-9dbc-4fee-ab8f-94ac245e6556 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting subnet 4cbafa02-929b-4fda-8f6c-67483fffa085 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:08:54.265854 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cc23dd69-9dbc-4fee-ab8f-94ac245e6556 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.333217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cc23dd69-9dbc-4fee-ab8f-94ac245e6556 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.335938 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.362001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.377257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Network': ['ID=0dd33561-9420-4cd9-a0c7-5c5c5130283d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:54.386782 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-09ba7e24-bb6f-4bda-8fea-7e9fc866685b tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/networks/0dd33561-9420-4cd9-a0c7-5c5c5130283d HTTP/1.1" status: 204 len: 168 time: 1.3720889 Feb 21 09:08:54.389408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56146) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:54.427458 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f62d586b-0437-4ccb-9752-f60809ed3dee up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:08:54.433750 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cc23dd69-9dbc-4fee-ab8f-94ac245e6556 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.563600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cc23dd69-9dbc-4fee-ab8f-94ac245e6556 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.620767 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23dd69-9dbc-4fee-ab8f-94ac245e6556 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Subnet': ['ID=4cbafa02-929b-4fda-8f6c-67483fffa085,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:54.637674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cc23dd69-9dbc-4fee-ab8f-94ac245e6556 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.646204 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572fa1e0-acd5-4967-95b9-b707759e90c1 None None] Network 35c19c97-4eb2-460e-891a-c22ce91312ba requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:54.647669 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cc23dd69-9dbc-4fee-ab8f-94ac245e6556 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/4cbafa02-929b-4fda-8f6c-67483fffa085 HTTP/1.1" status: 204 len: 168 time: 0.6310642 Feb 21 09:08:54.648531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56150) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:54.662377 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port f62d586b-0437-4ccb-9752-f60809ed3dee triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:08:54.662703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.740974 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-406c3a2c-20a6-471c-8b7c-d8a2eee25265 None None] Deleting port 5435f45e-79ff-4498-8c8c-50f3eafe6a38 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:54.741417 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-406c3a2c-20a6-471c-8b7c-d8a2eee25265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.777416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.790302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 5a4110c9-cf0a-486a-aca3-d025fdfa3118 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:54.790693 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.858788 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95bdb44b-9a3c-4132-bffd-4a4db08c4c93 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:54.862732 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-406c3a2c-20a6-471c-8b7c-d8a2eee25265 None None] The port '5435f45e-79ff-4498-8c8c-50f3eafe6a38' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:08:55.017617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-cb711a5f-ae12-4670-9415-ddd46752e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:52Z', 'revision_number': 10, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:30Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:55.028180 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb711a5f-ae12-4670-9415-ddd46752e318 None None] Checking router: e0ca93d2-b453-4e1a-abeb-240e15ab73df for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:55.053982 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb711a5f-ae12-4670-9415-ddd46752e318 None None] Routers {'e0ca93d2-b453-4e1a-abeb-240e15ab73df'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:55.054608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-cb711a5f-ae12-4670-9415-ddd46752e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:55.124332 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] For port 5a4110c9-cf0a-486a-aca3-d025fdfa3118, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5a4110c9-cf0a-486a-aca3-d025fdfa3118,segment=NetworkSegment(d1146b45-4af3-4600-819a-0b18a31d5da7),segment_id=d1146b45-4af3-4600-819a-0b18a31d5da7)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:55.124696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:55.159415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e35acf6a-febb-49cb-9c76-4cc2637aaf16 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:08:55.269679 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: e35acf6a-febb-49cb-9c76-4cc2637aaf16 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:08:55.269967 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e35acf6a-febb-49cb-9c76-4cc2637aaf16 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:08:55.270570 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5435f45e-79ff-4498-8c8c-50f3eafe6a38 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:08:55.308331 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf171cc-e589-4db3-b16f-9b64166f9ecd None None] DHCP port deletion for 35c19c97-4eb2-460e-891a-c22ce91312ba request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:08:55.332566 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 5435f45e-79ff-4498-8c8c-50f3eafe6a38 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:08:55.333251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5435f45e-79ff-4498-8c8c-50f3eafe6a38 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:08:55.335373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for 5a4110c9-cf0a-486a-aca3-d025fdfa3118 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:55.338373 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-acf171cc-e589-4db3-b16f-9b64166f9ecd None None] Deleting port 5a4110c9-cf0a-486a-aca3-d025fdfa3118 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:55.339348 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-acf171cc-e589-4db3-b16f-9b64166f9ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:55.435983 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-cb711a5f-ae12-4670-9415-ddd46752e318 None None] Set router e0ca93d2-b453-4e1a-abeb-240e15ab73df gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:55.452471 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:55.510379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Port': ['ID=5a4110c9-cf0a-486a-aca3-d025fdfa3118,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:55.520120 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] No DVR routers for this DVR port 5a4110c9-cf0a-486a-aca3-d025fdfa3118 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:08:55.715773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:55.751564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c19c97-4eb2-460e-891a-c22ce91312ba']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:55.768307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1146b45-4af3-4600-819a-0b18a31d5da7') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:55.768582 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1146b45-4af3-4600-819a-0b18a31d5da7') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:55.772005 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-acf171cc-e589-4db3-b16f-9b64166f9ecd None None] For port 5a4110c9-cf0a-486a-aca3-d025fdfa3118, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5a4110c9-cf0a-486a-aca3-d025fdfa3118,segment=NetworkSegment(d1146b45-4af3-4600-819a-0b18a31d5da7),segment_id=d1146b45-4af3-4600-819a-0b18a31d5da7)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:55.772395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-acf171cc-e589-4db3-b16f-9b64166f9ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:55.783222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:55.799896 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-95bdb44b-9a3c-4132-bffd-4a4db08c4c93 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:55.800235 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95bdb44b-9a3c-4132-bffd-4a4db08c4c93 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:55.804151 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:55.814040 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:08:55.814040 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:08:55.832235 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:08:55.917058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-acf171cc-e589-4db3-b16f-9b64166f9ecd None None] Calling delete_port for 5a4110c9-cf0a-486a-aca3-d025fdfa3118 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:55.958353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:55.963656 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:55.992713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Network': ['ID=35c19c97-4eb2-460e-891a-c22ce91312ba,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:55.999298 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ce56aacd-5027-4be8-a22a-b7bf95acf685 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/networks/35c19c97-4eb2-460e-891a-c22ce91312ba HTTP/1.1" status: 204 len: 168 time: 1.3496802 Feb 21 09:08:56.002047 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56156) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:56.017084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-95bdb44b-9a3c-4132-bffd-4a4db08c4c93 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] For port 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab,segment=NetworkSegment(8a1d6bf9-8233-44ed-bb7a-d12b865d4d10),segment_id=8a1d6bf9-8233-44ed-bb7a-d12b865d4d10)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:56.017715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95bdb44b-9a3c-4132-bffd-4a4db08c4c93 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:56.047880 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-acf171cc-e589-4db3-b16f-9b64166f9ecd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:08:56.048491 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-acf171cc-e589-4db3-b16f-9b64166f9ecd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:08:56.065526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-cb711a5f-ae12-4670-9415-ddd46752e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:52Z', 'revision_number': 10, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:30Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:56.069579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb711a5f-ae12-4670-9415-ddd46752e318 None None] The sync data for ids ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'] in dv-neutron-830062-1-hyperv is: [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:52Z', 'revision_number': 10, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None, '_interfaces': [{'id': '10d682d6-5ab1-4d59-89aa-b324de2b288e', 'name': '', 'network_id': '35092b21-7116-4ef9-9954-c43b745da490', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'mac_address': 'fa:16:3e:73:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:08:02Z', 'updated_at': '2022-02-21T09:08:30Z', 'revision_number': 5, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'subnets': [{'id': '1726276c-aa81-4fb1-806d-cac85d3d5062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:56.145630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-95bdb44b-9a3c-4132-bffd-4a4db08c4c93 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:56.357440 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95bdb44b-9a3c-4132-bffd-4a4db08c4c93 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:56.371827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c8062fc-bf7d-4506-b384-084a45a4ea2c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:56.417595 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdb44b-9a3c-4132-bffd-4a4db08c4c93 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:56.549808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-acf171cc-e589-4db3-b16f-9b64166f9ecd None None] Deleting port 5a4110c9-cf0a-486a-aca3-d025fdfa3118 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:56.550753 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-acf171cc-e589-4db3-b16f-9b64166f9ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:56.613196 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 310e722e-a4ad-4c39-9adf-6c6c66236aba no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:08:56.687702 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 310e722e-a4ad-4c39-9adf-6c6c66236aba {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:08:56.688368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 310e722e-a4ad-4c39-9adf-6c6c66236aba not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:08:56.688954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5a4110c9-cf0a-486a-aca3-d025fdfa3118 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:08:56.732753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95bdb44b-9a3c-4132-bffd-4a4db08c4c93 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:56.754316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-acf171cc-e589-4db3-b16f-9b64166f9ecd None None] The port '5a4110c9-cf0a-486a-aca3-d025fdfa3118' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:08:56.766000 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 5a4110c9-cf0a-486a-aca3-d025fdfa3118 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:08:56.766137 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5a4110c9-cf0a-486a-aca3-d025fdfa3118 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:08:57.240163 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8c8062fc-bf7d-4506-b384-084a45a4ea2c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port 10d682d6-5ab1-4d59-89aa-b324de2b288e {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:57.241098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c8062fc-bf7d-4506-b384-084a45a4ea2c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:57.419294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bdb44b-9a3c-4132-bffd-4a4db08c4c93 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:57.452783 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-8c8062fc-bf7d-4506-b384-084a45a4ea2c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] For port 10d682d6-5ab1-4d59-89aa-b324de2b288e, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=10d682d6-5ab1-4d59-89aa-b324de2b288e,segment=NetworkSegment(9611c5d5-7174-4565-8e77-84fca1e511f6),segment_id=9611c5d5-7174-4565-8e77-84fca1e511f6)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:57.453137 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c8062fc-bf7d-4506-b384-084a45a4ea2c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:57.583793 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8c8062fc-bf7d-4506-b384-084a45a4ea2c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for 10d682d6-5ab1-4d59-89aa-b324de2b288e owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:57.608658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bdb44b-9a3c-4132-bffd-4a4db08c4c93 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:57.622933 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57e2635-3dbe-430f-a5e2-47567b5868cc None None] Sync routers for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:57.627005 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-95bdb44b-9a3c-4132-bffd-4a4db08c4c93 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2362618 Feb 21 09:08:57.632047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56162) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:57.639374 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57e2635-3dbe-430f-a5e2-47567b5868cc None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:57.640320 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-e57e2635-3dbe-430f-a5e2-47567b5868cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:57.796410 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c8062fc-bf7d-4506-b384-084a45a4ea2c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:57.822227 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-e57e2635-3dbe-430f-a5e2-47567b5868cc None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:57.843957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8062fc-bf7d-4506-b384-084a45a4ea2c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Port': ['ID=10d682d6-5ab1-4d59-89aa-b324de2b288e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:57.865428 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-003f7db8-736d-4ef2-927e-2c257bb108fb tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting subnet 28eb6cbd-e3f9-4c0d-b151-faaa0b50b733 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:08:57.869261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-003f7db8-736d-4ef2-927e-2c257bb108fb tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:57.940481 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-003f7db8-736d-4ef2-927e-2c257bb108fb tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:58.052189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-003f7db8-736d-4ef2-927e-2c257bb108fb tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:58.121816 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c8062fc-bf7d-4506-b384-084a45a4ea2c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:58.156047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-003f7db8-736d-4ef2-927e-2c257bb108fb tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:58.197817 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-e57e2635-3dbe-430f-a5e2-47567b5868cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:56Z', 'revision_number': 10, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:58.204158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f7db8-736d-4ef2-927e-2c257bb108fb tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Subnet': ['ID=28eb6cbd-e3f9-4c0d-b151-faaa0b50b733,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:58.204399 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57e2635-3dbe-430f-a5e2-47567b5868cc None None] Checking router: 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:58.209283 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-003f7db8-736d-4ef2-927e-2c257bb108fb tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:58.216785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef6d23-55ad-42e1-b419-291cb7283142 None None] Network c32e34bc-efab-4ef9-b6b8-a5cd627b9aba requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:08:58.226881 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57e2635-3dbe-430f-a5e2-47567b5868cc None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:58.227939 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-003f7db8-736d-4ef2-927e-2c257bb108fb tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/28eb6cbd-e3f9-4c0d-b151-faaa0b50b733 HTTP/1.1" status: 204 len: 168 time: 0.5947876 Feb 21 09:08:58.228850 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-e57e2635-3dbe-430f-a5e2-47567b5868cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:58.231471 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56166) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:58.391405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:58.419749 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:58.420418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:58.500363 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-e57e2635-3dbe-430f-a5e2-47567b5868cc None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:58.597282 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a10e75-01ea-4fd3-b1d6-8b1fbb194f04 None None] DHCP port deletion for c32e34bc-efab-4ef9-b6b8-a5cd627b9aba request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:08:58.603544 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-73a10e75-01ea-4fd3-b1d6-8b1fbb194f04 None None] Deleting port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:58.604027 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-73a10e75-01ea-4fd3-b1d6-8b1fbb194f04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:58.718387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] For port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1,segment=NetworkSegment(8a1d6bf9-8233-44ed-bb7a-d12b865d4d10),segment_id=8a1d6bf9-8233-44ed-bb7a-d12b865d4d10)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:58.719215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:58.754274 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56172) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:58.889675 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:58.896028 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-73a10e75-01ea-4fd3-b1d6-8b1fbb194f04 None None] For port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1,segment=NetworkSegment(8a1d6bf9-8233-44ed-bb7a-d12b865d4d10),segment_id=8a1d6bf9-8233-44ed-bb7a-d12b865d4d10)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:08:58.896442 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-73a10e75-01ea-4fd3-b1d6-8b1fbb194f04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:58.925067 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-e57e2635-3dbe-430f-a5e2-47567b5868cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:56Z', 'revision_number': 10, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:58.930844 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57e2635-3dbe-430f-a5e2-47567b5868cc None None] The sync data for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv is: [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:08:56Z', 'revision_number': 10, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None, '_interfaces': [{'id': 'afb5a2d2-98fe-4935-bf4d-d2fde288391f', 'name': '', 'network_id': 'a5acaf20-7d30-498f-b56f-9eab7bd1562b', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'mac_address': 'fa:16:3e:e5:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:13Z', 'revision_number': 5, 'project_id': '663a1bbcd87349ad8400099c82983066', 'subnets': [{'id': '034305f6-aa0f-4ba6-9181-9243424e688a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:58.950361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8062fc-bf7d-4506-b384-084a45a4ea2c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router e0ca93d2-b453-4e1a-abeb-240e15ab73df has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:08:58.990566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.034134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:59.042214 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] No DVR routers for this DVR port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:08:59.050717 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-73a10e75-01ea-4fd3-b1d6-8b1fbb194f04 None None] Calling delete_port for ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:08:59.127945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-73a10e75-01ea-4fd3-b1d6-8b1fbb194f04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:08:59.128303 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-73a10e75-01ea-4fd3-b1d6-8b1fbb194f04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:08:59.144522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8062fc-bf7d-4506-b384-084a45a4ea2c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:08:59.155842 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae0a346-6eeb-41f2-8028-3700ccb2971c None None] Sync routers for ids ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:08:59.169673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0a346-6eeb-41f2-8028-3700ccb2971c None None] Routers {'e0ca93d2-b453-4e1a-abeb-240e15ab73df'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:59.170305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8ae0a346-6eeb-41f2-8028-3700ccb2971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:59.220981 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8c8062fc-bf7d-4506-b384-084a45a4ea2c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2152522 Feb 21 09:08:59.226322 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56176) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:59.277056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.308883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32e34bc-efab-4ef9-b6b8-a5cd627b9aba']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:59.317275 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-8ae0a346-6eeb-41f2-8028-3700ccb2971c None None] Set router e0ca93d2-b453-4e1a-abeb-240e15ab73df gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:59.323550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1d6bf9-8233-44ed-bb7a-d12b865d4d10') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:59.323941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1d6bf9-8233-44ed-bb7a-d12b865d4d10') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:59.337323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.356655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.364272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:08:59.365099 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.440218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8ae0a346-6eeb-41f2-8028-3700ccb2971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:57Z', 'revision_number': 11, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:59.445752 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae0a346-6eeb-41f2-8028-3700ccb2971c None None] Checking router: e0ca93d2-b453-4e1a-abeb-240e15ab73df for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:08:59.454107 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:08:59.460832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0a346-6eeb-41f2-8028-3700ccb2971c None None] Routers {'e0ca93d2-b453-4e1a-abeb-240e15ab73df'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:08:59.461540 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8ae0a346-6eeb-41f2-8028-3700ccb2971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:59.496176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.501955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.504977 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-da08e115-59ff-47c0-bdd7-3a3f423982aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting subnet 1726276c-aa81-4fb1-806d-cac85d3d5062 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:08:59.510639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da08e115-59ff-47c0-bdd7-3a3f423982aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.534815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Network': ['ID=c32e34bc-efab-4ef9-b6b8-a5cd627b9aba,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:59.544833 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-461084ac-54a2-42e9-9e42-fda10d5d9d16 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/networks/c32e34bc-efab-4ef9-b6b8-a5cd627b9aba HTTP/1.1" status: 204 len: 168 time: 1.3122590 Feb 21 09:08:59.547320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56180) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:08:59.577560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da08e115-59ff-47c0-bdd7-3a3f423982aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.607018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-8ae0a346-6eeb-41f2-8028-3700ccb2971c None None] Set router e0ca93d2-b453-4e1a-abeb-240e15ab73df gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:08:59.657508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-73a10e75-01ea-4fd3-b1d6-8b1fbb194f04 None None] Deleting port ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:08:59.657508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-73a10e75-01ea-4fd3-b1d6-8b1fbb194f04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.700264 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da08e115-59ff-47c0-bdd7-3a3f423982aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.735170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-73a10e75-01ea-4fd3-b1d6-8b1fbb194f04 None None] The port 'ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:08:59.753008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5660553c-6480-43c2-beed-03ab4894fcfd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.797543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8ae0a346-6eeb-41f2-8028-3700ccb2971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:57Z', 'revision_number': 11, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:08:59.803151 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae0a346-6eeb-41f2-8028-3700ccb2971c None None] The sync data for ids ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'] in dv-neutron-830062-1-hyperv is: [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:57Z', 'revision_number': 11, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:08:59.925062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da08e115-59ff-47c0-bdd7-3a3f423982aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.938098 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-638b8152-4d64-479e-b442-b1faa481794d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.969655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08e115-59ff-47c0-bdd7-3a3f423982aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Subnet': ['ID=1726276c-aa81-4fb1-806d-cac85d3d5062,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:08:59.988825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da08e115-59ff-47c0-bdd7-3a3f423982aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:08:59.995516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048e224e-bc6f-4e17-ab88-90c667b4d8f1 None None] Network 35092b21-7116-4ef9-9954-c43b745da490 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:09:00.006474 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-da08e115-59ff-47c0-bdd7-3a3f423982aa tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/1726276c-aa81-4fb1-806d-cac85d3d5062 HTTP/1.1" status: 204 len: 168 time: 0.7730615 Feb 21 09:09:00.008639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56184) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:00.155892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:00.184438 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port ad20efc3-1801-478a-a9d0-f5945a5c6009 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:00.185029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:00.224019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-24deb317-bc6f-4341-b211-e6ff788d04f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:00.373675 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:00.422583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5526f7c2-bdc1-4fae-b9df-129b56ccb10d None None] DHCP port deletion for 35092b21-7116-4ef9-9954-c43b745da490 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:09:00.427939 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-5526f7c2-bdc1-4fae-b9df-129b56ccb10d None None] Deleting port ad20efc3-1801-478a-a9d0-f5945a5c6009 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:00.428223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5526f7c2-bdc1-4fae-b9df-129b56ccb10d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:00.458391 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 10d682d6-5ab1-4d59-89aa-b324de2b288e no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:09:00.551042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 10d682d6-5ab1-4d59-89aa-b324de2b288e {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:09:00.551399 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 10d682d6-5ab1-4d59-89aa-b324de2b288e not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:09:00.551793 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:09:00.588606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:09:00.588991 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1ed1d7b4-bc47-4a2e-96ed-6d3f444557ab not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:09:00.589654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:09:00.627082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:09:00.627082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ef2bdc7d-e42c-4e6d-b3a3-1edcceb41fb1 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:09:00.726304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-638b8152-4d64-479e-b442-b1faa481794d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port afb5a2d2-98fe-4935-bf4d-d2fde288391f {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:00.727286 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-638b8152-4d64-479e-b442-b1faa481794d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:00.780876 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] For port ad20efc3-1801-478a-a9d0-f5945a5c6009, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ad20efc3-1801-478a-a9d0-f5945a5c6009,segment=NetworkSegment(9611c5d5-7174-4565-8e77-84fca1e511f6),segment_id=9611c5d5-7174-4565-8e77-84fca1e511f6)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:00.781236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:00.803452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-5526f7c2-bdc1-4fae-b9df-129b56ccb10d None None] For port ad20efc3-1801-478a-a9d0-f5945a5c6009, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ad20efc3-1801-478a-a9d0-f5945a5c6009,segment=NetworkSegment(9611c5d5-7174-4565-8e77-84fca1e511f6),segment_id=9611c5d5-7174-4565-8e77-84fca1e511f6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:00.803833 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5526f7c2-bdc1-4fae-b9df-129b56ccb10d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:00.930535 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-5526f7c2-bdc1-4fae-b9df-129b56ccb10d None None] Calling delete_port for ad20efc3-1801-478a-a9d0-f5945a5c6009 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:00.948338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Calling delete_port for ad20efc3-1801-478a-a9d0-f5945a5c6009 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:00.950510 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-638b8152-4d64-479e-b442-b1faa481794d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] For port afb5a2d2-98fe-4935-bf4d-d2fde288391f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=afb5a2d2-98fe-4935-bf4d-d2fde288391f,segment=NetworkSegment(06477fba-7273-4d44-ac62-5dfafac66102),segment_id=06477fba-7273-4d44-ac62-5dfafac66102)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:00.950876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-638b8152-4d64-479e-b442-b1faa481794d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:01.015117 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5526f7c2-bdc1-4fae-b9df-129b56ccb10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:01.060829 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526f7c2-bdc1-4fae-b9df-129b56ccb10d None None] Pushing event deleted for resources: {'Port': ['ID=ad20efc3-1801-478a-a9d0-f5945a5c6009,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:01.071064 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5526f7c2-bdc1-4fae-b9df-129b56ccb10d None None] No DVR routers for this DVR port ad20efc3-1801-478a-a9d0-f5945a5c6009 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:09:01.093526 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:09:01.093844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:09:01.206171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-638b8152-4d64-479e-b442-b1faa481794d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for afb5a2d2-98fe-4935-bf4d-d2fde288391f owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:01.239107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-5660553c-6480-43c2-beed-03ab4894fcfd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port f62d586b-0437-4ccb-9752-f60809ed3dee {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:01.239449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5660553c-6480-43c2-beed-03ab4894fcfd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:01.401150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-638b8152-4d64-479e-b442-b1faa481794d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:01.447675 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b8152-4d64-479e-b442-b1faa481794d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Port': ['ID=afb5a2d2-98fe-4935-bf4d-d2fde288391f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:01.447999 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-5660553c-6480-43c2-beed-03ab4894fcfd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port f62d586b-0437-4ccb-9752-f60809ed3dee, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=f62d586b-0437-4ccb-9752-f60809ed3dee,segment=NetworkSegment(4c64a048-7afb-438e-86a7-1da7f80e1eb9),segment_id=4c64a048-7afb-438e-86a7-1da7f80e1eb9)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:01.448550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5660553c-6480-43c2-beed-03ab4894fcfd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:01.582055 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-5660553c-6480-43c2-beed-03ab4894fcfd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for f62d586b-0437-4ccb-9752-f60809ed3dee owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:01.610409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Deleting port ad20efc3-1801-478a-a9d0-f5945a5c6009 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:01.610409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:01.652376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-638b8152-4d64-479e-b442-b1faa481794d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:01.693342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] The port 'ad20efc3-1801-478a-a9d0-f5945a5c6009' was deleted {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:09:01.848099 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:01.882423 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35092b21-7116-4ef9-9954-c43b745da490']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:01.900796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9611c5d5-7174-4565-8e77-84fca1e511f6') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:01.901087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9611c5d5-7174-4565-8e77-84fca1e511f6') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:01.914445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:02.056540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:02.075033 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638b8152-4d64-479e-b442-b1faa481794d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:09:02.075713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:09:02.075713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: util.warn( Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:09:02.090363 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:09:02.181492 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5660553c-6480-43c2-beed-03ab4894fcfd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:02.218591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638b8152-4d64-479e-b442-b1faa481794d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:09:02.220417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:02.230766 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660553c-6480-43c2-beed-03ab4894fcfd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=f62d586b-0437-4ccb-9752-f60809ed3dee,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:02.231468 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8eb30c-eba3-4b98-9797-5dfbad864c80 None None] Sync routers for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:09:02.246433 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-638b8152-4d64-479e-b442-b1faa481794d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6979649 Feb 21 09:09:02.246922 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8eb30c-eba3-4b98-9797-5dfbad864c80 None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:02.247114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56188) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:02.247918 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8d8eb30c-eba3-4b98-9797-5dfbad864c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:02.248091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:02.264190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Pushing event deleted for resources: {'Network': ['ID=35092b21-7116-4ef9-9954-c43b745da490,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:02.309229 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-966d4437-2a0b-45fc-9cab-8b5f14362605 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/networks/35092b21-7116-4ef9-9954-c43b745da490 HTTP/1.1" status: 204 len: 168 time: 2.2994506 Feb 21 09:09:02.314509 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56192) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:02.320965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-98e5c5b1-33b9-472a-9c0f-52773d2ffeb2 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'router': {'routes': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:02.449340 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-8d8eb30c-eba3-4b98-9797-5dfbad864c80 None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:02.510323 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ad20efc3-1801-478a-a9d0-f5945a5c6009 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:09:02.562535 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: ad20efc3-1801-478a-a9d0-f5945a5c6009 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:09:02.563188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ad20efc3-1801-478a-a9d0-f5945a5c6009 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:09:02.603156 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b26f2ea-7995-43b1-b4e4-f350bd23e819 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting subnet 034305f6-aa0f-4ba6-9181-9243424e688a {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:09:02.608868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1b26f2ea-7995-43b1-b4e4-f350bd23e819 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:02.674125 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8d8eb30c-eba3-4b98-9797-5dfbad864c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:09:01Z', 'revision_number': 11, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:02.681306 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8eb30c-eba3-4b98-9797-5dfbad864c80 None None] Checking router: 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:09:02.694489 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8eb30c-eba3-4b98-9797-5dfbad864c80 None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:02.695387 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8d8eb30c-eba3-4b98-9797-5dfbad864c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:08:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:02.784802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1b26f2ea-7995-43b1-b4e4-f350bd23e819 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:02.843564 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-8d8eb30c-eba3-4b98-9797-5dfbad864c80 None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:02.871764 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1b26f2ea-7995-43b1-b4e4-f350bd23e819 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:02.880871 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.extraroute_db [None req-98e5c5b1-33b9-472a-9c0f-52773d2ffeb2 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Added routes are [] {{(pid=83584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 21 09:09:02.881228 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.extraroute_db [None req-98e5c5b1-33b9-472a-9c0f-52773d2ffeb2 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Removed routes are [] {{(pid=83584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 21 09:09:02.881527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98e5c5b1-33b9-472a-9c0f-52773d2ffeb2 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:02.932395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-174cdf45-2803-4394-aa25-548eeb0410d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:02.955434 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8d8eb30c-eba3-4b98-9797-5dfbad864c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:09:01Z', 'revision_number': 11, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:02.960516 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8eb30c-eba3-4b98-9797-5dfbad864c80 None None] The sync data for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv is: [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:09:01Z', 'revision_number': 11, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:09:02.976284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1b26f2ea-7995-43b1-b4e4-f350bd23e819 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:03.021748 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26f2ea-7995-43b1-b4e4-f350bd23e819 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Subnet': ['ID=034305f6-aa0f-4ba6-9181-9243424e688a,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:03.033504 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1b26f2ea-7995-43b1-b4e4-f350bd23e819 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:03.041209 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1b26f2ea-7995-43b1-b4e4-f350bd23e819 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/034305f6-aa0f-4ba6-9181-9243424e688a HTTP/1.1" status: 204 len: 168 time: 0.7930071 Feb 21 09:09:03.041458 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f56f91-36aa-4fa0-aaa4-770f8509bc86 None None] Network a5acaf20-7d30-498f-b56f-9eab7bd1562b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:09:03.051941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56196) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:03.317779 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d97cc4-c65c-4dc0-af4e-4708a530ff30 None None] DHCP port deletion for a5acaf20-7d30-498f-b56f-9eab7bd1562b request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:09:03.323123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-08d97cc4-c65c-4dc0-af4e-4708a530ff30 None None] Deleting port de3dedb6-e0bf-45b9-a631-f0970d458398 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:03.323853 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08d97cc4-c65c-4dc0-af4e-4708a530ff30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:03.428501 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98e5c5b1-33b9-472a-9c0f-52773d2ffeb2 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:03.439767 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:03.444607 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98e5c5b1-33b9-472a-9c0f-52773d2ffeb2 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:03.581640 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port de3dedb6-e0bf-45b9-a631-f0970d458398 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:03.581993 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:03.621696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-08d97cc4-c65c-4dc0-af4e-4708a530ff30 None None] For port de3dedb6-e0bf-45b9-a631-f0970d458398, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=de3dedb6-e0bf-45b9-a631-f0970d458398,segment=NetworkSegment(06477fba-7273-4d44-ac62-5dfafac66102),segment_id=06477fba-7273-4d44-ac62-5dfafac66102)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:03.622311 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08d97cc4-c65c-4dc0-af4e-4708a530ff30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:03.630313 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:03.692010 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5660553c-6480-43c2-beed-03ab4894fcfd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:03.724395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e5c5b1-33b9-472a-9c0f-52773d2ffeb2 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router e0ca93d2-b453-4e1a-abeb-240e15ab73df has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:09:03.748046 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-08d97cc4-c65c-4dc0-af4e-4708a530ff30 None None] Calling delete_port for de3dedb6-e0bf-45b9-a631-f0970d458398 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:03.826316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08d97cc4-c65c-4dc0-af4e-4708a530ff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:03.873543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d97cc4-c65c-4dc0-af4e-4708a530ff30 None None] Pushing event deleted for resources: {'Port': ['ID=de3dedb6-e0bf-45b9-a631-f0970d458398,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:03.879993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d97cc4-c65c-4dc0-af4e-4708a530ff30 None None] No DVR routers for this DVR port de3dedb6-e0bf-45b9-a631-f0970d458398 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:09:03.995739 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:04.089595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] For port de3dedb6-e0bf-45b9-a631-f0970d458398, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=de3dedb6-e0bf-45b9-a631-f0970d458398,segment=NetworkSegment(06477fba-7273-4d44-ac62-5dfafac66102),segment_id=06477fba-7273-4d44-ac62-5dfafac66102)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:04.089898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:04.217468 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Calling delete_port for de3dedb6-e0bf-45b9-a631-f0970d458398 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:04.289376 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e5c5b1-33b9-472a-9c0f-52773d2ffeb2 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:09:04.299444 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f334a73-6d83-446d-a965-2a94fdc9dc57 None None] Sync routers for ids ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:09:04.307550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98e5c5b1-33b9-472a-9c0f-52773d2ffeb2 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:04.308709 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98e5c5b1-33b9-472a-9c0f-52773d2ffeb2 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df HTTP/1.1" status: 200 len: 700 time: 1.9932182 Feb 21 09:09:04.312117 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56200) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:04.313223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f334a73-6d83-446d-a965-2a94fdc9dc57 None None] Routers {'e0ca93d2-b453-4e1a-abeb-240e15ab73df'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:04.313854 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8f334a73-6d83-446d-a965-2a94fdc9dc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:04.320265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.db.api [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:09:04.321193 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG oslo_db.api [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:09:04.362339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-beeee4ac-507e-41fe-a0da-3a5672a0c925 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Synchronizing usage tracker for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:04.381551 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-beeee4ac-507e-41fe-a0da-3a5672a0c925 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Unset dirty status for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:04.383510 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-beeee4ac-507e-41fe-a0da-3a5672a0c925 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0ca93d2-b453-4e1a-abeb-240e15ab73df HTTP/1.1" status: 200 len: 205 time: 0.0685148 Feb 21 09:09:04.387178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56204) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:04.430540 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device de3dedb6-e0bf-45b9-a631-f0970d458398 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:09:04.535713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: de3dedb6-e0bf-45b9-a631-f0970d458398 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:09:04.536058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device de3dedb6-e0bf-45b9-a631-f0970d458398 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:09:04.536474 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device afb5a2d2-98fe-4935-bf4d-d2fde288391f no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:09:04.558866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec51a3a2-1662-4808-942a-a1a76d89efbf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:04.576277 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: afb5a2d2-98fe-4935-bf4d-d2fde288391f {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:09:04.576937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device afb5a2d2-98fe-4935-bf4d-d2fde288391f not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:09:04.582419 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-8f334a73-6d83-446d-a965-2a94fdc9dc57 None None] Set router e0ca93d2-b453-4e1a-abeb-240e15ab73df gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:04.695053 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8f334a73-6d83-446d-a965-2a94fdc9dc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:57Z', 'revision_number': 11, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:04.699921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f334a73-6d83-446d-a965-2a94fdc9dc57 None None] Checking router: e0ca93d2-b453-4e1a-abeb-240e15ab73df for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:09:04.713594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f334a73-6d83-446d-a965-2a94fdc9dc57 None None] Routers {'e0ca93d2-b453-4e1a-abeb-240e15ab73df'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:04.714460 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8f334a73-6d83-446d-a965-2a94fdc9dc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:04.851494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-8f334a73-6d83-446d-a965-2a94fdc9dc57 None None] Set router e0ca93d2-b453-4e1a-abeb-240e15ab73df gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:04.852814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Deleting port de3dedb6-e0bf-45b9-a631-f0970d458398 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:04.852814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:04.921790 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] The port 'de3dedb6-e0bf-45b9-a631-f0970d458398' was deleted {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:09:04.976379 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8f334a73-6d83-446d-a965-2a94fdc9dc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:57Z', 'revision_number': 11, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:04.983920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f334a73-6d83-446d-a965-2a94fdc9dc57 None None] The sync data for ids ['e0ca93d2-b453-4e1a-abeb-240e15ab73df'] in dv-neutron-830062-1-hyperv is: [{'id': 'e0ca93d2-b453-4e1a-abeb-240e15ab73df', 'name': 'tempest-RoutersTest-router-759182660', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:58Z', 'updated_at': '2022-02-21T09:08:57Z', 'revision_number': 11, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:09:04.992562 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec51a3a2-1662-4808-942a-a1a76d89efbf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:04.997768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec51a3a2-1662-4808-942a-a1a76d89efbf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.045841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec51a3a2-1662-4808-942a-a1a76d89efbf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.046052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec51a3a2-1662-4808-942a-a1a76d89efbf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Fanout notify agent at l3_agent the message router_deleted on router e0ca93d2-b453-4e1a-abeb-240e15ab73df {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:09:05.072943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec51a3a2-1662-4808-942a-a1a76d89efbf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.074143 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ec51a3a2-1662-4808-942a-a1a76d89efbf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df HTTP/1.1" status: 204 len: 168 time: 0.6856136 Feb 21 09:09:05.075622 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.078816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56210) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:05.087736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-71f897e4-493e-49ec-be56-64dce03f9e3e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-843208535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:05.100890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-71f897e4-493e-49ec-be56-64dce03f9e3e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:05.107984 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-71f897e4-493e-49ec-be56-64dce03f9e3e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Usage tracker for resource:router and tenant:cd84e71f9f5046e186281236ed632a8f is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:05.112284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-71f897e4-493e-49ec-be56-64dce03f9e3e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:05.113400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5acaf20-7d30-498f-b56f-9eab7bd1562b']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:05.121728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-71f897e4-493e-49ec-be56-64dce03f9e3e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:05.141334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06477fba-7273-4d44-ac62-5dfafac66102') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:05.141334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06477fba-7273-4d44-ac62-5dfafac66102') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:05.146081 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71f897e4-493e-49ec-be56-64dce03f9e3e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.146470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71f897e4-493e-49ec-be56-64dce03f9e3e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.155382 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.176465 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.184548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71f897e4-493e-49ec-be56-64dce03f9e3e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.190567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:09:05.190567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:09:05.206200 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:09:05.217499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71f897e4-493e-49ec-be56-64dce03f9e3e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.256426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71f897e4-493e-49ec-be56-64dce03f9e3e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.257641 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-71f897e4-493e-49ec-be56-64dce03f9e3e tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1777372 Feb 21 09:09:05.263572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56214) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:05.269772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c31840e4-18fe-4681-b653-995114e35a6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:05.305673 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5660553c-6480-43c2-beed-03ab4894fcfd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 7a79d461-07c5-400d-9945-55ff5a887d45 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:09:05.322862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.399572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.474498 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Pushing event deleted for resources: {'Network': ['ID=a5acaf20-7d30-498f-b56f-9eab7bd1562b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:05.482706 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1dcf99a1-152e-480c-a195-a508dd3014b7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/networks/a5acaf20-7d30-498f-b56f-9eab7bd1562b HTTP/1.1" status: 204 len: 168 time: 2.4295752 Feb 21 09:09:05.490483 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56218) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:05.497526 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ff2adf0e-a5a5-4f2f-876c-c5e840a95a8a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'router': {'routes': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:05.842797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.extraroute_db [None req-ff2adf0e-a5a5-4f2f-876c-c5e840a95a8a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Added routes are [] {{(pid=83584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 21 09:09:05.843421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.extraroute_db [None req-ff2adf0e-a5a5-4f2f-876c-c5e840a95a8a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Removed routes are [] {{(pid=83584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 21 09:09:05.843554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ff2adf0e-a5a5-4f2f-876c-c5e840a95a8a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.875744 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c31840e4-18fe-4681-b653-995114e35a6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.891775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c31840e4-18fe-4681-b653-995114e35a6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:05.988465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:06.102548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31840e4-18fe-4681-b653-995114e35a6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Router fca96fc3-0738-4671-bdc9-879e4af9ca87 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:09:06.139149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5660553c-6480-43c2-beed-03ab4894fcfd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:09:06.157772 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5660553c-6480-43c2-beed-03ab4894fcfd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/7a79d461-07c5-400d-9945-55ff5a887d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3903253 Feb 21 09:09:06.157772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ff2adf0e-a5a5-4f2f-876c-c5e840a95a8a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:06.159238 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b18f09-b340-4245-bab0-c93803b41307 None None] Sync routers for ids ['7a79d461-07c5-400d-9945-55ff5a887d45'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:09:06.163055 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ff2adf0e-a5a5-4f2f-876c-c5e840a95a8a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:06.175192 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b18f09-b340-4245-bab0-c93803b41307 None None] Routers {'7a79d461-07c5-400d-9945-55ff5a887d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:06.175747 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-30b18f09-b340-4245-bab0-c93803b41307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a79d461-07c5-400d-9945-55ff5a887d45'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:06.288980 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31840e4-18fe-4681-b653-995114e35a6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:09:06.301006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c31840e4-18fe-4681-b653-995114e35a6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:06.301269 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b262b42-dc14-4f7d-8b0c-7ceef9329840 None None] Sync routers for ids ['fca96fc3-0738-4671-bdc9-879e4af9ca87'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:09:06.303145 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c31840e4-18fe-4681-b653-995114e35a6c tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "PUT /v2.0/routers/fca96fc3-0738-4671-bdc9-879e4af9ca87 HTTP/1.1" status: 200 len: 693 time: 1.0382993 Feb 21 09:09:06.306565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56224) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:06.337866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b262b42-dc14-4f7d-8b0c-7ceef9329840 None None] Routers {'fca96fc3-0738-4671-bdc9-879e4af9ca87'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:06.338601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2b262b42-dc14-4f7d-8b0c-7ceef9329840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['fca96fc3-0738-4671-bdc9-879e4af9ca87'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:06.515694 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-30b18f09-b340-4245-bab0-c93803b41307 None None] Set router 7a79d461-07c5-400d-9945-55ff5a887d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:06.519871 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f9a01e80-2e69-4da4-bc01-4d030ccf7689 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/routers/fca96fc3-0738-4671-bdc9-879e4af9ca87 HTTP/1.1" status: 200 len: 699 time: 0.2097998 Feb 21 09:09:06.520507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56228) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:06.581835 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2adf0e-a5a5-4f2f-876c-c5e840a95a8a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:09:06.617170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-2b262b42-dc14-4f7d-8b0c-7ceef9329840 None None] Set router fca96fc3-0738-4671-bdc9-879e4af9ca87 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:06.624942 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a2f53a3f-50ce-438e-b086-d35dfd346924 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports?device_id=fca96fc3-0738-4671-bdc9-879e4af9ca87 HTTP/1.1" status: 200 len: 205 time: 0.1029167 Feb 21 09:09:06.627138 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56232) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:06.840182 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2b262b42-dc14-4f7d-8b0c-7ceef9329840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca96fc3-0738-4671-bdc9-879e4af9ca87', 'name': 'tempest-RoutersTest-router-843208535', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:05Z', 'updated_at': '2022-02-21T09:09:05Z', 'revision_number': 2, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:06.846723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b262b42-dc14-4f7d-8b0c-7ceef9329840 None None] Checking router: fca96fc3-0738-4671-bdc9-879e4af9ca87 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:09:06.846839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-15e80dd1-6d05-4355-8b58-4790eb29907f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:06.860270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b262b42-dc14-4f7d-8b0c-7ceef9329840 None None] Routers {'fca96fc3-0738-4671-bdc9-879e4af9ca87'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:06.860928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2b262b42-dc14-4f7d-8b0c-7ceef9329840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['fca96fc3-0738-4671-bdc9-879e4af9ca87'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:06.879349 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2adf0e-a5a5-4f2f-876c-c5e840a95a8a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:09:06.906002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ff2adf0e-a5a5-4f2f-876c-c5e840a95a8a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:06.913858 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383b840a-3a61-4835-aad8-6502c6dce17c None None] Sync routers for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:09:06.916444 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ff2adf0e-a5a5-4f2f-876c-c5e840a95a8a tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 HTTP/1.1" status: 200 len: 705 time: 1.4237483 Feb 21 09:09:06.916565 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56240) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:06.976684 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4aa27f17-90d4-4d37-8d91-9718b605b9f3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Synchronizing usage tracker for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:07.015777 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4aa27f17-90d4-4d37-8d91-9718b605b9f3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Unset dirty status for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:07.024152 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4aa27f17-90d4-4d37-8d91-9718b605b9f3 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports?device_id=3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 HTTP/1.1" status: 200 len: 205 time: 0.1037774 Feb 21 09:09:07.026684 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56244) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:07.053429 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b840a-3a61-4835-aad8-6502c6dce17c None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:07.054511 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-383b840a-3a61-4835-aad8-6502c6dce17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:07.067915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-2b262b42-dc14-4f7d-8b0c-7ceef9329840 None None] Set router fca96fc3-0738-4671-bdc9-879e4af9ca87 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:07.223647 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2b262b42-dc14-4f7d-8b0c-7ceef9329840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca96fc3-0738-4671-bdc9-879e4af9ca87', 'name': 'tempest-RoutersTest-router-843208535', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:05Z', 'updated_at': '2022-02-21T09:09:05Z', 'revision_number': 2, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:07.224312 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-383b840a-3a61-4835-aad8-6502c6dce17c None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:07.229010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b262b42-dc14-4f7d-8b0c-7ceef9329840 None None] The sync data for ids ['fca96fc3-0738-4671-bdc9-879e4af9ca87'] in dv-neutron-830062-1-hyperv is: [{'id': 'fca96fc3-0738-4671-bdc9-879e4af9ca87', 'name': 'tempest-RoutersTest-router-843208535', 'tenant_id': 'cd84e71f9f5046e186281236ed632a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:05Z', 'updated_at': '2022-02-21T09:09:05Z', 'revision_number': 2, 'project_id': 'cd84e71f9f5046e186281236ed632a8f', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:09:07.261470 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba93475c-ca8c-41d3-9b04-d6d3e4041aa4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:07.365665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6693f63-6f2c-4d1c-aa85-843a885d6aa2 req-bd858171-c54f-4afa-9c97-8b1cf4fbccd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:07.366618 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-f6693f63-6f2c-4d1c-aa85-843a885d6aa2 req-bd858171-c54f-4afa-9c97-8b1cf4fbccd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:07.380752 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-383b840a-3a61-4835-aad8-6502c6dce17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:09:01Z', 'revision_number': 11, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:07.386479 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383b840a-3a61-4835-aad8-6502c6dce17c None None] Checking router: 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:09:07.422948 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b840a-3a61-4835-aad8-6502c6dce17c None None] Routers {'3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:07.424276 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-383b840a-3a61-4835-aad8-6502c6dce17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:07.532552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-f6693f63-6f2c-4d1c-aa85-843a885d6aa2 req-bd858171-c54f-4afa-9c97-8b1cf4fbccd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:07.534663 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f6693f63-6f2c-4d1c-aa85-843a885d6aa2 req-bd858171-c54f-4afa-9c97-8b1cf4fbccd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 946 time: 0.4690576 Feb 21 09:09:07.690827 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-383b840a-3a61-4835-aad8-6502c6dce17c None None] Set router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:07.717221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-15e80dd1-6d05-4355-8b58-4790eb29907f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:07.732985 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-15e80dd1-6d05-4355-8b58-4790eb29907f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:07.735361 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-30b18f09-b340-4245-bab0-c93803b41307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:09:01Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'port_id': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'mac_address': 'fa:16:3e:b7:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:07:26Z', 'updated_at': '2022-02-21T09:07:31Z', 'revision_number': 1, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:07:04Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:07.749754 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b18f09-b340-4245-bab0-c93803b41307 None None] Checking router: 7a79d461-07c5-400d-9945-55ff5a887d45 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:09:07.755138 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f6693f63-6f2c-4d1c-aa85-843a885d6aa2 req-e6915418-7f6c-4113-8aa1-2eb2470cc03a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040403 Feb 21 09:09:07.764853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba93475c-ca8c-41d3-9b04-d6d3e4041aa4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:07.776458 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba93475c-ca8c-41d3-9b04-d6d3e4041aa4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:07.790052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-15e80dd1-6d05-4355-8b58-4790eb29907f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:07.791490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e80dd1-6d05-4355-8b58-4790eb29907f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Fanout notify agent at l3_agent the message router_deleted on router fca96fc3-0738-4671-bdc9-879e4af9ca87 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:09:07.827242 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-383b840a-3a61-4835-aad8-6502c6dce17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:09:01Z', 'revision_number': 11, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:07.829969 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-15e80dd1-6d05-4355-8b58-4790eb29907f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:07.834545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba93475c-ca8c-41d3-9b04-d6d3e4041aa4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:07.834545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba93475c-ca8c-41d3-9b04-d6d3e4041aa4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Fanout notify agent at l3_agent the message router_deleted on router 3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:09:07.836090 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383b840a-3a61-4835-aad8-6502c6dce17c None None] The sync data for ids ['3624afdf-7ed1-4ebd-8732-bf3a43dbfae1'] in dv-neutron-830062-1-hyperv is: [{'id': '3624afdf-7ed1-4ebd-8732-bf3a43dbfae1', 'name': 'tempest-RoutersIpV6Test-router-1321965219', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:07:55Z', 'updated_at': '2022-02-21T09:09:01Z', 'revision_number': 11, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:09:07.836222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56248) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:07.836809 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b18f09-b340-4245-bab0-c93803b41307 None None] Routers {'7a79d461-07c5-400d-9945-55ff5a887d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:07.836809 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-30b18f09-b340-4245-bab0-c93803b41307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a79d461-07c5-400d-9945-55ff5a887d45'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:07.844617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-15e80dd1-6d05-4355-8b58-4790eb29907f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/routers/fca96fc3-0738-4671-bdc9-879e4af9ca87 HTTP/1.1" status: 204 len: 168 time: 1.2158017 Feb 21 09:09:07.898843 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b242ac48-5b1f-4892-a639-b7424faf7a1f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Synchronizing usage tracker for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:07.906972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba93475c-ca8c-41d3-9b04-d6d3e4041aa4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:07.908337 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ba93475c-ca8c-41d3-9b04-d6d3e4041aa4 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 HTTP/1.1" status: 204 len: 168 time: 0.8803666 Feb 21 09:09:07.914969 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56252) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:07.921638 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a4f2eff5-4498-4cb4-beac-3aa53b14e863 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1767251844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:07.934009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a4f2eff5-4498-4cb4-beac-3aa53b14e863 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:07.941493 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a4f2eff5-4498-4cb4-beac-3aa53b14e863 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Usage tracker for resource:router and tenant:663a1bbcd87349ad8400099c82983066 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:07.945363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b242ac48-5b1f-4892-a639-b7424faf7a1f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] Unset dirty status for tenant:cd84e71f9f5046e186281236ed632a8f on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:07.947372 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b242ac48-5b1f-4892-a639-b7424faf7a1f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports?device_id=fca96fc3-0738-4671-bdc9-879e4af9ca87 HTTP/1.1" status: 200 len: 205 time: 0.1134727 Feb 21 09:09:07.948712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a4f2eff5-4498-4cb4-beac-3aa53b14e863 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:07.950596 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56256) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:07.962958 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a4f2eff5-4498-4cb4-beac-3aa53b14e863 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:07.989107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4f2eff5-4498-4cb4-beac-3aa53b14e863 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:07.990851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4f2eff5-4498-4cb4-beac-3aa53b14e863 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:08.016932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4f2eff5-4498-4cb4-beac-3aa53b14e863 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:08.035497 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-bb753653-4531-4dbe-93c7-5677415acb3a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] delete failed (client error): The resource could not be found. Feb 21 09:09:08.036738 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bb753653-4531-4dbe-93c7-5677415acb3a tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/routers/fca96fc3-0738-4671-bdc9-879e4af9ca87 HTTP/1.1" status: 404 len: 336 time: 0.0850470 Feb 21 09:09:08.039414 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56260) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:08.085260 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-30b18f09-b340-4245-bab0-c93803b41307 None None] Set router 7a79d461-07c5-400d-9945-55ff5a887d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:08.115287 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-39dd795d-2e03-4cc4-b393-8ca310ec85bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:08.115828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39dd795d-2e03-4cc4-b393-8ca310ec85bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:08.124477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4f2eff5-4498-4cb4-beac-3aa53b14e863 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:08.131081 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-39dd795d-2e03-4cc4-b393-8ca310ec85bf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/541ada9e-c461-452d-b27d-1a4076a89d0f HTTP/1.1" status: 404 len: 337 time: 0.0901685 Feb 21 09:09:08.133816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56264) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:08.167266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4f2eff5-4498-4cb4-beac-3aa53b14e863 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:08.176138 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a4f2eff5-4498-4cb4-beac-3aa53b14e863 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2616642 Feb 21 09:09:08.177558 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56268) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:08.183624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-58d96fc0-8e98-4e43-8834-d5740d0ba095 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:08.241286 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ccfff15-8ccd-4719-9cbe-905a98157795 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:08.241731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ccfff15-8ccd-4719-9cbe-905a98157795 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:08.246395 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9ccfff15-8ccd-4719-9cbe-905a98157795 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/bb2b2201-1fcb-461f-91f8-13d208c2842a HTTP/1.1" status: 404 len: 337 time: 0.1112683 Feb 21 09:09:08.252491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56272) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:08.335401 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-812700a7-ad26-4ee3-bd80-bd0eb10fe709 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:08.335859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812700a7-ad26-4ee3-bd80-bd0eb10fe709 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:08.340765 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-812700a7-ad26-4ee3-bd80-bd0eb10fe709 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/4cbafa02-929b-4fda-8f6c-67483fffa085 HTTP/1.1" status: 404 len: 337 time: 0.0868850 Feb 21 09:09:08.342329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56276) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:08.403421 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4acc74-9da8-481b-839e-657cdd0c75b5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:08.403974 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4acc74-9da8-481b-839e-657cdd0c75b5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:08.408599 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0d4acc74-9da8-481b-839e-657cdd0c75b5 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/1726276c-aa81-4fb1-806d-cac85d3d5062 HTTP/1.1" status: 404 len: 337 time: 0.0652339 Feb 21 09:09:08.412138 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56280) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:08.465276 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-85b174a6-ed81-4a65-adff-e9be310653f6 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0ca93d2-b453-4e1a-abeb-240e15ab73df HTTP/1.1" status: 200 len: 205 time: 0.0518713 Feb 21 09:09:08.466123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56284) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:08.560885 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-376a93d9-fc34-4c50-9219-87fb2bf53704 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] delete failed (client error): The resource could not be found. Feb 21 09:09:08.566213 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-376a93d9-fc34-4c50-9219-87fb2bf53704 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/routers/e0ca93d2-b453-4e1a-abeb-240e15ab73df HTTP/1.1" status: 404 len: 336 time: 0.0940342 Feb 21 09:09:08.567806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56288) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:08.629520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766f93d-ffca-46c5-819b-f17326a55831 req-99bca376-7059-4587-ab81-5005f725fa52 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:08.631112 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a766f93d-ffca-46c5-819b-f17326a55831 req-99bca376-7059-4587-ab81-5005f725fa52 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 946 time: 0.4377117 Feb 21 09:09:08.671182 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-404cb07d-f4f7-431d-aaf3-6610ca4bb021 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1de7129-6c47-4564-985e-f047e0de85fb HTTP/1.1" status: 200 len: 205 time: 0.1021008 Feb 21 09:09:08.676987 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56292) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:08.685711 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-30b18f09-b340-4245-bab0-c93803b41307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:09:01Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'port_id': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'mac_address': 'fa:16:3e:b7:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:07:26Z', 'updated_at': '2022-02-21T09:07:31Z', 'revision_number': 1, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:07:04Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:08.691573 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b18f09-b340-4245-bab0-c93803b41307 None None] The sync data for ids ['7a79d461-07c5-400d-9945-55ff5a887d45'] in dv-neutron-830062-1-hyperv is: [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:09:01Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'port_id': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'mac_address': 'fa:16:3e:b7:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:07:26Z', 'updated_at': '2022-02-21T09:07:31Z', 'revision_number': 1, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:07:04Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:09:08.766878 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-30686925-4826-4368-8c36-e7e59ae544cf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] delete failed (client error): The resource could not be found. Feb 21 09:09:08.767936 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-30686925-4826-4368-8c36-e7e59ae544cf tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/routers/b1de7129-6c47-4564-985e-f047e0de85fb HTTP/1.1" status: 404 len: 336 time: 0.0895998 Feb 21 09:09:08.770464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56296) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:08.789056 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58d96fc0-8e98-4e43-8834-d5740d0ba095 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:08.800497 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58d96fc0-8e98-4e43-8834-d5740d0ba095 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:08.822257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-a766f93d-ffca-46c5-819b-f17326a55831 req-01507f80-b86d-40bc-8d8a-e5c1f65ab90f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 740fb179-5370-4933-bd69-7b66ac9bc6dc {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:08.822843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a766f93d-ffca-46c5-819b-f17326a55831 req-01507f80-b86d-40bc-8d8a-e5c1f65ab90f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:08.849855 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-31833baf-140f-4a37-a05f-ebea74ca319d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:08.850285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31833baf-140f-4a37-a05f-ebea74ca319d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:08.858002 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-31833baf-140f-4a37-a05f-ebea74ca319d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/d5113fa6-97e5-4324-806d-6f0eaf390e06 HTTP/1.1" status: 404 len: 337 time: 0.0807576 Feb 21 09:09:08.858002 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56302) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:08.925503 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1cf97fcf-2d2e-41b0-9dce-e38ae42e2a58 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports?device_id=63cdc3eb-eccd-4421-b541-6eb4ccc18dad HTTP/1.1" status: 200 len: 205 time: 0.0562792 Feb 21 09:09:08.925503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56306) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:09.029719 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d96fc0-8e98-4e43-8834-d5740d0ba095 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Router da524f86-5321-4264-a1ff-5e657a3dc136 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:09:09.076607 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-e00c7ab3-3262-4b7b-a4ab-9a5b66f850b8 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] delete failed (client error): The resource could not be found. Feb 21 09:09:09.080748 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e00c7ab3-3262-4b7b-a4ab-9a5b66f850b8 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/routers/63cdc3eb-eccd-4421-b541-6eb4ccc18dad HTTP/1.1" status: 404 len: 336 time: 0.1567857 Feb 21 09:09:09.088258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56310) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:09.143884 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0deb7674-2552-4f81-b882-302e3486981f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbff1cba-c1db-4753-9a9b-842b59912009 HTTP/1.1" status: 200 len: 205 time: 0.0546484 Feb 21 09:09:09.155122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56314) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:09.201925 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d96fc0-8e98-4e43-8834-d5740d0ba095 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:09:09.208108 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58d96fc0-8e98-4e43-8834-d5740d0ba095 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:09.211602 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-58d96fc0-8e98-4e43-8834-d5740d0ba095 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "PUT /v2.0/routers/da524f86-5321-4264-a1ff-5e657a3dc136 HTTP/1.1" status: 200 len: 698 time: 1.0309138 Feb 21 09:09:09.212283 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56318) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:09.216419 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0dd6a-6e5e-4b6e-beee-926fb9d6b75f None None] Sync routers for ids ['da524f86-5321-4264-a1ff-5e657a3dc136'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:09:09.236596 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0dd6a-6e5e-4b6e-beee-926fb9d6b75f None None] Routers {'da524f86-5321-4264-a1ff-5e657a3dc136'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:09.236596 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b9d0dd6a-6e5e-4b6e-beee-926fb9d6b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['da524f86-5321-4264-a1ff-5e657a3dc136'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:09.253272 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-37464a87-36cf-40cf-8dc1-7f35d05d4f29 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] delete failed (client error): The resource could not be found. Feb 21 09:09:09.254840 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-37464a87-36cf-40cf-8dc1-7f35d05d4f29 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/routers/cbff1cba-c1db-4753-9a9b-842b59912009 HTTP/1.1" status: 404 len: 336 time: 0.0977678 Feb 21 09:09:09.313809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56322) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:09.375840 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b06ab3-bfde-49ef-82f1-11a2300adb5f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:09.375840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b06ab3-bfde-49ef-82f1-11a2300adb5f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:09.377104 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a0b06ab3-bfde-49ef-82f1-11a2300adb5f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/6f338d99-21b1-4691-9f9f-71d6005e0c65 HTTP/1.1" status: 404 len: 337 time: 0.0622106 Feb 21 09:09:09.380929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56326) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:09.385742 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-85e91423-430f-4343-9257-f85d1433adf1 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/routers/da524f86-5321-4264-a1ff-5e657a3dc136 HTTP/1.1" status: 200 len: 704 time: 0.1645679 Feb 21 09:09:09.386794 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56330) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:09.427162 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-b9d0dd6a-6e5e-4b6e-beee-926fb9d6b75f None None] Set router da524f86-5321-4264-a1ff-5e657a3dc136 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:09.443599 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-22949d3f-35ca-409b-888b-73403067f2d6 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports?device_id=da524f86-5321-4264-a1ff-5e657a3dc136 HTTP/1.1" status: 200 len: 205 time: 0.0559480 Feb 21 09:09:09.445759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56334) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:09.454839 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-dccd3016-1eaf-4ef2-892a-9650059a361b tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3 HTTP/1.1" status: 200 len: 205 time: 0.0688419 Feb 21 09:09:09.454914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56338) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:09.547469 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-5abf00e8-ecda-454f-8703-6b0cf950b266 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] delete failed (client error): The resource could not be found. Feb 21 09:09:09.549169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41652d29-f808-4536-b3f1-6fd86da316b6 req-b5a967bd-2580-4383-a801-93bee72dfd31 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:09.550959 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-41652d29-f808-4536-b3f1-6fd86da316b6 req-b5a967bd-2580-4383-a801-93bee72dfd31 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 946 time: 0.5682638 Feb 21 09:09:09.551657 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5abf00e8-ecda-454f-8703-6b0cf950b266 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/routers/0ffd2cf0-9a2d-4ef4-9832-584633fc2cb3 HTTP/1.1" status: 404 len: 336 time: 0.0967541 Feb 21 09:09:09.558808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56342) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:09.604501 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8589003b-d137-4b17-bffd-c8c95136cab0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:09.605378 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8589003b-d137-4b17-bffd-c8c95136cab0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:09.607781 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8589003b-d137-4b17-bffd-c8c95136cab0 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/be0c5f22-7c34-414f-9ddc-2484d48818c5 HTTP/1.1" status: 404 len: 337 time: 0.0475969 Feb 21 09:09:09.612195 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56346) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:09.628209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b9d0dd6a-6e5e-4b6e-beee-926fb9d6b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da524f86-5321-4264-a1ff-5e657a3dc136', 'name': 'tempest-RoutersIpV6Test-router-1767251844', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:07Z', 'updated_at': '2022-02-21T09:09:08Z', 'revision_number': 2, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:09.640033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0dd6a-6e5e-4b6e-beee-926fb9d6b75f None None] Checking router: da524f86-5321-4264-a1ff-5e657a3dc136 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:09:09.658583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0dd6a-6e5e-4b6e-beee-926fb9d6b75f None None] Routers {'da524f86-5321-4264-a1ff-5e657a3dc136'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:09.661899 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b9d0dd6a-6e5e-4b6e-beee-926fb9d6b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['da524f86-5321-4264-a1ff-5e657a3dc136'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:09.683519 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d4103672-529b-4f7a-9f1d-b56bfd690f6d tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "GET /v2.0/ports?device_id=173137ac-e225-4ff4-a49b-7de7e83dd2ef HTTP/1.1" status: 200 len: 205 time: 0.0668190 Feb 21 09:09:09.683519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56350) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:09.765544 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-4e4b13af-da63-47f7-b304-a087a03e8f18 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] delete failed (client error): The resource could not be found. Feb 21 09:09:09.766443 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4e4b13af-da63-47f7-b304-a087a03e8f18 tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/routers/173137ac-e225-4ff4-a49b-7de7e83dd2ef HTTP/1.1" status: 404 len: 336 time: 0.0823834 Feb 21 09:09:09.769327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56354) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:09.769453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-a766f93d-ffca-46c5-819b-f17326a55831 req-01507f80-b86d-40bc-8d8a-e5c1f65ab90f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 740fb179-5370-4933-bd69-7b66ac9bc6dc, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=740fb179-5370-4933-bd69-7b66ac9bc6dc,segment=NetworkSegment(4c64a048-7afb-438e-86a7-1da7f80e1eb9),segment_id=4c64a048-7afb-438e-86a7-1da7f80e1eb9)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:09.769769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a766f93d-ffca-46c5-819b-f17326a55831 req-01507f80-b86d-40bc-8d8a-e5c1f65ab90f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:09.814962 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc937a60-4cd3-4a81-8c3a-6ce9ac586bac tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:09.815452 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc937a60-4cd3-4a81-8c3a-6ce9ac586bac tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:09.817670 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dc937a60-4cd3-4a81-8c3a-6ce9ac586bac tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/a0084b1f-bade-44ed-ac66-3d506f554f82 HTTP/1.1" status: 404 len: 337 time: 0.0469584 Feb 21 09:09:09.822212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56358) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:09.836258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-b9d0dd6a-6e5e-4b6e-beee-926fb9d6b75f None None] Set router da524f86-5321-4264-a1ff-5e657a3dc136 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:09.871511 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e1c2c5-ad51-456c-8991-80bc4af6a82f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:09.872946 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e1c2c5-ad51-456c-8991-80bc4af6a82f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:09.874696 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c5e1c2c5-ad51-456c-8991-80bc4af6a82f tempest-RoutersTest-941712765 tempest-RoutersTest-941712765-project] 10.222.0.48 "DELETE /v2.0/subnets/5f7a643a-7d54-4e1a-8924-0025a675ec46 HTTP/1.1" status: 404 len: 337 time: 0.0502727 Feb 21 09:09:09.945671 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-a766f93d-ffca-46c5-819b-f17326a55831 req-01507f80-b86d-40bc-8d8a-e5c1f65ab90f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 740fb179-5370-4933-bd69-7b66ac9bc6dc owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:09.965486 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b9d0dd6a-6e5e-4b6e-beee-926fb9d6b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da524f86-5321-4264-a1ff-5e657a3dc136', 'name': 'tempest-RoutersIpV6Test-router-1767251844', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:07Z', 'updated_at': '2022-02-21T09:09:08Z', 'revision_number': 2, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:09.971522 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0dd6a-6e5e-4b6e-beee-926fb9d6b75f None None] The sync data for ids ['da524f86-5321-4264-a1ff-5e657a3dc136'] in dv-neutron-830062-1-hyperv is: [{'id': 'da524f86-5321-4264-a1ff-5e657a3dc136', 'name': 'tempest-RoutersIpV6Test-router-1767251844', 'tenant_id': '663a1bbcd87349ad8400099c82983066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:07Z', 'updated_at': '2022-02-21T09:09:08Z', 'revision_number': 2, 'project_id': '663a1bbcd87349ad8400099c82983066', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:09:10.007582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2129ed2e-f1a0-4e5c-9d46-354b824030c0 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:10.090134 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-41652d29-f808-4536-b3f1-6fd86da316b6 req-a0159573-5d50-45de-88b3-3a347b1a7554 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=259ca7cc-30b1-471f-b1b6-1b1e28a07292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3548565 Feb 21 09:09:10.368909 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f62d586b-0437-4ccb-9752-f60809ed3dee no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:09:10.375973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56366) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:10.418264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: f62d586b-0437-4ccb-9752-f60809ed3dee {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:09:10.418633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device f62d586b-0437-4ccb-9752-f60809ed3dee not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:09:10.568218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a766f93d-ffca-46c5-819b-f17326a55831 req-01507f80-b86d-40bc-8d8a-e5c1f65ab90f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:10.621724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2129ed2e-f1a0-4e5c-9d46-354b824030c0 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:10.625476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01507f80-b86d-40bc-8d8a-e5c1f65ab90f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=740fb179-5370-4933-bd69-7b66ac9bc6dc,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:10.655020 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2ae809c9-6779-45cd-8cea-83378487c1d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd84e71f9f5046e186281236ed632a8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2777967 Feb 21 09:09:10.655904 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56372) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:10.660054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2129ed2e-f1a0-4e5c-9d46-354b824030c0 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:10.704814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a766f93d-ffca-46c5-819b-f17326a55831 req-01507f80-b86d-40bc-8d8a-e5c1f65ab90f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] No DVR routers for this DVR port 740fb179-5370-4933-bd69-7b66ac9bc6dc on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:09:10.709309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a766f93d-ffca-46c5-819b-f17326a55831 req-01507f80-b86d-40bc-8d8a-e5c1f65ab90f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:10.711933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acde8de1-f98a-4b5d-b27d-56984184d562', 'name': 'network-vif-deleted', 'tag': '740fb179-5370-4933-bd69-7b66ac9bc6dc'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:09:10.741994 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2129ed2e-f1a0-4e5c-9d46-354b824030c0 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:10.743808 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2129ed2e-f1a0-4e5c-9d46-354b824030c0 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Fanout notify agent at l3_agent the message router_deleted on router da524f86-5321-4264-a1ff-5e657a3dc136 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:09:10.746186 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ff5d3b8-d5ab-4471-8814-b1c23c4258dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:10.746803 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a766f93d-ffca-46c5-819b-f17326a55831 req-01507f80-b86d-40bc-8d8a-e5c1f65ab90f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "DELETE /v2.0/ports/740fb179-5370-4933-bd69-7b66ac9bc6dc HTTP/1.1" status: 204 len: 173 time: 2.1101463 Feb 21 09:09:10.756837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2129ed2e-f1a0-4e5c-9d46-354b824030c0 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:10.758549 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2129ed2e-f1a0-4e5c-9d46-354b824030c0 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/routers/da524f86-5321-4264-a1ff-5e657a3dc136 HTTP/1.1" status: 204 len: 168 time: 1.3062661 Feb 21 09:09:10.764762 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56378) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:10.778935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ff5d3b8-d5ab-4471-8814-b1c23c4258dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:10.814408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a3fc2e15-38a2-4748-b85f-b9779474eeec tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Synchronizing usage tracker for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:10.829260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a3fc2e15-38a2-4748-b85f-b9779474eeec tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] Unset dirty status for tenant:663a1bbcd87349ad8400099c82983066 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:10.830694 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a3fc2e15-38a2-4748-b85f-b9779474eeec tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports?device_id=da524f86-5321-4264-a1ff-5e657a3dc136 HTTP/1.1" status: 200 len: 205 time: 0.0649929 Feb 21 09:09:10.833338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56382) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:10.881346 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ff5d3b8-d5ab-4471-8814-b1c23c4258dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:10.899842 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acde8de1-f98a-4b5d-b27d-56984184d562', 'name': 'network-vif-deleted', 'tag': '740fb179-5370-4933-bd69-7b66ac9bc6dc', 'status': 'completed', 'code': 200} Feb 21 09:09:10.903489 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5d3b8-d5ab-4471-8814-b1c23c4258dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca3dd4c-76e7-4949-a6b7-11efdcd5bb85,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:10.908064 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-b5b48c8a-8fe6-4696-96cb-2bc10674316d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] delete failed (client error): The resource could not be found. Feb 21 09:09:10.909186 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b5b48c8a-8fe6-4696-96cb-2bc10674316d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/routers/da524f86-5321-4264-a1ff-5e657a3dc136 HTTP/1.1" status: 404 len: 336 time: 0.0747142 Feb 21 09:09:10.911730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56386) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:10.917779 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3ff5d3b8-d5ab-4471-8814-b1c23c4258dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:10.918315 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3ff5d3b8-d5ab-4471-8814-b1c23c4258dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eca3dd4c-76e7-4949-a6b7-11efdcd5bb85 HTTP/1.1" status: 204 len: 168 time: 0.2614617 Feb 21 09:09:10.955634 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44fe2cc-6b31-4dfa-9349-1d2e88b99823 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:10.956067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44fe2cc-6b31-4dfa-9349-1d2e88b99823 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:10.957717 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c44fe2cc-6b31-4dfa-9349-1d2e88b99823 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/195c4c62-9257-490a-b079-0de221420c82 HTTP/1.1" status: 404 len: 337 time: 0.0442386 Feb 21 09:09:10.960616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56392) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:11.018426 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1ee5f5-3d04-4604-8bd1-55597930ed66 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:11.019277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1ee5f5-3d04-4604-8bd1-55597930ed66 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:11.021680 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ea1ee5f5-3d04-4604-8bd1-55597930ed66 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/17e6b96a-deea-43a1-b433-96c877307f27 HTTP/1.1" status: 404 len: 337 time: 0.0598030 Feb 21 09:09:11.026415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56396) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:11.072109 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be118f3-89fc-4a65-b494-38899c911ac7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:11.072950 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be118f3-89fc-4a65-b494-38899c911ac7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:11.078608 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2be118f3-89fc-4a65-b494-38899c911ac7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/28eb6cbd-e3f9-4c0d-b151-faaa0b50b733 HTTP/1.1" status: 404 len: 337 time: 0.0510809 Feb 21 09:09:11.082345 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56400) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:11.256275 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-90dbc32a-56f5-4418-8c8c-2e5bf5b9e604 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:11.257010 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90dbc32a-56f5-4418-8c8c-2e5bf5b9e604 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:11.259273 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-90dbc32a-56f5-4418-8c8c-2e5bf5b9e604 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/034305f6-aa0f-4ba6-9181-9243424e688a HTTP/1.1" status: 404 len: 337 time: 0.1754167 Feb 21 09:09:11.262056 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56408) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:11.311631 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b78e12bf-0a7f-4248-8be4-870f36ae28d2 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports?device_id=3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 HTTP/1.1" status: 200 len: 205 time: 0.0483463 Feb 21 09:09:11.317217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56414) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:11.431207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-470a7aac-2112-4b98-b285-9d081e1183ff req-32e6932d-08be-46f1-a783-44793b79874f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:11.446879 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-b776f728-7440-48e7-81bd-ec55c72da135 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] delete failed (client error): The resource could not be found. Feb 21 09:09:11.447665 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b776f728-7440-48e7-81bd-ec55c72da135 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/routers/3624afdf-7ed1-4ebd-8732-bf3a43dbfae1 HTTP/1.1" status: 404 len: 336 time: 0.1283393 Feb 21 09:09:11.450828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56422) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:11.486035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-470a7aac-2112-4b98-b285-9d081e1183ff req-32e6932d-08be-46f1-a783-44793b79874f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:11.486568 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-470a7aac-2112-4b98-b285-9d081e1183ff req-32e6932d-08be-46f1-a783-44793b79874f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=acde8de1-f98a-4b5d-b27d-56984184d562 HTTP/1.1" status: 200 len: 210 time: 0.1706495 Feb 21 09:09:11.526103 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6974c280-c244-47f5-b631-f08a4cba9894 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c263272e-5b14-4d65-9121-155c47274ae8 HTTP/1.1" status: 200 len: 205 time: 0.0696332 Feb 21 09:09:11.526103 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56426) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:11.641258 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-debf0e8d-7753-4eac-95d1-d3a765cd4a51 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] delete failed (client error): The resource could not be found. Feb 21 09:09:11.642083 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-debf0e8d-7753-4eac-95d1-d3a765cd4a51 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/routers/c263272e-5b14-4d65-9121-155c47274ae8 HTTP/1.1" status: 404 len: 336 time: 0.1144297 Feb 21 09:09:11.646220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56432) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:11.770348 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 740fb179-5370-4933-bd69-7b66ac9bc6dc no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:09:11.815609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 740fb179-5370-4933-bd69-7b66ac9bc6dc {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:09:11.815609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 740fb179-5370-4933-bd69-7b66ac9bc6dc not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:09:11.818672 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e12fb9-0e3b-4e41-8b65-64466c22f497 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:11.819151 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e12fb9-0e3b-4e41-8b65-64466c22f497 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:11.824223 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56438) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:11.824878 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-83e12fb9-0e3b-4e41-8b65-64466c22f497 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/9062f446-8115-4423-a8f9-b14ffc97814c HTTP/1.1" status: 404 len: 337 time: 0.1781359 Feb 21 09:09:11.884422 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6a2deaaa-b746-4e0f-9621-7234ad7ba295 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c186a9db-5255-49e8-8853-f2d33c84ec09 HTTP/1.1" status: 200 len: 205 time: 0.0576129 Feb 21 09:09:11.886629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56444) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:11.950644 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-e5751576-fb8a-46cd-9385-80423b823f50 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] delete failed (client error): The resource could not be found. Feb 21 09:09:11.951716 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e5751576-fb8a-46cd-9385-80423b823f50 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/routers/c186a9db-5255-49e8-8853-f2d33c84ec09 HTTP/1.1" status: 404 len: 336 time: 0.0641229 Feb 21 09:09:11.955746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56448) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:12.009128 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-09fe252d-a600-4f41-9156-f3f57b25ec9f tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9fa038-f07c-49d0-8402-08fe0fd9c1d8 HTTP/1.1" status: 200 len: 205 time: 0.0522208 Feb 21 09:09:12.011590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56454) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:12.081100 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-c00825df-2afe-4c5d-9bd5-beb0d9cd431e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] delete failed (client error): The resource could not be found. Feb 21 09:09:12.081980 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c00825df-2afe-4c5d-9bd5-beb0d9cd431e tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/routers/ed9fa038-f07c-49d0-8402-08fe0fd9c1d8 HTTP/1.1" status: 404 len: 336 time: 0.0693073 Feb 21 09:09:12.084720 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56458) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:12.116802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56462) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:12.136116 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-62da2ff0-bd7e-4962-a9e7-eb12e1667f72 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:12.136116 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62da2ff0-bd7e-4962-a9e7-eb12e1667f72 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:12.141550 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-62da2ff0-bd7e-4962-a9e7-eb12e1667f72 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/cc9f5a2c-4d6d-4652-a8b3-a3d15b6bc36d HTTP/1.1" status: 404 len: 337 time: 0.0531549 Feb 21 09:09:12.142086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56468) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:12.224045 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e9d27bf6-bd85-49d6-8548-a299984131f7 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports?device_id=a229c910-5fe0-41fd-9d6d-3010db496e8b HTTP/1.1" status: 200 len: 205 time: 0.0760801 Feb 21 09:09:12.226828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56472) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:12.300886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-eed3d319-edfa-4904-8b3b-cc6446edb1c2 tempest-DvrRoutersNegativeTest-706098902 tempest-DvrRoutersNegativeTest-706098902-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-795797023', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:12.303210 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.policy [None req-eed3d319-edfa-4904-8b3b-cc6446edb1c2 tempest-DvrRoutersNegativeTest-706098902 tempest-DvrRoutersNegativeTest-706098902-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83585) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 21 09:09:12.303510 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.policy [None req-eed3d319-edfa-4904-8b3b-cc6446edb1c2 tempest-DvrRoutersNegativeTest-706098902 tempest-DvrRoutersNegativeTest-706098902-project] Failed policy check for 'create_router' {{(pid=83585) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 21 09:09:12.304049 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-eed3d319-edfa-4904-8b3b-cc6446edb1c2 tempest-DvrRoutersNegativeTest-706098902 tempest-DvrRoutersNegativeTest-706098902-project] create failed (client error): Access was denied to this resource. Feb 21 09:09:12.305024 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-eed3d319-edfa-4904-8b3b-cc6446edb1c2 tempest-DvrRoutersNegativeTest-706098902 tempest-DvrRoutersNegativeTest-706098902-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1859598 Feb 21 09:09:12.316777 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-cb7e212d-4cd0-44af-89d7-5fd35267ea0d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] delete failed (client error): The resource could not be found. Feb 21 09:09:12.318627 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cb7e212d-4cd0-44af-89d7-5fd35267ea0d tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/routers/a229c910-5fe0-41fd-9d6d-3010db496e8b HTTP/1.1" status: 404 len: 336 time: 0.0888782 Feb 21 09:09:12.320982 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56478) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:12.371778 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5511689-7b0b-4ab6-95bb-0a9eb84cdad0 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:12.372222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5511689-7b0b-4ab6-95bb-0a9eb84cdad0 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:12.374016 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a5511689-7b0b-4ab6-95bb-0a9eb84cdad0 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/e032eff9-c4c6-4517-bcfd-3c8c24de3b7e HTTP/1.1" status: 404 len: 337 time: 0.0510702 Feb 21 09:09:12.376561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56482) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:12.420029 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-299068be-2977-4d31-9959-4a91e5b71a51 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd138f0b-6ec8-4c1f-8fd1-43fd89a35432 HTTP/1.1" status: 200 len: 205 time: 0.0423031 Feb 21 09:09:12.422589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56486) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:12.495424 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-1edb50c1-887a-4cee-b5d2-cc1b1eb03dbf tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] delete failed (client error): The resource could not be found. Feb 21 09:09:12.501128 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1edb50c1-887a-4cee-b5d2-cc1b1eb03dbf tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/routers/dd138f0b-6ec8-4c1f-8fd1-43fd89a35432 HTTP/1.1" status: 404 len: 336 time: 0.0727394 Feb 21 09:09:12.501662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56492) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:12.593545 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.pecan_wsgi.hooks.translation [None req-b211eca9-fefa-4d20-8514-ef53ea3fe416 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:12.594142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b211eca9-fefa-4d20-8514-ef53ea3fe416 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:12.598705 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56500) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:12.598885 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b211eca9-fefa-4d20-8514-ef53ea3fe416 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/6d6e8f4b-ef51-4339-a2a8-be6c35be6f75 HTTP/1.1" status: 404 len: 337 time: 0.0941370 Feb 21 09:09:12.640729 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c0827e-4d58-40e9-8552-a6df6bc54554 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] DELETE failed (client error): The resource could not be found. Feb 21 09:09:12.641173 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c0827e-4d58-40e9-8552-a6df6bc54554 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:09:12.643063 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-33c0827e-4d58-40e9-8552-a6df6bc54554 tempest-RoutersIpV6Test-1987547896 tempest-RoutersIpV6Test-1987547896-project] 10.222.0.48 "DELETE /v2.0/subnets/af92fda7-34d6-4305-bc2f-03b8d545f855 HTTP/1.1" status: 404 len: 337 time: 0.0433104 Feb 21 09:09:12.671548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56506) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:12.733724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56510) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:12.776541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b8e2c1d9-e514-4a9b-8fde-d4a78847c670 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:12.833442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b8e2c1d9-e514-4a9b-8fde-d4a78847c670 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:12.929180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-29155424-e37e-4789-b197-62ca3ddc2573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:12.940424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b8e2c1d9-e514-4a9b-8fde-d4a78847c670 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:12.970349 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2c1d9-e514-4a9b-8fde-d4a78847c670 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259ca7cc-30b1-471f-b1b6-1b1e28a07292,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:12.976069 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b8e2c1d9-e514-4a9b-8fde-d4a78847c670 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:12.977164 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b8e2c1d9-e514-4a9b-8fde-d4a78847c670 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/security-groups/259ca7cc-30b1-471f-b1b6-1b1e28a07292 HTTP/1.1" status: 204 len: 168 time: 0.3045971 Feb 21 09:09:13.004725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-29155424-e37e-4789-b197-62ca3ddc2573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:13.012507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-29155424-e37e-4789-b197-62ca3ddc2573 admin admin] Usage tracker for resource:security_group_rule and tenant:542b329ec0b24e9bad0b17233478a627 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:13.015628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-29155424-e37e-4789-b197-62ca3ddc2573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:13.021941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-29155424-e37e-4789-b197-62ca3ddc2573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:13.049144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56520) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:13.062866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56524) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:13.126251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-29155424-e37e-4789-b197-62ca3ddc2573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.132520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-29155424-e37e-4789-b197-62ca3ddc2573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.197641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29155424-e37e-4789-b197-62ca3ddc2573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7c783a-402c-4add-8282-5af676c6eb98,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:13.206959 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-29155424-e37e-4789-b197-62ca3ddc2573 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=542b329ec0b24e9bad0b17233478a627&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4716222 Feb 21 09:09:13.209853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56530) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:13.298435 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1189baec-9bac-4727-a97c-4c956fa86a3a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting subnet 4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:09:13.299479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1189baec-9bac-4727-a97c-4c956fa86a3a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.305700 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-491a2056-2585-472f-9b54-dcc19cc4f0ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=663a1bbcd87349ad8400099c82983066&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2413044 Feb 21 09:09:13.308655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56534) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:13.341952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e0d4cd7a-67ec-485b-9233-070229c32fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.368603 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1189baec-9bac-4727-a97c-4c956fa86a3a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.392568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e0d4cd7a-67ec-485b-9233-070229c32fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.443354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3b373c6c-45c6-4b86-8eab-81a6cd200fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.484313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1189baec-9bac-4727-a97c-4c956fa86a3a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.494581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3b373c6c-45c6-4b86-8eab-81a6cd200fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.519302 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e0d4cd7a-67ec-485b-9233-070229c32fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.556970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4cd7a-67ec-485b-9233-070229c32fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7c783a-402c-4add-8282-5af676c6eb98,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:13.561611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e0d4cd7a-67ec-485b-9233-070229c32fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.566694 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e0d4cd7a-67ec-485b-9233-070229c32fb2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b7c783a-402c-4add-8282-5af676c6eb98 HTTP/1.1" status: 204 len: 168 time: 0.3519180 Feb 21 09:09:13.586247 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3b373c6c-45c6-4b86-8eab-81a6cd200fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.621187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b373c6c-45c6-4b86-8eab-81a6cd200fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86d5c43-986c-4269-a88b-938347033af7,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:13.623767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3b373c6c-45c6-4b86-8eab-81a6cd200fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.628726 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3b373c6c-45c6-4b86-8eab-81a6cd200fe3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e86d5c43-986c-4269-a88b-938347033af7 HTTP/1.1" status: 204 len: 168 time: 0.3159811 Feb 21 09:09:13.632082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1189baec-9bac-4727-a97c-4c956fa86a3a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.689088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189baec-9bac-4727-a97c-4c956fa86a3a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:13.694177 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1189baec-9bac-4727-a97c-4c956fa86a3a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.708413 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1189baec-9bac-4727-a97c-4c956fa86a3a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/subnets/4d4c8ef1-5b98-4fd1-8fa5-4ba7fda5d42d HTTP/1.1" status: 204 len: 168 time: 0.6577392 Feb 21 09:09:13.712915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56542) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:13.713380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45385c0b-c435-45c9-8a5b-5ff9d6456557 None None] Network 6990f797-712a-419f-b897-c53d6fa5de4f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:09:13.898569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:13.913604 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 48e9c899-170d-498c-b477-1b9599694318 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:13.914082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:14.079654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d81511-6e4e-4fa2-8774-0fab52c35cb6 None None] DHCP port deletion for 6990f797-712a-419f-b897-c53d6fa5de4f request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:09:14.084464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-18d81511-6e4e-4fa2-8774-0fab52c35cb6 None None] Deleting port 48e9c899-170d-498c-b477-1b9599694318 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:14.085090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-18d81511-6e4e-4fa2-8774-0fab52c35cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:14.157753 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 48e9c899-170d-498c-b477-1b9599694318, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=48e9c899-170d-498c-b477-1b9599694318,segment=NetworkSegment(4c64a048-7afb-438e-86a7-1da7f80e1eb9),segment_id=4c64a048-7afb-438e-86a7-1da7f80e1eb9)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:14.158332 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:14.376503 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-18d81511-6e4e-4fa2-8774-0fab52c35cb6 None None] For port 48e9c899-170d-498c-b477-1b9599694318, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=48e9c899-170d-498c-b477-1b9599694318,segment=NetworkSegment(4c64a048-7afb-438e-86a7-1da7f80e1eb9),segment_id=4c64a048-7afb-438e-86a7-1da7f80e1eb9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:14.376915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-18d81511-6e4e-4fa2-8774-0fab52c35cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:14.410607 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 48e9c899-170d-498c-b477-1b9599694318 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:14.510168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:14.595783 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=48e9c899-170d-498c-b477-1b9599694318,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:14.606782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-18d81511-6e4e-4fa2-8774-0fab52c35cb6 None None] Calling delete_port for 48e9c899-170d-498c-b477-1b9599694318 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:14.608702 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] No DVR routers for this DVR port 48e9c899-170d-498c-b477-1b9599694318 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:09:14.685534 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-18d81511-6e4e-4fa2-8774-0fab52c35cb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:09:14.685895 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-18d81511-6e4e-4fa2-8774-0fab52c35cb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:09:14.686588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 48e9c899-170d-498c-b477-1b9599694318 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:09:14.724708 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 48e9c899-170d-498c-b477-1b9599694318 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:09:14.725368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 48e9c899-170d-498c-b477-1b9599694318 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:09:14.762349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56576) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:14.784011 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:14.816495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6990f797-712a-419f-b897-c53d6fa5de4f']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:14.831076 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c64a048-7afb-438e-86a7-1da7f80e1eb9') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:14.831197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c64a048-7afb-438e-86a7-1da7f80e1eb9') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:14.846629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:14.865979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:14.874135 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:09:14.874672 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:09:14.890677 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:09:14.939718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56586) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:14.984515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.002214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.016149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Network': ['ID=6990f797-712a-419f-b897-c53d6fa5de4f,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:15.031685 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cba8c998-45c9-45b9-a377-760c7c4f7a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/networks/6990f797-712a-419f-b897-c53d6fa5de4f HTTP/1.1" status: 204 len: 168 time: 1.3175592 Feb 21 09:09:15.032653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56592) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:15.038637 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group': {'name': 'tempest-secgroup--670392945'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:15.049444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:15.053439 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:15.056493 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:15.065323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:15.081559 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.102255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1715814384-network', 'tenant_id': 'c39b4d3992b544dfb1673164f40723d7'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:15.108802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.118857 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:15.125229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Usage tracker for resource:network and tenant:c39b4d3992b544dfb1673164f40723d7 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:15.128267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:15.140165 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:15.161698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Made reservation on behalf of c39b4d3992b544dfb1673164f40723d7 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:09:15.164043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.174059 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:15.181357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:15.184147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.186716 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-18d81511-6e4e-4fa2-8774-0fab52c35cb6 None None] Deleting port 48e9c899-170d-498c-b477-1b9599694318 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:15.187395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-18d81511-6e4e-4fa2-8774-0fab52c35cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.193176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:15.201549 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:15.239122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:15.247627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Usage tracker for resource:security_group_rule and tenant:c39b4d3992b544dfb1673164f40723d7 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:15.251575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:15.261686 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:15.273796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f291d4a1-35c4-49de-bea4-8d5d9933ee61 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 0aba4304-1b17-4fb6-b12e-33d2c4dd16c4 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:15.274825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f291d4a1-35c4-49de-bea4-8d5d9933ee61 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.275475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-18d81511-6e4e-4fa2-8774-0fab52c35cb6 None None] The port '48e9c899-170d-498c-b477-1b9599694318' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:09:15.324599 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.332176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.392717 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb7b978-0183-4ddc-9796-fb588fa86a82,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:15.406517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:15.414683 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:15.418389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.419555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:15.423211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.440647 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:15.474500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:09:15.484157 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f291d4a1-35c4-49de-bea4-8d5d9933ee61 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.484516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f291d4a1-35c4-49de-bea4-8d5d9933ee61 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.485280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ab9fa5-eed6-4d49-bca5-9553502c3dae,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:15.498150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.498537 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Added segment 1051e4dc-28cf-4820-a880-488cb9e6eeea of type vlan for network a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 Feb 21 09:09:15.553646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.555963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.561308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.620962 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f291d4a1-35c4-49de-bea4-8d5d9933ee61 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 0aba4304-1b17-4fb6-b12e-33d2c4dd16c4 owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:15.629932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeabf394-3b5a-4e58-bfe2-ac86b547e217,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:15.632879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.637707 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cf9343ef-dc35-4d9d-971a-15054125598a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6927006 Feb 21 09:09:15.639632 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56596) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:15.655781 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.656538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:15.657097 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.764698 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0011902 Feb 21 09:09:15.768255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56600) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:15.778684 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d6b4f-52f7-470d-a79d-1feb515a3807 admin admin] Pushing event updated for resources: {'Network': ['ID=a85b4a61-0b80-4f00-a7eb-e08da4f97fe0,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:15.783342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Request body: {'subnet': {'network_id': 'a85b4a61-0b80-4f00-a7eb-e08da4f97fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1715814384-subnet', 'tenant_id': 'c39b4d3992b544dfb1673164f40723d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:15.792142 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:15.792320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:09:15.799038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Usage tracker for resource:subnet and tenant:c39b4d3992b544dfb1673164f40723d7 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:15.805197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:15.808706 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7b33ee4c-9fce-4bd8-a760-1a74c003c95e tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:15.813028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:15.820328 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f291d4a1-35c4-49de-bea4-8d5d9933ee61 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.832315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7b33ee4c-9fce-4bd8-a760-1a74c003c95e tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:15.834082 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7b33ee4c-9fce-4bd8-a760-1a74c003c95e tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1934001 Feb 21 09:09:15.837860 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56604) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:15.846213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-daaaa3c2-a60f-4c9e-a123-a2ca1965d0b8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group': {'name': 'tempest-security--546285663', 'description': 'tempest-security-description-1622054585'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:15.858409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Made reservation on behalf of c39b4d3992b544dfb1673164f40723d7 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:09:15.860931 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.886816 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291d4a1-35c4-49de-bea4-8d5d9933ee61 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=0aba4304-1b17-4fb6-b12e-33d2c4dd16c4,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:15.901489 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-daaaa3c2-a60f-4c9e-a123-a2ca1965d0b8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.977249 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-daaaa3c2-a60f-4c9e-a123-a2ca1965d0b8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.981947 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-daaaa3c2-a60f-4c9e-a123-a2ca1965d0b8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.985240 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-daaaa3c2-a60f-4c9e-a123-a2ca1965d0b8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:15.986816 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-daaaa3c2-a60f-4c9e-a123-a2ca1965d0b8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "PUT /v2.0/security-groups/eeabf394-3b5a-4e58-bfe2-ac86b547e217 HTTP/1.1" status: 200 len: 1611 time: 0.1473775 Feb 21 09:09:15.996839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56608) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:16.045918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaaa3c2-a60f-4c9e-a123-a2ca1965d0b8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeabf394-3b5a-4e58-bfe2-ac86b547e217,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:16.066640 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-de959cd5-ec4a-494f-be07-9ba8dfa439ad tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-groups/eeabf394-3b5a-4e58-bfe2-ac86b547e217 HTTP/1.1" status: 200 len: 1611 time: 0.0686979 Feb 21 09:09:16.069445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56612) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:16.070915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f291d4a1-35c4-49de-bea4-8d5d9933ee61 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.139438 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7583c479-7b1d-4118-9ba4-cdbf6af66d86 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.169258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7583c479-7b1d-4118-9ba4-cdbf6af66d86 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.227345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7583c479-7b1d-4118-9ba4-cdbf6af66d86 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.248321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583c479-7b1d-4118-9ba4-cdbf6af66d86 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeabf394-3b5a-4e58-bfe2-ac86b547e217,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:16.266239 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7583c479-7b1d-4118-9ba4-cdbf6af66d86 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.268134 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7583c479-7b1d-4118-9ba4-cdbf6af66d86 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-groups/eeabf394-3b5a-4e58-bfe2-ac86b547e217 HTTP/1.1" status: 204 len: 168 time: 0.1976316 Feb 21 09:09:16.270423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56616) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:16.329730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ec7ed7b0-1d18-4e9e-9459-ace318ed87dc tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:16.346704 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ec7ed7b0-1d18-4e9e-9459-ace318ed87dc tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:16.348057 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ec7ed7b0-1d18-4e9e-9459-ace318ed87dc tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0763707 Feb 21 09:09:16.350938 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56620) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:16.372647 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-5b704776-5aa4-4ca0-9ed4-d8620152ff33 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] delete failed (client error): The resource could not be found. Feb 21 09:09:16.374568 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5b704776-5aa4-4ca0-9ed4-d8620152ff33 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-groups/eeabf394-3b5a-4e58-bfe2-ac86b547e217 HTTP/1.1" status: 404 len: 347 time: 0.0216105 Feb 21 09:09:16.382841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56624) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:16.394496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4c1b281c-00ea-40bf-8721-3fafc9b8822f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group': {'name': 'tempest-secgroup--581385732'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:16.401283 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4c1b281c-00ea-40bf-8721-3fafc9b8822f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:16.413046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4c1b281c-00ea-40bf-8721-3fafc9b8822f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:16.428925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4c1b281c-00ea-40bf-8721-3fafc9b8822f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.469179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4c1b281c-00ea-40bf-8721-3fafc9b8822f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:16.469707 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.471968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4c1b281c-00ea-40bf-8721-3fafc9b8822f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:16.475189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4c1b281c-00ea-40bf-8721-3fafc9b8822f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:16.481790 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4c1b281c-00ea-40bf-8721-3fafc9b8822f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:16.547303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4c1b281c-00ea-40bf-8721-3fafc9b8822f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.552831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4c1b281c-00ea-40bf-8721-3fafc9b8822f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.573018 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddcaa17e-3a03-413f-973b-2f298b5cd36b,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:16.590502 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Checking segment: {'id': '1051e4dc-28cf-4820-a880-488cb9e6eeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a85b4a61-0b80-4f00-a7eb-e08da4f97fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:09:16.590853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Network hostable DHCP agents. Network: a85b4a61-0b80-4f00-a7eb-e08da4f97fe0, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:09:16.625383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b281c-00ea-40bf-8721-3fafc9b8822f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d4b568-7603-4454-9ddd-4e7c30bbb90f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:16.627883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4c1b281c-00ea-40bf-8721-3fafc9b8822f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.629175 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4c1b281c-00ea-40bf-8721-3fafc9b8822f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2414813 Feb 21 09:09:16.632248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56628) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:16.646452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b3b3e5cd-66c0-4c29-bc0c-587ea256fcb6 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group_rule': {'security_group_id': '93d4b568-7603-4454-9ddd-4e7c30bbb90f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:16.653021 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b3b3e5cd-66c0-4c29-bc0c-587ea256fcb6 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:16.657100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b3b3e5cd-66c0-4c29-bc0c-587ea256fcb6 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:16.660094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b3b3e5cd-66c0-4c29-bc0c-587ea256fcb6 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:16.666693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b3b3e5cd-66c0-4c29-bc0c-587ea256fcb6 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:16.687831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e5cd-66c0-4c29-bc0c-587ea256fcb6 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.746609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Network a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:09:16.762759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e5cd-66c0-4c29-bc0c-587ea256fcb6 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.767714 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e5cd-66c0-4c29-bc0c-587ea256fcb6 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.770155 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, a85b4a61-0b80-4f00-a7eb-e08da4f97fe0) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:09:16.776485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:16.777059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.783710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d9371f-4cc5-4581-8402-12a62581f7f5 None None] Network a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:09:16.799736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3e5cd-66c0-4c29-bc0c-587ea256fcb6 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f385ce-5eb4-47fa-825e-1c44795a457f,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:16.823914 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-92eb36ab-6923-4718-a83d-d76c5cada42c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0476282 Feb 21 09:09:16.831379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e5cd-66c0-4c29-bc0c-587ea256fcb6 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.835807 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b3b3e5cd-66c0-4c29-bc0c-587ea256fcb6 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1940637 Feb 21 09:09:16.839427 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56634) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:16.885824 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb494-a437-4fbf-832d-14ddd5af494d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.896531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f291d4a1-35c4-49de-bea4-8d5d9933ee61 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 7a79d461-07c5-400d-9945-55ff5a887d45 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:09:16.904387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb494-a437-4fbf-832d-14ddd5af494d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.943195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb494-a437-4fbf-832d-14ddd5af494d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.968454 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdb494-a437-4fbf-832d-14ddd5af494d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3f385ce-5eb4-47fa-825e-1c44795a457f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:16.971011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb494-a437-4fbf-832d-14ddd5af494d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:16.976111 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5bbdb494-a437-4fbf-832d-14ddd5af494d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b3f385ce-5eb4-47fa-825e-1c44795a457f HTTP/1.1" status: 204 len: 168 time: 0.1354132 Feb 21 09:09:16.977960 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56638) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:17.042819 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-30c3fb8c-7e87-43d5-8a7c-8e9c5cf0e5e6 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:17.065158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-30c3fb8c-7e87-43d5-8a7c-8e9c5cf0e5e6 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:17.069787 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-30c3fb8c-7e87-43d5-8a7c-8e9c5cf0e5e6 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0902517 Feb 21 09:09:17.070466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56644) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:17.108406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbeb8bf-442e-4344-a9d3-7db752e8982f None None] Network a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:09:17.153585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71971282-7941-43a7-ae68-012852e9f144 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:17.205807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71971282-7941-43a7-ae68-012852e9f144 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:17.223679 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f291d4a1-35c4-49de-bea4-8d5d9933ee61 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:09:17.230005 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f291d4a1-35c4-49de-bea4-8d5d9933ee61 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:17.253622 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63109633-d3d1-4387-b9ec-609e569fb4cb None None] Sync routers for ids ['7a79d461-07c5-400d-9945-55ff5a887d45'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:09:17.279621 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63109633-d3d1-4387-b9ec-609e569fb4cb None None] Routers {'7a79d461-07c5-400d-9945-55ff5a887d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:17.281178 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-63109633-d3d1-4387-b9ec-609e569fb4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a79d461-07c5-400d-9945-55ff5a887d45'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:17.293294 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f291d4a1-35c4-49de-bea4-8d5d9933ee61 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/floatingips/27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d HTTP/1.1" status: 204 len: 168 time: 2.2594042 Feb 21 09:09:17.294162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'tag': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:09:17.327925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71971282-7941-43a7-ae68-012852e9f144 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:17.389997 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'tag': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'status': 'completed', 'code': 200} Feb 21 09:09:17.408769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71971282-7941-43a7-ae68-012852e9f144 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d4b568-7603-4454-9ddd-4e7c30bbb90f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:17.499021 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71971282-7941-43a7-ae68-012852e9f144 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:17.501815 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-71971282-7941-43a7-ae68-012852e9f144 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-groups/93d4b568-7603-4454-9ddd-4e7c30bbb90f HTTP/1.1" status: 204 len: 168 time: 0.4300010 Feb 21 09:09:17.504650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56656) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:17.553490 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81a05841-d29a-4231-95d0-96c7108efeda req-c5ac79da-e22e-4a36-83df-e682be76a1ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 1099 time: 0.1392748 Feb 21 09:09:17.584667 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-63109633-d3d1-4387-b9ec-609e569fb4cb None None] Set router 7a79d461-07c5-400d-9945-55ff5a887d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:17.617458 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1cd0bcba-5944-432c-b494-c7c361483e99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1115527 Feb 21 09:09:17.622409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56662) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:17.629743 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1291704275'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:17.636843 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:17.643250 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:17.649751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:17.657496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:17.674218 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:17.742026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:17.747626 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:17.751863 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:17.759695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:17.844781 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:17.848201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a05841-d29a-4231-95d0-96c7108efeda req-d9094666-350c-44bf-9c64-1074879e4134 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:17.850358 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81a05841-d29a-4231-95d0-96c7108efeda req-d9094666-350c-44bf-9c64-1074879e4134 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f9b6f913-19ef-459b-a6ff-d85bcf9023ca HTTP/1.1" status: 200 len: 896 time: 0.2892492 Feb 21 09:09:17.851214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:17.922541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbfd7ca-22ee-479e-bd3a-3e5fa3f9066d,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:17.968232 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81a05841-d29a-4231-95d0-96c7108efeda req-b813d832-c9ed-4eb2-9175-bbb129151a90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d48f3f-1ac8-4508-8521-73cd17f6e5c3 HTTP/1.1" status: 200 len: 217 time: 0.1081638 Feb 21 09:09:17.970190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:17.971611 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ebb3212b-8ee5-4a5d-82bc-ef6b0bd51a99 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3477347 Feb 21 09:09:17.974533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56672) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:17.996426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-47ba8867-cd31-4ad0-b343-7405bb31f003 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group_rule': {'security_group_id': 'cfbfd7ca-22ee-479e-bd3a-3e5fa3f9066d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:18.014248 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-47ba8867-cd31-4ad0-b343-7405bb31f003 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:18.029181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-47ba8867-cd31-4ad0-b343-7405bb31f003 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:18.038350 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-47ba8867-cd31-4ad0-b343-7405bb31f003 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:18.043613 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a05841-d29a-4231-95d0-96c7108efeda req-990949f1-110d-42ff-8042-57f5130891b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:18.045295 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81a05841-d29a-4231-95d0-96c7108efeda req-990949f1-110d-42ff-8042-57f5130891b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab286cc7-169b-4cb2-8dc2-e7903a7daf18 HTTP/1.1" status: 200 len: 835 time: 0.0700107 Feb 21 09:09:18.064429 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-47ba8867-cd31-4ad0-b343-7405bb31f003 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:18.087475 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-63109633-d3d1-4387-b9ec-609e569fb4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:09:01Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:07:04Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:18.094621 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63109633-d3d1-4387-b9ec-609e569fb4cb None None] Checking router: 7a79d461-07c5-400d-9945-55ff5a887d45 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:09:18.107027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47ba8867-cd31-4ad0-b343-7405bb31f003 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.113839 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63109633-d3d1-4387-b9ec-609e569fb4cb None None] Routers {'7a79d461-07c5-400d-9945-55ff5a887d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:18.114723 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-63109633-d3d1-4387-b9ec-609e569fb4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a79d461-07c5-400d-9945-55ff5a887d45'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:18.238032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47ba8867-cd31-4ad0-b343-7405bb31f003 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.244609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47ba8867-cd31-4ad0-b343-7405bb31f003 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.294540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47ba8867-cd31-4ad0-b343-7405bb31f003 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.296328 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-47ba8867-cd31-4ad0-b343-7405bb31f003 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3177106 Feb 21 09:09:18.300620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56678) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:18.303840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bae497-1331-4053-a0e7-6d766c5dde34 req-2bad79fa-959b-4869-8bca-e5eaa6ac9c38 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:18.305357 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75bae497-1331-4053-a0e7-6d766c5dde34 req-2bad79fa-959b-4869-8bca-e5eaa6ac9c38 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 946 time: 0.2589176 Feb 21 09:09:18.307367 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-97e4d472-d703-44fa-8243-a780f05082c4 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group_rule': {'security_group_id': 'cfbfd7ca-22ee-479e-bd3a-3e5fa3f9066d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:18.313520 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81a05841-d29a-4231-95d0-96c7108efeda req-66cc5df4-d594-49c9-914a-d2fd4ad034ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9b6f913-19ef-459b-a6ff-d85bcf9023ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2210369 Feb 21 09:09:18.316929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-97e4d472-d703-44fa-8243-a780f05082c4 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:18.319652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba8867-cd31-4ad0-b343-7405bb31f003 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0711b7f9-0532-4bb3-b8dd-cca2f7963f9a,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:18.336405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-97e4d472-d703-44fa-8243-a780f05082c4 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:18.341347 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-97e4d472-d703-44fa-8243-a780f05082c4 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:18.349848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-97e4d472-d703-44fa-8243-a780f05082c4 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:18.350320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [req-81a05841-d29a-4231-95d0-96c7108efeda req-37905347-a3f1-4bbe-814f-b2d29cc68227 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:09:18.351536 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81a05841-d29a-4231-95d0-96c7108efeda req-37905347-a3f1-4bbe-814f-b2d29cc68227 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059741 Feb 21 09:09:18.380116 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97e4d472-d703-44fa-8243-a780f05082c4 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.409743 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-63109633-d3d1-4387-b9ec-609e569fb4cb None None] Set router 7a79d461-07c5-400d-9945-55ff5a887d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:18.450595 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75bae497-1331-4053-a0e7-6d766c5dde34 req-64b870cc-928b-470e-af06-01c285e48e56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=65882df9-45db-475d-b9d9-73a1c798de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329768 Feb 21 09:09:18.514160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97e4d472-d703-44fa-8243-a780f05082c4 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.520637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97e4d472-d703-44fa-8243-a780f05082c4 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.528417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56684) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:18.537406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-844375017-network', 'tenant_id': 'e3cd970156f5435c8dab8ecee8c358e5'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:18.551290 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4d472-d703-44fa-8243-a780f05082c4 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc0af21-4ac3-4c40-977a-c7cedfaa9876,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:18.563847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:18.569868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97e4d472-d703-44fa-8243-a780f05082c4 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.571734 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-97e4d472-d703-44fa-8243-a780f05082c4 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2699213 Feb 21 09:09:18.575838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56688) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:18.580264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Usage tracker for resource:network and tenant:e3cd970156f5435c8dab8ecee8c358e5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:18.584717 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:18.589495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-062bdb18-355f-4e59-ae35-00bfc8a95381 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group_rule': {'security_group_id': 'cfbfd7ca-22ee-479e-bd3a-3e5fa3f9066d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:18.589639 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81a05841-d29a-4231-95d0-96c7108efeda req-65e8057f-68d7-435e-9fff-79ee594d6e20 service neutron] 10.222.0.47 "GET /v2.0/networks/f9b6f913-19ef-459b-a6ff-d85bcf9023ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265971 Feb 21 09:09:18.593770 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:18.603555 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-062bdb18-355f-4e59-ae35-00bfc8a95381 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:18.610387 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-062bdb18-355f-4e59-ae35-00bfc8a95381 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:18.637890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-062bdb18-355f-4e59-ae35-00bfc8a95381 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:18.650887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-062bdb18-355f-4e59-ae35-00bfc8a95381 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:18.675287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Made reservation on behalf of e3cd970156f5435c8dab8ecee8c358e5 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:09:18.678256 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.692576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-062bdb18-355f-4e59-ae35-00bfc8a95381 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.719088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.791831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:18.798068 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81a05841-d29a-4231-95d0-96c7108efeda req-9f3d2fb4-f24c-4389-a046-bc72c29f4f20 service neutron] 10.222.0.47 "GET /v2.0/networks/f9b6f913-19ef-459b-a6ff-d85bcf9023ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992645 Feb 21 09:09:18.799442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Usage tracker for resource:security_group_rule and tenant:e3cd970156f5435c8dab8ecee8c358e5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:18.802304 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-062bdb18-355f-4e59-ae35-00bfc8a95381 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.802439 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:18.812505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:18.819637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-062bdb18-355f-4e59-ae35-00bfc8a95381 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.868341 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bdb18-355f-4e59-ae35-00bfc8a95381 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1430ce8c-816f-4a1d-935a-3c543dd04cbf,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:18.879660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-062bdb18-355f-4e59-ae35-00bfc8a95381 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.881037 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-062bdb18-355f-4e59-ae35-00bfc8a95381 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3041148 Feb 21 09:09:18.884359 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56692) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:18.890642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-3e737e70-8dce-4b95-b773-6c0162977e2f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group_rule': {'security_group_id': 'cfbfd7ca-22ee-479e-bd3a-3e5fa3f9066d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:18.896495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3e737e70-8dce-4b95-b773-6c0162977e2f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:18.901235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3e737e70-8dce-4b95-b773-6c0162977e2f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:18.905734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3e737e70-8dce-4b95-b773-6c0162977e2f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:18.914125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3e737e70-8dce-4b95-b773-6c0162977e2f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:18.916708 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-63109633-d3d1-4387-b9ec-609e569fb4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:09:01Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:07:04Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:18.921927 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63109633-d3d1-4387-b9ec-609e569fb4cb None None] The sync data for ids ['7a79d461-07c5-400d-9945-55ff5a887d45'] in dv-neutron-830062-1-hyperv is: [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:09:01Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '4a510440-32d8-42d3-b2ea-f86a206bdca7', 'name': '', 'network_id': 'f9b6f913-19ef-459b-a6ff-d85bcf9023ca', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:8d:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:55Z', 'updated_at': '2022-02-21T09:07:04Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'ab286cc7-169b-4cb2-8dc2-e7903a7daf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:09:18.927121 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.937794 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3e737e70-8dce-4b95-b773-6c0162977e2f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.943651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:18.983671 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:09:18.998412 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1645d6-7bd6-40f6-96c0-0cabbd2239f6,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:19.005381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.005900 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Added segment 39793013-17ed-4925-879e-219218e0e087 of type vlan for network 0cb0dda9-4a8c-412b-ad36-78283ae79d23 Feb 21 09:09:19.041013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.065303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3e737e70-8dce-4b95-b773-6c0162977e2f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.070734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3e737e70-8dce-4b95-b773-6c0162977e2f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.079691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.080866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:19.081910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.101323 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e737e70-8dce-4b95-b773-6c0162977e2f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486933a3-54f6-4c2a-abf1-81b453797797,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:19.124555 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3e737e70-8dce-4b95-b773-6c0162977e2f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.127033 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3e737e70-8dce-4b95-b773-6c0162977e2f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2405658 Feb 21 09:09:19.129590 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56696) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:19.137918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-aff0afb1-605c-4e98-9445-20ffed3d5ecc tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group_rule': {'security_group_id': 'cfbfd7ca-22ee-479e-bd3a-3e5fa3f9066d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:19.144922 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-aff0afb1-605c-4e98-9445-20ffed3d5ecc tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:19.154890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-aff0afb1-605c-4e98-9445-20ffed3d5ecc tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:19.159485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-aff0afb1-605c-4e98-9445-20ffed3d5ecc tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:19.168233 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-aff0afb1-605c-4e98-9445-20ffed3d5ecc tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:19.195552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aff0afb1-605c-4e98-9445-20ffed3d5ecc tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.241081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b2d0b-819f-45c5-af9d-0aaceeb0734a None None] New status for floating IP 27ae4cbe-f9fc-4bed-b4ea-1733f57e1b1d: DOWN {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:09:19.277184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb0dda9-4a8c-412b-ad36-78283ae79d23,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:19.300316 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aff0afb1-605c-4e98-9445-20ffed3d5ecc tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.308880 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-31c1312c-5b7d-44fc-8507-0ecee1e5a292 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7741523 Feb 21 09:09:19.308974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56700) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:19.318421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Request body: {'subnet': {'network_id': '0cb0dda9-4a8c-412b-ad36-78283ae79d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-844375017-subnet', 'tenant_id': 'e3cd970156f5435c8dab8ecee8c358e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:19.323614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aff0afb1-605c-4e98-9445-20ffed3d5ecc tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.326160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:19.333899 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 0cb0dda9-4a8c-412b-ad36-78283ae79d23 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:09:19.347892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Usage tracker for resource:subnet and tenant:e3cd970156f5435c8dab8ecee8c358e5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:19.353050 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2980-6c10-49c4-b033-44ef9d84a08c req-62d61b5b-e7c1-4834-8cf3-52074af01d71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:19.354352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:19.354901 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c5fe2980-6c10-49c4-b033-44ef9d84a08c req-62d61b5b-e7c1-4834-8cf3-52074af01d71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 946 time: 0.1724033 Feb 21 09:09:19.362715 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0afb1-605c-4e98-9445-20ffed3d5ecc tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443e9909-ec39-458b-9710-f1f9a878417a,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:19.375099 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:19.393840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-aff0afb1-605c-4e98-9445-20ffed3d5ecc tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.396582 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-aff0afb1-605c-4e98-9445-20ffed3d5ecc tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2643607 Feb 21 09:09:19.398303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56704) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:19.413729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Made reservation on behalf of e3cd970156f5435c8dab8ecee8c358e5 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:09:19.417445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.539552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98a3d64f-c94a-4d76-b7f4-a120914d6a3f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.562295 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98a3d64f-c94a-4d76-b7f4-a120914d6a3f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.608833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98a3d64f-c94a-4d76-b7f4-a120914d6a3f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.631428 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3d64f-c94a-4d76-b7f4-a120914d6a3f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=443e9909-ec39-458b-9710-f1f9a878417a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:19.643298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-c5fe2980-6c10-49c4-b033-44ef9d84a08c req-d4f84e06-f44e-445d-a1d8-970909f2a33c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:19.643298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-c5fe2980-6c10-49c4-b033-44ef9d84a08c req-d4f84e06-f44e-445d-a1d8-970909f2a33c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.660313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98a3d64f-c94a-4d76-b7f4-a120914d6a3f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.662102 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98a3d64f-c94a-4d76-b7f4-a120914d6a3f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/443e9909-ec39-458b-9710-f1f9a878417a HTTP/1.1" status: 204 len: 168 time: 0.2625206 Feb 21 09:09:19.680357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56710) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:19.809138 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:19.847865 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:09:19.896550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-fc63d6b6-e213-4ad3-9074-10cc378a7c75 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:19.924031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84825ed-9d6c-42e5-970c-fcf4c7a1c5f6 req-ef727740-33b8-4fb0-9c67-adec333221ee tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:19.928338 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e84825ed-9d6c-42e5-970c-fcf4c7a1c5f6 req-ef727740-33b8-4fb0-9c67-adec333221ee tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 946 time: 0.2487755 Feb 21 09:09:19.944709 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b7130a-3334-4876-af8c-8aa5a1651511,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:19.962297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Checking segment: {'id': '39793013-17ed-4925-879e-219218e0e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0cb0dda9-4a8c-412b-ad36-78283ae79d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:09:19.962297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Network hostable DHCP agents. Network: 0cb0dda9-4a8c-412b-ad36-78283ae79d23, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:09:20.000020 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Network 0cb0dda9-4a8c-412b-ad36-78283ae79d23 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:09:20.017547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 0cb0dda9-4a8c-412b-ad36-78283ae79d23) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:09:20.027456 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:20.027456 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:20.029699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ad0fde-3892-400d-9557-a5346cd55b24 None None] Network 0cb0dda9-4a8c-412b-ad36-78283ae79d23 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:09:20.076304 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5e99a3ac-1e60-47b3-9cb0-f3df3f7d84e2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7664332 Feb 21 09:09:20.188848 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e84825ed-9d6c-42e5-970c-fcf4c7a1c5f6 req-e8dccbe6-93b5-4b7d-b5a1-dc5c4632b688 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=65882df9-45db-475d-b9d9-73a1c798de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121775 Feb 21 09:09:20.225333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-fc63d6b6-e213-4ad3-9074-10cc378a7c75 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:20.226954 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fc63d6b6-e213-4ad3-9074-10cc378a7c75 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.5447030 Feb 21 09:09:20.230505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56716) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:20.299566 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba84c536-7271-4656-8f04-6ca33cf42d2b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:20.319548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba84c536-7271-4656-8f04-6ca33cf42d2b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:20.362727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-c5fe2980-6c10-49c4-b033-44ef9d84a08c req-d4f84e06-f44e-445d-a1d8-970909f2a33c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=41d48f3f-1ac8-4508-8521-73cd17f6e5c3,segment=NetworkSegment(97c9d684-6727-41d9-9d1a-a15eaceaa566),segment_id=97c9d684-6727-41d9-9d1a-a15eaceaa566)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:20.362727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-c5fe2980-6c10-49c4-b033-44ef9d84a08c req-d4f84e06-f44e-445d-a1d8-970909f2a33c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:20.387397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba84c536-7271-4656-8f04-6ca33cf42d2b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:20.423310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84c536-7271-4656-8f04-6ca33cf42d2b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=486933a3-54f6-4c2a-abf1-81b453797797,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:20.423310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba84c536-7271-4656-8f04-6ca33cf42d2b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:20.423310 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ba84c536-7271-4656-8f04-6ca33cf42d2b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/486933a3-54f6-4c2a-abf1-81b453797797 HTTP/1.1" status: 204 len: 168 time: 0.1889851 Feb 21 09:09:20.429841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56722) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:20.513230 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0a6449-7a19-4eed-b472-c4a31ea6685c None None] Network 0cb0dda9-4a8c-412b-ad36-78283ae79d23 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:09:20.538932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bf61f878-2e31-40a3-8b85-aea4bba2c252 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:20.550390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-c5fe2980-6c10-49c4-b033-44ef9d84a08c req-d4f84e06-f44e-445d-a1d8-970909f2a33c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:20.567089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bf61f878-2e31-40a3-8b85-aea4bba2c252 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:20.569447 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bf61f878-2e31-40a3-8b85-aea4bba2c252 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1428130 Feb 21 09:09:20.572724 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56730) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:20.651368 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4af9-c98f-4240-9795-d540c38ce9f3 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:20.670165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4af9-c98f-4240-9795-d540c38ce9f3 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:20.716771 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4af9-c98f-4240-9795-d540c38ce9f3 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:20.759637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4af9-c98f-4240-9795-d540c38ce9f3 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:20.764165 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1c4d4af9-c98f-4240-9795-d540c38ce9f3 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1430ce8c-816f-4a1d-935a-3c543dd04cbf HTTP/1.1" status: 204 len: 168 time: 0.1876628 Feb 21 09:09:20.764276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56734) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:20.768315 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d4af9-c98f-4240-9795-d540c38ce9f3 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1430ce8c-816f-4a1d-935a-3c543dd04cbf,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:20.847394 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-c5fe2980-6c10-49c4-b033-44ef9d84a08c req-d4f84e06-f44e-445d-a1d8-970909f2a33c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:20.934570 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-663aea01-9d90-4ebc-a585-9f0eb81254c8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1683347 Feb 21 09:09:20.937893 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56742) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:20.942387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f84e06-f44e-445d-a1d8-970909f2a33c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=41d48f3f-1ac8-4508-8521-73cd17f6e5c3,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:21.134173 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-07d50b93-e198-4c67-b6c3-2700b4becd11 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:21.147051 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-07d50b93-e198-4c67-b6c3-2700b4becd11 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:21.181253 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-07d50b93-e198-4c67-b6c3-2700b4becd11 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:21.223529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-07d50b93-e198-4c67-b6c3-2700b4becd11 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:21.223529 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-07d50b93-e198-4c67-b6c3-2700b4becd11 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0cc0af21-4ac3-4c40-977a-c7cedfaa9876 HTTP/1.1" status: 204 len: 168 time: 0.2773566 Feb 21 09:09:21.223529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d50b93-e198-4c67-b6c3-2700b4becd11 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cc0af21-4ac3-4c40-977a-c7cedfaa9876,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:21.223529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56750) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:21.253231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fe2980-6c10-49c4-b033-44ef9d84a08c req-d4f84e06-f44e-445d-a1d8-970909f2a33c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] No DVR routers for this DVR port 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:09:21.260547 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-c5fe2980-6c10-49c4-b033-44ef9d84a08c req-d4f84e06-f44e-445d-a1d8-970909f2a33c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:21.266713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'name': 'network-vif-deleted', 'tag': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:09:21.279510 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-411b4322-7146-46d2-8737-dd982d4c731a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:21.280586 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c5fe2980-6c10-49c4-b033-44ef9d84a08c req-d4f84e06-f44e-445d-a1d8-970909f2a33c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "DELETE /v2.0/ports/41d48f3f-1ac8-4508-8521-73cd17f6e5c3 HTTP/1.1" status: 204 len: 173 time: 1.7958252 Feb 21 09:09:21.302353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-411b4322-7146-46d2-8737-dd982d4c731a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:21.304511 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-411b4322-7146-46d2-8737-dd982d4c731a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.0832264 Feb 21 09:09:21.308803 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56758) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:21.356727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-eef80622-a334-4832-938b-52684be036e1 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:21.357870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-eef80622-a334-4832-938b-52684be036e1 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Synchronizing usage tracker for tenant:c39b4d3992b544dfb1673164f40723d7 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:21.359544 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd7e4-8e58-4ec0-8a97-880c9a7f091d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:21.372167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd7e4-8e58-4ec0-8a97-880c9a7f091d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:21.408037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd7e4-8e58-4ec0-8a97-880c9a7f091d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:21.431638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-41ebdd8b-a541-438d-8744-38f31b084320 req-045b8953-7a61-4ec9-9fd0-d307fe3193d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:21.435739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cd7e4-8e58-4ec0-8a97-880c9a7f091d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0711b7f9-0532-4bb3-b8dd-cca2f7963f9a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:21.453838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-eef80622-a334-4832-938b-52684be036e1 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Unset dirty status for tenant:c39b4d3992b544dfb1673164f40723d7 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:21.454368 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd7e4-8e58-4ec0-8a97-880c9a7f091d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:21.455934 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0b0cd7e4-8e58-4ec0-8a97-880c9a7f091d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0711b7f9-0532-4bb3-b8dd-cca2f7963f9a HTTP/1.1" status: 204 len: 168 time: 0.1456556 Feb 21 09:09:21.459069 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56762) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:21.459857 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-eef80622-a334-4832-938b-52684be036e1 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/networks?id=a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 HTTP/1.1" status: 200 len: 812 time: 0.5138104 Feb 21 09:09:21.485961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-41ebdd8b-a541-438d-8744-38f31b084320 req-045b8953-7a61-4ec9-9fd0-d307fe3193d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:21.487174 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-41ebdd8b-a541-438d-8744-38f31b084320 req-045b8953-7a61-4ec9-9fd0-d307fe3193d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=9582e30a-700c-4f1f-906c-c60f009f10ed HTTP/1.1" status: 200 len: 210 time: 0.1210237 Feb 21 09:09:21.492141 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-af057f36-f053-4036-8c96-50b944b336e7 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/quotas/c39b4d3992b544dfb1673164f40723d7 HTTP/1.1" status: 200 len: 375 time: 0.0303264 Feb 21 09:09:21.542091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-673aefae-6913-4aa6-b91a-df7c689eff6f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:21.558042 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-430d4951-2d02-4b61-a8f5-87e8d4b3e3a6 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c39b4d3992b544dfb1673164f40723d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598629 Feb 21 09:09:21.574320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-673aefae-6913-4aa6-b91a-df7c689eff6f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:21.578889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-bf6586bc-b5c1-48bd-8ba9-ab56a3d4df54 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:09:21.580758 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-bf6586bc-b5c1-48bd-8ba9-ab56a3d4df54 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0121086 Feb 21 09:09:21.581077 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-673aefae-6913-4aa6-b91a-df7c689eff6f tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1180024 Feb 21 09:09:21.582505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56766) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:21.632307 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9582e30a-700c-4f1f-906c-c60f009f10ed', 'name': 'network-vif-deleted', 'tag': '41d48f3f-1ac8-4508-8521-73cd17f6e5c3', 'status': 'completed', 'code': 200} Feb 21 09:09:21.656976 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d9278ca-f835-4d68-bcc6-cfde06dec7e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:21.685392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d9278ca-f835-4d68-bcc6-cfde06dec7e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:21.737215 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d9278ca-f835-4d68-bcc6-cfde06dec7e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:21.755586 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-b4e04fa2-2987-4c1f-8dfe-4280d6a96a61 service neutron] 10.222.0.48 "GET /v2.0/networks/a85b4a61-0b80-4f00-a7eb-e08da4f97fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644483 Feb 21 09:09:21.769313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9278ca-f835-4d68-bcc6-cfde06dec7e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbfd7ca-22ee-479e-bd3a-3e5fa3f9066d,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:21.777965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9d9278ca-f835-4d68-bcc6-cfde06dec7e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:21.782328 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9d9278ca-f835-4d68-bcc6-cfde06dec7e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-groups/cfbfd7ca-22ee-479e-bd3a-3e5fa3f9066d HTTP/1.1" status: 204 len: 168 time: 0.1987684 Feb 21 09:09:21.783278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56770) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:21.811129 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:09:21.849018 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9ee53518-1136-4fe0-90b3-6672af5c3a10 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:21.852805 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:09:21.853368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 41d48f3f-1ac8-4508-8521-73cd17f6e5c3 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:09:21.869038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9ee53518-1136-4fe0-90b3-6672af5c3a10 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:21.874405 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9ee53518-1136-4fe0-90b3-6672af5c3a10 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0857253 Feb 21 09:09:21.875362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56774) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:21.883980 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-10817c15-01ab-4564-8881-8775c3ce7676 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433426519'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:21.891718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-10817c15-01ab-4564-8881-8775c3ce7676 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:21.908950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-10817c15-01ab-4564-8881-8775c3ce7676 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:21.941670 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10817c15-01ab-4564-8881-8775c3ce7676 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:21.963778 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-92ccbb6c-7e5f-47d3-997e-cbebdfb25476 service neutron] 10.222.0.48 "GET /v2.0/networks/a85b4a61-0b80-4f00-a7eb-e08da4f97fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018988 Feb 21 09:09:21.988792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-10817c15-01ab-4564-8881-8775c3ce7676 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:21.994865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-10817c15-01ab-4564-8881-8775c3ce7676 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:21.999589 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-10817c15-01ab-4564-8881-8775c3ce7676 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:22.008331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-10817c15-01ab-4564-8881-8775c3ce7676 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:22.099693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10817c15-01ab-4564-8881-8775c3ce7676 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.110186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10817c15-01ab-4564-8881-8775c3ce7676 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.233216 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dfd7d45e-dc7a-429b-a206-c39647c6955f req-3a0136f5-82b4-411a-993e-688c0778bca4 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 210 time: 0.0950823 Feb 21 09:09:22.240368 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10817c15-01ab-4564-8881-8775c3ce7676 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47270d2-a1ff-4765-8751-2a8303374ca1,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:22.252427 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10817c15-01ab-4564-8881-8775c3ce7676 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.254071 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-10817c15-01ab-4564-8881-8775c3ce7676 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3779900 Feb 21 09:09:22.256988 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56784) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:22.269909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e397cf1e-f8f9-46b1-a7f2-0734e7ac6288 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group_rule': {'security_group_id': 'e47270d2-a1ff-4765-8751-2a8303374ca1', 'direction': 'ingress', 'protocol': 17}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:22.287771 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e397cf1e-f8f9-46b1-a7f2-0734e7ac6288 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:22.293981 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e397cf1e-f8f9-46b1-a7f2-0734e7ac6288 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:22.296982 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e397cf1e-f8f9-46b1-a7f2-0734e7ac6288 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:22.303098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e397cf1e-f8f9-46b1-a7f2-0734e7ac6288 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:22.319562 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e397cf1e-f8f9-46b1-a7f2-0734e7ac6288 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.387338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e397cf1e-f8f9-46b1-a7f2-0734e7ac6288 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.392293 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e397cf1e-f8f9-46b1-a7f2-0734e7ac6288 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.416726 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397cf1e-f8f9-46b1-a7f2-0734e7ac6288 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002c7d0a-b5c5-4cab-ace4-ee6223b71ae5,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:22.429225 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e397cf1e-f8f9-46b1-a7f2-0734e7ac6288 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.434515 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e397cf1e-f8f9-46b1-a7f2-0734e7ac6288 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1761320 Feb 21 09:09:22.437596 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56792) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:22.503160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5bee23c9-25cf-42ff-9fe5-834fb60bc49d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.531491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5bee23c9-25cf-42ff-9fe5-834fb60bc49d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.588164 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5bee23c9-25cf-42ff-9fe5-834fb60bc49d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.605955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee23c9-25cf-42ff-9fe5-834fb60bc49d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47270d2-a1ff-4765-8751-2a8303374ca1,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:22.607017 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56798) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:22.624975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5bee23c9-25cf-42ff-9fe5-834fb60bc49d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.625988 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5bee23c9-25cf-42ff-9fe5-834fb60bc49d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-groups/e47270d2-a1ff-4765-8751-2a8303374ca1 HTTP/1.1" status: 204 len: 168 time: 0.1873984 Feb 21 09:09:22.628681 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56802) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:22.690967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8e86bd08-5143-4c4f-a258-277da5db2b71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.692583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-65cf996c-d72b-428d-a8d2-9a875eee9d68 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:22.709133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-65cf996c-d72b-428d-a8d2-9a875eee9d68 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:22.714043 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-65cf996c-d72b-428d-a8d2-9a875eee9d68 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0809901 Feb 21 09:09:22.714536 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56806) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:22.721185 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-395a17d1-b344-444c-9310-cb4f913a4668 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427030887'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:22.735361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-395a17d1-b344-444c-9310-cb4f913a4668 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:22.738908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8e86bd08-5143-4c4f-a258-277da5db2b71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.762167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-395a17d1-b344-444c-9310-cb4f913a4668 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:22.787883 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-395a17d1-b344-444c-9310-cb4f913a4668 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.832630 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-395a17d1-b344-444c-9310-cb4f913a4668 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:22.837370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-395a17d1-b344-444c-9310-cb4f913a4668 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:22.840800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-395a17d1-b344-444c-9310-cb4f913a4668 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:22.849562 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-395a17d1-b344-444c-9310-cb4f913a4668 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:22.851558 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8e86bd08-5143-4c4f-a258-277da5db2b71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.878496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86bd08-5143-4c4f-a258-277da5db2b71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65882df9-45db-475d-b9d9-73a1c798de9b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:22.895825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8e86bd08-5143-4c4f-a258-277da5db2b71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.897088 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8e86bd08-5143-4c4f-a258-277da5db2b71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/security-groups/65882df9-45db-475d-b9d9-73a1c798de9b HTTP/1.1" status: 204 len: 168 time: 0.2883022 Feb 21 09:09:22.938643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-395a17d1-b344-444c-9310-cb4f913a4668 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:22.941524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56812) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:22.999611 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-395a17d1-b344-444c-9310-cb4f913a4668 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.111644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a17d1-b344-444c-9310-cb4f913a4668 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faee297c-e141-49f6-ae2f-605d398cdde0,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:23.122161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-395a17d1-b344-444c-9310-cb4f913a4668 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.123377 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-395a17d1-b344-444c-9310-cb4f913a4668 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4074044 Feb 21 09:09:23.126224 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56816) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:23.132872 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d309e2d8-5b38-4709-8acd-29112368caeb tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122143628'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:23.142284 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d309e2d8-5b38-4709-8acd-29112368caeb tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:23.157371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d309e2d8-5b38-4709-8acd-29112368caeb tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:23.173291 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d309e2d8-5b38-4709-8acd-29112368caeb tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.227871 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d309e2d8-5b38-4709-8acd-29112368caeb tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:23.233922 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d309e2d8-5b38-4709-8acd-29112368caeb tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:23.237958 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d309e2d8-5b38-4709-8acd-29112368caeb tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:23.246360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d309e2d8-5b38-4709-8acd-29112368caeb tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:23.326136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-72aa6027-8ad9-4cf7-aae0-e27613089fbb tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:23.327909 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-72aa6027-8ad9-4cf7-aae0-e27613089fbb tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.47 "GET /v2.0/networks?id=a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 HTTP/1.1" status: 200 len: 812 time: 0.1750376 Feb 21 09:09:23.346668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Request body: {'port': {'device_id': '14dcc408-9e28-4974-8ae1-223fdb92a29d', 'network_id': 'a85b4a61-0b80-4f00-a7eb-e08da4f97fe0', 'admin_state_up': True, 'tenant_id': 'c39b4d3992b544dfb1673164f40723d7'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:23.438126 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d309e2d8-5b38-4709-8acd-29112368caeb tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.453033 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d309e2d8-5b38-4709-8acd-29112368caeb tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.479404 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75c6215f-2e16-48ae-8e38-88dc8ea8bb78 req-4ea477d6-048c-4adc-bccf-58c1c5773bc8 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 210 time: 0.0614529 Feb 21 09:09:23.518859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309e2d8-5b38-4709-8acd-29112368caeb tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3192acb8-b52f-47a9-94b2-2826525fc1e5,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:23.532189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d309e2d8-5b38-4709-8acd-29112368caeb tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.533378 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d309e2d8-5b38-4709-8acd-29112368caeb tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4062524 Feb 21 09:09:23.535438 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:23.536198 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56822) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:23.540686 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Usage tracker for resource:port and tenant:c39b4d3992b544dfb1673164f40723d7 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:23.543519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:23.545121 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ccdffe15-75f1-4b1a-a13b-4b42c121adfd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group_rule': {'security_group_id': 'faee297c-e141-49f6-ae2f-605d398cdde0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3192acb8-b52f-47a9-94b2-2826525fc1e5', 'remote_ip_prefix': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:23.549543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:23.552285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ccdffe15-75f1-4b1a-a13b-4b42c121adfd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:23.558701 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ccdffe15-75f1-4b1a-a13b-4b42c121adfd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:23.559776 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Made reservation on behalf of c39b4d3992b544dfb1673164f40723d7 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:09:23.562708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ccdffe15-75f1-4b1a-a13b-4b42c121adfd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:23.562930 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.569962 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ccdffe15-75f1-4b1a-a13b-4b42c121adfd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:23.608707 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ccdffe15-75f1-4b1a-a13b-4b42c121adfd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.641202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-26202678-6fbd-438a-ba3c-818237d751cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.725285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Allocated IP 172.20.0.7 (a85b4a61-0b80-4f00-a7eb-e08da4f97fe0/ddcaa17e-3a03-413f-973b-2f298b5cd36b/61ec5456-bb5f-4339-a57c-110cc7ebcb70) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:09:23.810333 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ccdffe15-75f1-4b1a-a13b-4b42c121adfd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.815998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ccdffe15-75f1-4b1a-a13b-4b42c121adfd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.849042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdffe15-75f1-4b1a-a13b-4b42c121adfd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46ee65e-f57a-45a2-ac6f-d3499d9d842f,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:23.862817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ccdffe15-75f1-4b1a-a13b-4b42c121adfd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.864006 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ccdffe15-75f1-4b1a-a13b-4b42c121adfd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3254585 Feb 21 09:09:23.868543 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56826) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:23.913505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33e7b354-c113-4f75-a71e-5ff70c5d95ac tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.927746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33e7b354-c113-4f75-a71e-5ff70c5d95ac tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.931680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.960230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:23.989195 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33e7b354-c113-4f75-a71e-5ff70c5d95ac tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:24.022704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7b354-c113-4f75-a71e-5ff70c5d95ac tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f46ee65e-f57a-45a2-ac6f-d3499d9d842f,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:24.028454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-33e7b354-c113-4f75-a71e-5ff70c5d95ac tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:24.029868 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-33e7b354-c113-4f75-a71e-5ff70c5d95ac tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f46ee65e-f57a-45a2-ac6f-d3499d9d842f HTTP/1.1" status: 204 len: 168 time: 0.1604972 Feb 21 09:09:24.032924 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56830) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:24.139426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Network a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:09:24.142809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Pushing event updated for resources: {'Port': ['ID=61ec5456-bb5f-4339-a57c-110cc7ebcb70,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:24.145170 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:09:24.147296 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:09:24.192747 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-78377e2e-8df9-4e85-a207-558c0d0152c0 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:24.206047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:24.206653 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:24.228953 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-1170d9b5-361c-428a-b792-d23f0dfb095b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8885610 Feb 21 09:09:24.241697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Request body: {'port': {'device_id': '14dcc408-9e28-4974-8ae1-223fdb92a29d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:24.335264 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-78377e2e-8df9-4e85-a207-558c0d0152c0 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:24.339826 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-78377e2e-8df9-4e85-a207-558c0d0152c0 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3026597 Feb 21 09:09:24.341701 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56834) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:24.353244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:24.466635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:24.498387 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:24.592704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:24.621609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3192acb8-b52f-47a9-94b2-2826525fc1e5,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:24.636902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:24.637341 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:24.637757 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:24.638206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:24.638595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:24.639002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:24.639425 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:24.639737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:24.640092 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:24.640446 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:24.640872 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:24.663639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:24.663639 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-36ba306e-f17c-4499-aec0-c89f74e3b99b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-groups/3192acb8-b52f-47a9-94b2-2826525fc1e5 HTTP/1.1" status: 204 len: 168 time: 0.3212011 Feb 21 09:09:24.667079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56840) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:24.777586 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d53ba9-afa8-47ab-bfaa-e85a097ef2e9 req-a26a2236-a52e-4ae4-9663-73dbe473830e tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:24.778204 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-77d53ba9-afa8-47ab-bfaa-e85a097ef2e9 req-a26a2236-a52e-4ae4-9663-73dbe473830e tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Synchronizing usage tracker for tenant:c39b4d3992b544dfb1673164f40723d7 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:24.784380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ec5456-bb5f-4339-a57c-110cc7ebcb70 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:09:24.793411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-940eed5b-7796-4981-88b1-acda8a38f006 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:24.796752 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:24.803158 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-26202678-6fbd-438a-ba3c-818237d751cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 4a510440-32d8-42d3-b2ea-f86a206bdca7 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:24.803505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-26202678-6fbd-438a-ba3c-818237d751cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:24.812908 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-77d53ba9-afa8-47ab-bfaa-e85a097ef2e9 req-a26a2236-a52e-4ae4-9663-73dbe473830e tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Unset dirty status for tenant:c39b4d3992b544dfb1673164f40723d7 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:24.814051 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-77d53ba9-afa8-47ab-bfaa-e85a097ef2e9 req-a26a2236-a52e-4ae4-9663-73dbe473830e tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 931 time: 0.1833744 Feb 21 09:09:24.816418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Transition to ACTIVE for port object 61ec5456-bb5f-4339-a57c-110cc7ebcb70 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:09:24.835923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:24.859172 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-940eed5b-7796-4981-88b1-acda8a38f006 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:24.860462 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-940eed5b-7796-4981-88b1-acda8a38f006 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1923122 Feb 21 09:09:24.863646 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56844) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:24.976275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Pushing event updated for resources: {'Port': ['ID=61ec5456-bb5f-4339-a57c-110cc7ebcb70,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:24.980186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-77d53ba9-afa8-47ab-bfaa-e85a097ef2e9 req-97aaf12d-b1eb-452b-9fe2-86ce57f27133 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Synchronizing usage tracker for tenant:c39b4d3992b544dfb1673164f40723d7 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:25.038326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-adaefb7d-3fe6-469b-aab6-3868086497f7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:25.063759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-77d53ba9-afa8-47ab-bfaa-e85a097ef2e9 req-97aaf12d-b1eb-452b-9fe2-86ce57f27133 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Unset dirty status for tenant:c39b4d3992b544dfb1673164f40723d7 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:25.064897 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-77d53ba9-afa8-47ab-bfaa-e85a097ef2e9 req-97aaf12d-b1eb-452b-9fe2-86ce57f27133 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448294 Feb 21 09:09:25.076491 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-26202678-6fbd-438a-ba3c-818237d751cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 4a510440-32d8-42d3-b2ea-f86a206bdca7, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4a510440-32d8-42d3-b2ea-f86a206bdca7,segment=NetworkSegment(97c9d684-6727-41d9-9d1a-a15eaceaa566),segment_id=97c9d684-6727-41d9-9d1a-a15eaceaa566)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:25.076858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-26202678-6fbd-438a-ba3c-818237d751cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:25.092729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-adaefb7d-3fe6-469b-aab6-3868086497f7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:25.098968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Attempting to bind port 61ec5456-bb5f-4339-a57c-110cc7ebcb70 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:09:25.099326 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Attempting to bind port 61ec5456-bb5f-4339-a57c-110cc7ebcb70 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '1051e4dc-28cf-4820-a880-488cb9e6eeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a85b4a61-0b80-4f00-a7eb-e08da4f97fe0'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:09:25.099649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Attempting to bind port 61ec5456-bb5f-4339-a57c-110cc7ebcb70 on network a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:09:25.106754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Port 61ec5456-bb5f-4339-a57c-110cc7ebcb70 on network a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:09:25.107169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Attempting to bind port 61ec5456-bb5f-4339-a57c-110cc7ebcb70 on network a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:09:25.113501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:09:25.113828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Checking segment: {'id': '1051e4dc-28cf-4820-a880-488cb9e6eeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a85b4a61-0b80-4f00-a7eb-e08da4f97fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:09:25.114236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Bound using segment: {'id': '1051e4dc-28cf-4820-a880-488cb9e6eeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a85b4a61-0b80-4f00-a7eb-e08da4f97fe0'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:09:25.114672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Bound port: 61ec5456-bb5f-4339-a57c-110cc7ebcb70, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1051e4dc-28cf-4820-a880-488cb9e6eeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a85b4a61-0b80-4f00-a7eb-e08da4f97fe0'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:09:25.115013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:25.205236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] For port 61ec5456-bb5f-4339-a57c-110cc7ebcb70, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:09:25.208176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] For port 61ec5456-bb5f-4339-a57c-110cc7ebcb70, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=61ec5456-bb5f-4339-a57c-110cc7ebcb70,segment=NetworkSegment(1051e4dc-28cf-4820-a880-488cb9e6eeea),segment_id=1051e4dc-28cf-4820-a880-488cb9e6eeea)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:09:25.213269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:25.224217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-26202678-6fbd-438a-ba3c-818237d751cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 4a510440-32d8-42d3-b2ea-f86a206bdca7 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:25.273543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:25.275902 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] 10.222.0.47 "PUT /v2.0/ports/61ec5456-bb5f-4339-a57c-110cc7ebcb70 HTTP/1.1" status: 200 len: 1093 time: 1.0386553 Feb 21 09:09:25.276336 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14dcc408-9e28-4974-8ae1-223fdb92a29d', 'tag': '61ec5456-bb5f-4339-a57c-110cc7ebcb70'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:09:25.305865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90b08c-9796-49f9-a4b2-dac9669848fe service neutron] Pushing event updated for resources: {'Port': ['ID=61ec5456-bb5f-4339-a57c-110cc7ebcb70,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:25.321453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-adaefb7d-3fe6-469b-aab6-3868086497f7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:25.352429 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaefb7d-3fe6-469b-aab6-3868086497f7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faee297c-e141-49f6-ae2f-605d398cdde0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:25.365956 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14dcc408-9e28-4974-8ae1-223fdb92a29d', 'tag': '61ec5456-bb5f-4339-a57c-110cc7ebcb70', 'status': 'completed', 'code': 200} Feb 21 09:09:25.374070 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-adaefb7d-3fe6-469b-aab6-3868086497f7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:25.375217 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-adaefb7d-3fe6-469b-aab6-3868086497f7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-groups/faee297c-e141-49f6-ae2f-605d398cdde0 HTTP/1.1" status: 204 len: 168 time: 0.5108149 Feb 21 09:09:25.378438 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56850) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:25.452021 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-12a077d8-b16d-443f-815a-0ac679b63621 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c39b4d3992b544dfb1673164f40723d7&device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 1096 time: 0.1268988 Feb 21 09:09:25.456096 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-17f823b8-6b7c-4bac-a9da-19e1f273d588 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0694506 Feb 21 09:09:25.460980 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-26202678-6fbd-438a-ba3c-818237d751cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:25.462202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56854) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:25.504161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group': {'name': 'tempest-secgroup--847893225'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:25.517481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:25.519714 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26202678-6fbd-438a-ba3c-818237d751cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=4a510440-32d8-42d3-b2ea-f86a206bdca7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:25.521839 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-17dd6054-9f47-48f4-9219-80d01029214f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ec5456-bb5f-4339-a57c-110cc7ebcb70 HTTP/1.1" status: 200 len: 217 time: 0.0615551 Feb 21 09:09:25.526169 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:25.529437 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:25.562928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:25.594362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aee4c682-a4ed-4a27-98c8-095a1cb37037 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:25.595862 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-aee4c682-a4ed-4a27-98c8-095a1cb37037 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ddcaa17e-3a03-413f-973b-2f298b5cd36b HTTP/1.1" status: 200 len: 852 time: 0.0689886 Feb 21 09:09:25.629207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:25.649348 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-53f4c4bf-eadd-4300-8335-ac7caf4d16a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a85b4a61-0b80-4f00-a7eb-e08da4f97fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472479 Feb 21 09:09:25.786388 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-2a27c742-7804-4a8b-a93d-004a888e9985 service neutron] 10.222.0.47 "GET /v2.0/networks/a85b4a61-0b80-4f00-a7eb-e08da4f97fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311777 Feb 21 09:09:25.801151 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:25.807634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:25.812975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:25.820651 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:25.906905 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:25.911899 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:25.981753 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28a9699-9941-439f-bca3-d61653bcf7f1,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:25.993165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:25.995640 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-58435edd-8c34-4785-9f56-65aadfa1fd0b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5014699 Feb 21 09:09:26.000360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56858) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:26.006734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d14e86fa-bdb6-4c09-96ab-36361209991d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group_rule': {'security_group_id': 'f28a9699-9941-439f-bca3-d61653bcf7f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:26.015131 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d14e86fa-bdb6-4c09-96ab-36361209991d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:26.018014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-26202678-6fbd-438a-ba3c-818237d751cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:26.023708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d14e86fa-bdb6-4c09-96ab-36361209991d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:26.027969 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d14e86fa-bdb6-4c09-96ab-36361209991d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:26.031198 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-da2ca1c5-8b30-47f7-872a-8640e385bd6f req-548cb95c-3874-4b72-8bc9-38225831f95e service neutron] 10.222.0.47 "GET /v2.0/networks/a85b4a61-0b80-4f00-a7eb-e08da4f97fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394755 Feb 21 09:09:26.037368 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d14e86fa-bdb6-4c09-96ab-36361209991d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:26.154099 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1777750f-9d6d-48c2-8687-01bae7863743 req-60080d93-a8af-4287-83bb-18e44d9c45ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c39b4d3992b544dfb1673164f40723d7&device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 1096 time: 0.0761421 Feb 21 09:09:26.302010 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d14e86fa-bdb6-4c09-96ab-36361209991d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:26.358341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777750f-9d6d-48c2-8687-01bae7863743 req-4b14cc9d-9b5c-4245-bdc5-ce759e8ce25b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:26.359768 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1777750f-9d6d-48c2-8687-01bae7863743 req-4b14cc9d-9b5c-4245-bdc5-ce759e8ce25b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 HTTP/1.1" status: 200 len: 912 time: 0.1978014 Feb 21 09:09:26.376447 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57cc39-4a9c-4670-8ed2-e0613dcdc924 req-3f3d2a72-04a3-4a01-89ff-ed3c453f9892 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:26.378267 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8c57cc39-4a9c-4670-8ed2-e0613dcdc924 req-3f3d2a72-04a3-4a01-89ff-ed3c453f9892 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 943 time: 0.1378884 Feb 21 09:09:26.392006 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d14e86fa-bdb6-4c09-96ab-36361209991d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:26.398297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d14e86fa-bdb6-4c09-96ab-36361209991d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:26.428539 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e86fa-bdb6-4c09-96ab-36361209991d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b0a952-a841-4324-a272-ec7ab025e709,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:26.451150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d14e86fa-bdb6-4c09-96ab-36361209991d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:26.452330 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d14e86fa-bdb6-4c09-96ab-36361209991d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4511149 Feb 21 09:09:26.455647 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56864) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:26.465789 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1777750f-9d6d-48c2-8687-01bae7863743 req-714101de-efc5-4dca-b19f-f929e0a8ff57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ec5456-bb5f-4339-a57c-110cc7ebcb70 HTTP/1.1" status: 200 len: 217 time: 0.0865476 Feb 21 09:09:26.532824 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8c57cc39-4a9c-4670-8ed2-e0613dcdc924 req-bb6fd0b6-a1f6-40ff-a414-b7cf93efe970 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989861 Feb 21 09:09:26.544698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777750f-9d6d-48c2-8687-01bae7863743 req-066d910b-24fd-41d1-b020-583cf4ffd8eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:26.546734 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1777750f-9d6d-48c2-8687-01bae7863743 req-066d910b-24fd-41d1-b020-583cf4ffd8eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ddcaa17e-3a03-413f-973b-2f298b5cd36b HTTP/1.1" status: 200 len: 852 time: 0.0691180 Feb 21 09:09:26.551373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6ff26aa-dee4-4af8-87a5-20c55b237da0 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:26.599591 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1777750f-9d6d-48c2-8687-01bae7863743 req-47e8a211-5f3f-4cac-92ee-aa756dadcc1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a85b4a61-0b80-4f00-a7eb-e08da4f97fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463707 Feb 21 09:09:26.628586 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6ff26aa-dee4-4af8-87a5-20c55b237da0 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:26.687755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6ff26aa-dee4-4af8-87a5-20c55b237da0 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:26.711367 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff26aa-dee4-4af8-87a5-20c55b237da0 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53b0a952-a841-4324-a272-ec7ab025e709,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:26.721637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d6ff26aa-dee4-4af8-87a5-20c55b237da0 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:26.723412 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d6ff26aa-dee4-4af8-87a5-20c55b237da0 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/53b0a952-a841-4324-a272-ec7ab025e709 HTTP/1.1" status: 204 len: 168 time: 0.2666721 Feb 21 09:09:26.727549 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56868) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:26.738616 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1777750f-9d6d-48c2-8687-01bae7863743 req-d6ec5954-3776-4059-aab2-1ab9a584c2aa service neutron] 10.222.0.47 "GET /v2.0/networks/a85b4a61-0b80-4f00-a7eb-e08da4f97fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325979 Feb 21 09:09:26.869104 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1777750f-9d6d-48c2-8687-01bae7863743 req-19c5c822-e0aa-4037-b8f9-2c6825acec65 service neutron] 10.222.0.47 "GET /v2.0/networks/a85b4a61-0b80-4f00-a7eb-e08da4f97fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243291 Feb 21 09:09:26.901916 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-877d460c-9ac0-4288-b990-9cb1d0207f6b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:26.925235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-877d460c-9ac0-4288-b990-9cb1d0207f6b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:26.926439 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-877d460c-9ac0-4288-b990-9cb1d0207f6b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1980047 Feb 21 09:09:26.929494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56872) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:26.982632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26202678-6fbd-438a-ba3c-818237d751cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 7a79d461-07c5-400d-9945-55ff5a887d45 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:09:26.991795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-df282f65-5fbc-41e4-8f78-16af34eed54d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.018248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-df282f65-5fbc-41e4-8f78-16af34eed54d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.064780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-df282f65-5fbc-41e4-8f78-16af34eed54d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.083497 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df282f65-5fbc-41e4-8f78-16af34eed54d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28a9699-9941-439f-bca3-d61653bcf7f1,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:27.098182 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-df282f65-5fbc-41e4-8f78-16af34eed54d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.102708 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-df282f65-5fbc-41e4-8f78-16af34eed54d tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-groups/f28a9699-9941-439f-bca3-d61653bcf7f1 HTTP/1.1" status: 204 len: 168 time: 0.1703525 Feb 21 09:09:27.103522 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56876) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:27.155224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2c6edce8-047b-4c5b-b5e6-e0e12c2ae7e5 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:27.171128 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2c6edce8-047b-4c5b-b5e6-e0e12c2ae7e5 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:27.172341 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2c6edce8-047b-4c5b-b5e6-e0e12c2ae7e5 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0679140 Feb 21 09:09:27.176779 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56880) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:27.183431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-04f99d5a-6490-4eea-8a9b-1a237e17bab8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140390787'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:27.190215 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-04f99d5a-6490-4eea-8a9b-1a237e17bab8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:27.203570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-04f99d5a-6490-4eea-8a9b-1a237e17bab8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:27.219262 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26202678-6fbd-438a-ba3c-818237d751cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:09:27.225393 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-26202678-6fbd-438a-ba3c-818237d751cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/7a79d461-07c5-400d-9945-55ff5a887d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2828562 Feb 21 09:09:27.227254 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04f99d5a-6490-4eea-8a9b-1a237e17bab8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.228595 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56884) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:27.229881 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aadd704-c4f2-47ea-8ed8-f632d110dbd7 None None] Sync routers for ids ['7a79d461-07c5-400d-9945-55ff5a887d45'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:09:27.246814 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aadd704-c4f2-47ea-8ed8-f632d110dbd7 None None] Routers {'7a79d461-07c5-400d-9945-55ff5a887d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:27.247516 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6aadd704-c4f2-47ea-8ed8-f632d110dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a79d461-07c5-400d-9945-55ff5a887d45'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:27.275891 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-04f99d5a-6490-4eea-8a9b-1a237e17bab8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:27.280214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-04f99d5a-6490-4eea-8a9b-1a237e17bab8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:27.283107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-04f99d5a-6490-4eea-8a9b-1a237e17bab8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:27.290690 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-04f99d5a-6490-4eea-8a9b-1a237e17bab8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:27.371343 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04f99d5a-6490-4eea-8a9b-1a237e17bab8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.376569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04f99d5a-6490-4eea-8a9b-1a237e17bab8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.436856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f99d5a-6490-4eea-8a9b-1a237e17bab8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055cbe86-ec8a-485d-b261-f4d99e1ae770,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:27.437689 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e0e689-4d2f-40a9-8204-185051480af6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting subnet ab286cc7-169b-4cb2-8dc2-e7903a7daf18 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:09:27.441382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e689-4d2f-40a9-8204-185051480af6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.450617 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-6aadd704-c4f2-47ea-8ed8-f632d110dbd7 None None] Set router 7a79d461-07c5-400d-9945-55ff5a887d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:27.454772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04f99d5a-6490-4eea-8a9b-1a237e17bab8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.454772 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-04f99d5a-6490-4eea-8a9b-1a237e17bab8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2734754 Feb 21 09:09:27.456914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56888) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:27.464749 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4d28e17c-22ae-4433-a1fa-7435c36d366a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group_rule': {'security_group_id': '055cbe86-ec8a-485d-b261-f4d99e1ae770', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:27.472725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4d28e17c-22ae-4433-a1fa-7435c36d366a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:27.478945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4d28e17c-22ae-4433-a1fa-7435c36d366a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:27.481228 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4d28e17c-22ae-4433-a1fa-7435c36d366a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:27.487967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4d28e17c-22ae-4433-a1fa-7435c36d366a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:27.512395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d28e17c-22ae-4433-a1fa-7435c36d366a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.512803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e689-4d2f-40a9-8204-185051480af6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.588604 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d28e17c-22ae-4433-a1fa-7435c36d366a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.597009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d28e17c-22ae-4433-a1fa-7435c36d366a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.629068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28e17c-22ae-4433-a1fa-7435c36d366a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200401c5-8e55-4c6d-86d2-7713932c2c0c,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:27.646800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d28e17c-22ae-4433-a1fa-7435c36d366a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.653703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e689-4d2f-40a9-8204-185051480af6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.654739 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4d28e17c-22ae-4433-a1fa-7435c36d366a tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1964598 Feb 21 09:09:27.659335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56894) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:27.684625 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a6620d33-2a80-43ee-8789-12bb4a60ffa8 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules/200401c5-8e55-4c6d-86d2-7713932c2c0c HTTP/1.1" status: 200 len: 705 time: 0.0232115 Feb 21 09:09:27.687091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56898) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:27.737870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ef301b8d-40b4-452f-aa24-c2786e0374b7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:27.756097 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ef301b8d-40b4-452f-aa24-c2786e0374b7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:27.757463 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ef301b8d-40b4-452f-aa24-c2786e0374b7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0689917 Feb 21 09:09:27.760815 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56902) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:27.773250 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6aadd704-c4f2-47ea-8ed8-f632d110dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:09:25Z', 'revision_number': 7, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:27.778627 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aadd704-c4f2-47ea-8ed8-f632d110dbd7 None None] Checking router: 7a79d461-07c5-400d-9945-55ff5a887d45 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:09:27.791825 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aadd704-c4f2-47ea-8ed8-f632d110dbd7 None None] Routers {'7a79d461-07c5-400d-9945-55ff5a887d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:27.792572 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6aadd704-c4f2-47ea-8ed8-f632d110dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['7a79d461-07c5-400d-9945-55ff5a887d45'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:27.799421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-08e6c1d0-10eb-4e2a-bad4-dde9ce9d6540 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.801885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e689-4d2f-40a9-8204-185051480af6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.811475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 61ec5456-bb5f-4339-a57c-110cc7ebcb70 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:09:27.814279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-08e6c1d0-10eb-4e2a-bad4-dde9ce9d6540 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.846097 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-08e6c1d0-10eb-4e2a-bad4-dde9ce9d6540 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.861302 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0e689-4d2f-40a9-8204-185051480af6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Subnet': ['ID=ab286cc7-169b-4cb2-8dc2-e7903a7daf18,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:27.871126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a75fe-37ed-4dd4-92e4-cc7973e9074a req-10f8c30c-bc76-4983-a659-7d10e4a3cd0f tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:27.872883 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-408a75fe-37ed-4dd4-92e4-cc7973e9074a req-10f8c30c-bc76-4983-a659-7d10e4a3cd0f tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 943 time: 0.1697683 Feb 21 09:09:27.877396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e689-4d2f-40a9-8204-185051480af6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.891365 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-08e6c1d0-10eb-4e2a-bad4-dde9ce9d6540 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:27.892584 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-08e6c1d0-10eb-4e2a-bad4-dde9ce9d6540 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/200401c5-8e55-4c6d-86d2-7713932c2c0c HTTP/1.1" status: 204 len: 168 time: 0.1303153 Feb 21 09:09:27.896080 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56906) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:27.905803 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c6e0e689-4d2f-40a9-8204-185051480af6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/subnets/ab286cc7-169b-4cb2-8dc2-e7903a7daf18 HTTP/1.1" status: 204 len: 168 time: 0.6761653 Feb 21 09:09:27.909268 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56910) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:27.931303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6c1d0-10eb-4e2a-bad4-dde9ce9d6540 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=200401c5-8e55-4c6d-86d2-7713932c2c0c,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:27.960203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d050a032-f0a8-4691-9ec3-9494ad0d5502 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:27.965186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8103c07-f0e6-4c7a-a6b6-7731e6961419 None None] Network f9b6f913-19ef-459b-a6ff-d85bcf9023ca requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:09:27.979292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d050a032-f0a8-4691-9ec3-9494ad0d5502 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:27.984388 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d050a032-f0a8-4691-9ec3-9494ad0d5502 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0872564 Feb 21 09:09:27.985332 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56914) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:27.991751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4abac7e5-7353-4620-8bbf-1bd7ebbdeef1 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group_rule': {'security_group_id': '055cbe86-ec8a-485d-b261-f4d99e1ae770', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:27.999037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4abac7e5-7353-4620-8bbf-1bd7ebbdeef1 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:28.011246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4abac7e5-7353-4620-8bbf-1bd7ebbdeef1 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:28.021356 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-6aadd704-c4f2-47ea-8ed8-f632d110dbd7 None None] Set router 7a79d461-07c5-400d-9945-55ff5a887d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:28.038629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4abac7e5-7353-4620-8bbf-1bd7ebbdeef1 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.116910 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4abac7e5-7353-4620-8bbf-1bd7ebbdeef1 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.127791 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4abac7e5-7353-4620-8bbf-1bd7ebbdeef1 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.154495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abac7e5-7353-4620-8bbf-1bd7ebbdeef1 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69a690e-8e2f-498c-9fde-66df99d13548,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:28.178780 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-408a75fe-37ed-4dd4-92e4-cc7973e9074a req-d6aa3d55-ba03-4fa9-b609-2b036177fb89 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974322 Feb 21 09:09:28.206471 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4abac7e5-7353-4620-8bbf-1bd7ebbdeef1 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.210385 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4abac7e5-7353-4620-8bbf-1bd7ebbdeef1 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2213161 Feb 21 09:09:28.210590 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56918) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:28.235026 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4d5d83ec-554f-445f-b7d7-0c28caef3661 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules/c69a690e-8e2f-498c-9fde-66df99d13548 HTTP/1.1" status: 200 len: 705 time: 0.0208197 Feb 21 09:09:28.235224 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 61ec5456-bb5f-4339-a57c-110cc7ebcb70, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=61ec5456-bb5f-4339-a57c-110cc7ebcb70,segment=NetworkSegment(1051e4dc-28cf-4820-a880-488cb9e6eeea),segment_id=1051e4dc-28cf-4820-a880-488cb9e6eeea)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:28.236993 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56922) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:28.251284 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '61ec5456-bb5f-4339-a57c-110cc7ebcb70', 'network_id': 'a85b4a61-0b80-4f00-a7eb-e08da4f97fe0', 'port_id': '61ec5456-bb5f-4339-a57c-110cc7ebcb70', 'mac_address': 'fa:16:3e:d1:11:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddcaa17e-3a03-413f-973b-2f298b5cd36b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:09:28.301093 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-66b92ac8-2c57-4b46-bd79-97124d1ae594 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:28.314946 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.333333 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ec5456-bb5f-4339-a57c-110cc7ebcb70 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:09:28.344036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.351174 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 61ec5456-bb5f-4339-a57c-110cc7ebcb70, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=61ec5456-bb5f-4339-a57c-110cc7ebcb70,segment=NetworkSegment(1051e4dc-28cf-4820-a880-488cb9e6eeea),segment_id=1051e4dc-28cf-4820-a880-488cb9e6eeea)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:28.356694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.401926 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-66b92ac8-2c57-4b46-bd79-97124d1ae594 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:28.405826 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-66b92ac8-2c57-4b46-bd79-97124d1ae594 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1650996 Feb 21 09:09:28.406194 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56926) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:28.410096 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6aadd704-c4f2-47ea-8ed8-f632d110dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:09:25Z', 'revision_number': 7, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:28.414930 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aadd704-c4f2-47ea-8ed8-f632d110dbd7 None None] The sync data for ids ['7a79d461-07c5-400d-9945-55ff5a887d45'] in dv-neutron-830062-1-hyperv is: [{'id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'name': 'tempest-TestNetworkBasicOps-router-1215426720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:06:44Z', 'updated_at': '2022-02-21T09:09:25Z', 'revision_number': 7, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'd3fb8d67-bb38-47fa-b916-5a79cc9a613d', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a79d461-07c5-400d-9945-55ff5a887d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:06:46Z', 'updated_at': '2022-02-21T09:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:09:28.442377 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-292026dc-ebf0-4e09-9e53-7aba7d79bbbd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.448335 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058facb5-67d8-4a4e-b8da-344e03628129 None None] DHCP port deletion for f9b6f913-19ef-459b-a6ff-d85bcf9023ca request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:09:28.460688 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-058facb5-67d8-4a4e-b8da-344e03628129 None None] Deleting port cd02e1e2-e7c6-4d19-a8bf-2f8090518248 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:28.460993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-058facb5-67d8-4a4e-b8da-344e03628129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.461607 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-292026dc-ebf0-4e09-9e53-7aba7d79bbbd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.499550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-292026dc-ebf0-4e09-9e53-7aba7d79bbbd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.518715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=61ec5456-bb5f-4339-a57c-110cc7ebcb70,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:28.523172 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292026dc-ebf0-4e09-9e53-7aba7d79bbbd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c69a690e-8e2f-498c-9fde-66df99d13548,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:28.552147 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-292026dc-ebf0-4e09-9e53-7aba7d79bbbd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.553022 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-292026dc-ebf0-4e09-9e53-7aba7d79bbbd tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c69a690e-8e2f-498c-9fde-66df99d13548 HTTP/1.1" status: 204 len: 168 time: 0.1457975 Feb 21 09:09:28.555648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56930) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:28.582357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['61ec5456-bb5f-4339-a57c-110cc7ebcb70'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:09:28.610083 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.635075 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-388a0a20-d385-4a9a-8438-921d03eeaa1c tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0779541 Feb 21 09:09:28.636133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port d3fb8d67-bb38-47fa-b916-5a79cc9a613d {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:28.636645 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.637515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56934) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:28.646215 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-de914355-61d4-4c49-8322-55c7e1e0c5e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group_rule': {'security_group_id': '055cbe86-ec8a-485d-b261-f4d99e1ae770', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:28.654371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-de914355-61d4-4c49-8322-55c7e1e0c5e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:28.660781 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-de914355-61d4-4c49-8322-55c7e1e0c5e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:28.665068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-de914355-61d4-4c49-8322-55c7e1e0c5e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:28.680890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-de914355-61d4-4c49-8322-55c7e1e0c5e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:28.708918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-de914355-61d4-4c49-8322-55c7e1e0c5e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.795874 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-de914355-61d4-4c49-8322-55c7e1e0c5e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.802557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-de914355-61d4-4c49-8322-55c7e1e0c5e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.806353 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-058facb5-67d8-4a4e-b8da-344e03628129 None None] For port cd02e1e2-e7c6-4d19-a8bf-2f8090518248, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=cd02e1e2-e7c6-4d19-a8bf-2f8090518248,segment=NetworkSegment(97c9d684-6727-41d9-9d1a-a15eaceaa566),segment_id=97c9d684-6727-41d9-9d1a-a15eaceaa566)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:28.806805 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-058facb5-67d8-4a4e-b8da-344e03628129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.840028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-de914355-61d4-4c49-8322-55c7e1e0c5e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.844277 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-de914355-61d4-4c49-8322-55c7e1e0c5e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2030158 Feb 21 09:09:28.844438 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port d3fb8d67-bb38-47fa-b916-5a79cc9a613d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d3fb8d67-bb38-47fa-b916-5a79cc9a613d,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:28.844438 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.844853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56938) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:28.857881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de914355-61d4-4c49-8322-55c7e1e0c5e7 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6eecbc0-fc06-4208-b693-4b92765a5503,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:28.871374 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a475788c-6a69-434d-83eb-490ac267460b tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules/b6eecbc0-fc06-4208-b693-4b92765a5503 HTTP/1.1" status: 200 len: 706 time: 0.0230460 Feb 21 09:09:28.871647 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56942) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:28.919815 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-081cdcc1-9edf-483f-aac5-dbf4583624da tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:28.938161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-081cdcc1-9edf-483f-aac5-dbf4583624da tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:28.942140 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-081cdcc1-9edf-483f-aac5-dbf4583624da tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0668464 Feb 21 09:09:28.942339 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56946) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:28.944456 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-058facb5-67d8-4a4e-b8da-344e03628129 None None] Calling delete_port for cd02e1e2-e7c6-4d19-a8bf-2f8090518248 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:28.973178 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-608227e8-6ce4-4461-83b4-e6cc1e46c982 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:28.973726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for d3fb8d67-bb38-47fa-b916-5a79cc9a613d owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:28.984026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-608227e8-6ce4-4461-83b4-e6cc1e46c982 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.010297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-608227e8-6ce4-4461-83b4-e6cc1e46c982 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.029269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608227e8-6ce4-4461-83b4-e6cc1e46c982 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6eecbc0-fc06-4208-b693-4b92765a5503,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:29.039411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-608227e8-6ce4-4461-83b4-e6cc1e46c982 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.040791 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-608227e8-6ce4-4461-83b4-e6cc1e46c982 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b6eecbc0-fc06-4208-b693-4b92765a5503 HTTP/1.1" status: 204 len: 168 time: 0.0975206 Feb 21 09:09:29.043459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56950) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:29.069335 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-058facb5-67d8-4a4e-b8da-344e03628129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.095921 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1af2646a-b27f-439a-964d-b23c20e30805 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:29.111519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1af2646a-b27f-439a-964d-b23c20e30805 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:29.115842 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1af2646a-b27f-439a-964d-b23c20e30805 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0682759 Feb 21 09:09:29.116122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56954) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:29.131492 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058facb5-67d8-4a4e-b8da-344e03628129 None None] Pushing event deleted for resources: {'Port': ['ID=cd02e1e2-e7c6-4d19-a8bf-2f8090518248,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:29.139767 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058facb5-67d8-4a4e-b8da-344e03628129 None None] No DVR routers for this DVR port cd02e1e2-e7c6-4d19-a8bf-2f8090518248 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:09:29.162765 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.207837 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5172-fb01-431a-b14a-cf8fded63f79 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.213177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=d3fb8d67-bb38-47fa-b916-5a79cc9a613d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:29.238280 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5172-fb01-431a-b14a-cf8fded63f79 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.290413 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5172-fb01-431a-b14a-cf8fded63f79 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.314576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d5172-fb01-431a-b14a-cf8fded63f79 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055cbe86-ec8a-485d-b261-f4d99e1ae770,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:29.327856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5172-fb01-431a-b14a-cf8fded63f79 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.329277 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4c1d5172-fb01-431a-b14a-cf8fded63f79 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-groups/055cbe86-ec8a-485d-b261-f4d99e1ae770 HTTP/1.1" status: 204 len: 168 time: 0.2121215 Feb 21 09:09:29.332079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56960) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:29.384449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-13260b09-2479-4872-99da-5319ae15cd55 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:29.401174 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-13260b09-2479-4872-99da-5319ae15cd55 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:29.402513 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-13260b09-2479-4872-99da-5319ae15cd55 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0693989 Feb 21 09:09:29.406975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56964) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:29.412526 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-57f5a53c-7010-427c-b67d-87f12bb68eed tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group': {'name': 'tempest-secgroup--91966315'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:29.419376 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-57f5a53c-7010-427c-b67d-87f12bb68eed tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:29.429026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-57f5a53c-7010-427c-b67d-87f12bb68eed tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:29.439348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-57f5a53c-7010-427c-b67d-87f12bb68eed tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.476030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-57f5a53c-7010-427c-b67d-87f12bb68eed tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:29.484451 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-57f5a53c-7010-427c-b67d-87f12bb68eed tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:29.488502 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-57f5a53c-7010-427c-b67d-87f12bb68eed tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:29.490231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.494154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-57f5a53c-7010-427c-b67d-87f12bb68eed tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:29.552719 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-57f5a53c-7010-427c-b67d-87f12bb68eed tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.558962 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-57f5a53c-7010-427c-b67d-87f12bb68eed tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.611185 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5a53c-7010-427c-b67d-87f12bb68eed tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549bcd7d-7977-4ebb-b522-5a704b7c35cf,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:29.620924 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-57f5a53c-7010-427c-b67d-87f12bb68eed tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.625317 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-57f5a53c-7010-427c-b67d-87f12bb68eed tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2141526 Feb 21 09:09:29.625317 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56968) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:29.630932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a4c1c8c0-3674-4589-9004-5293d0418521 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Request body: {'security_group_rule': {'security_group_id': '549bcd7d-7977-4ebb-b522-5a704b7c35cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:29.637985 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a4c1c8c0-3674-4589-9004-5293d0418521 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:29.642342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a4c1c8c0-3674-4589-9004-5293d0418521 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Usage tracker for resource:security_group_rule and tenant:cdf2f353d84442ce988de99059e3f166 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:29.645547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a4c1c8c0-3674-4589-9004-5293d0418521 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:29.651936 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a4c1c8c0-3674-4589-9004-5293d0418521 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:29.771426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c8c0-3674-4589-9004-5293d0418521 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.826392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 61ec5456-bb5f-4339-a57c-110cc7ebcb70 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:09:29.832849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c8c0-3674-4589-9004-5293d0418521 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.838158 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c8c0-3674-4589-9004-5293d0418521 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.862073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1c8c0-3674-4589-9004-5293d0418521 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ff8da3-273e-4f31-9349-6ac1e5bde387,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:29.876078 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c8c0-3674-4589-9004-5293d0418521 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.879875 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a4c1c8c0-3674-4589-9004-5293d0418521 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2509363 Feb 21 09:09:29.880191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56972) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:29.901998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef458b-3503-4c17-8b39-237b55689172 req-77e68c3b-bf44-4496-ac3d-4c3e5824eeec tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:29.903564 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-33ef458b-3503-4c17-8b39-237b55689172 req-77e68c3b-bf44-4496-ac3d-4c3e5824eeec tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 944 time: 0.5311801 Feb 21 09:09:29.905678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.909887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 61ec5456-bb5f-4339-a57c-110cc7ebcb70 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:09:29.915889 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 61ec5456-bb5f-4339-a57c-110cc7ebcb70 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:09:29.916332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.924765 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.947817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a5ef6c4e-6b54-4ffb-8204-464256819f31 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.968137 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-33ef458b-3503-4c17-8b39-237b55689172 req-20819034-7529-4d0a-8457-658c74a12a49 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586941 Feb 21 09:09:29.976735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.978052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Fanout notify agent at l3_agent the message router_deleted on router 7a79d461-07c5-400d-9945-55ff5a887d45 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:09:29.988211 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a5ef6c4e-6b54-4ffb-8204-464256819f31 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.999092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:29.999092 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b7cb71d5-d1a6-4a74-8cb8-4155ebeaa968 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/routers/7a79d461-07c5-400d-9945-55ff5a887d45 HTTP/1.1" status: 204 len: 168 time: 2.0874400 Feb 21 09:09:30.000434 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 56976) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:30.055590 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.059070 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a5ef6c4e-6b54-4ffb-8204-464256819f31 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.083651 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef6c4e-6b54-4ffb-8204-464256819f31 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=549bcd7d-7977-4ebb-b522-5a704b7c35cf,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:30.095770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a5ef6c4e-6b54-4ffb-8204-464256819f31 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.096342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dcc408-9e28-4974-8ae1-223fdb92a29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ec5456-bb5f-4339-a57c-110cc7ebcb70'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:09:30.099508 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a5ef6c4e-6b54-4ffb-8204-464256819f31 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-groups/549bcd7d-7977-4ebb-b522-5a704b7c35cf HTTP/1.1" status: 204 len: 168 time: 0.2157388 Feb 21 09:09:30.099632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56980) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:30.117475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 61ec5456-bb5f-4339-a57c-110cc7ebcb70, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=61ec5456-bb5f-4339-a57c-110cc7ebcb70,segment=NetworkSegment(1051e4dc-28cf-4820-a880-488cb9e6eeea),segment_id=1051e4dc-28cf-4820-a880-488cb9e6eeea)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:30.125259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.179525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09836611-6b1a-4dd0-bdb3-9a490ab857d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.185795 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dcc408-9e28-4974-8ae1-223fdb92a29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ec5456-bb5f-4339-a57c-110cc7ebcb70', 'code': 200} Feb 21 09:09:30.202615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-12adbbc5-fe9e-4751-886f-655f0b92c305 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:30.221267 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2a418a9e-3880-4374-b554-1b531fd13050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.223176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-12adbbc5-fe9e-4751-886f-655f0b92c305 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:30.225007 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-12adbbc5-fe9e-4751-886f-655f0b92c305 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1244512 Feb 21 09:09:30.227812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56986) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:30.245389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=61ec5456-bb5f-4339-a57c-110cc7ebcb70,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:30.278103 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4cfec854-78be-4d33-acdc-5d4dd7b858cf tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Synchronizing usage tracker for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:30.294152 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4cfec854-78be-4d33-acdc-5d4dd7b858cf tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] Unset dirty status for tenant:cdf2f353d84442ce988de99059e3f166 on resource:security_group_rule {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:30.295508 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4cfec854-78be-4d33-acdc-5d4dd7b858cf tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0664744 Feb 21 09:09:30.298131 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56990) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:30.315249 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.api.v2.resource [None req-42b66f85-2376-4916-af76-81430804a1e9 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] delete failed (client error): The resource could not be found. Feb 21 09:09:30.316153 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-42b66f85-2376-4916-af76-81430804a1e9 tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "DELETE /v2.0/security-groups/549bcd7d-7977-4ebb-b522-5a704b7c35cf HTTP/1.1" status: 404 len: 347 time: 0.0171146 Feb 21 09:09:30.320229 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 56994) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:30.337715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09836611-6b1a-4dd0-bdb3-9a490ab857d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.345764 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.366441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-09836611-6b1a-4dd0-bdb3-9a490ab857d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b6f913-19ef-459b-a6ff-d85bcf9023ca']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:30.383369 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7e0ee543-00b7-481e-a7e9-805920a9a21c tempest-SecGroupTest-1970030169 tempest-SecGroupTest-1970030169-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0619209 Feb 21 09:09:30.416132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-09836611-6b1a-4dd0-bdb3-9a490ab857d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c9d684-6727-41d9-9d1a-a15eaceaa566') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:30.416357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-09836611-6b1a-4dd0-bdb3-9a490ab857d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c9d684-6727-41d9-9d1a-a15eaceaa566') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:30.430881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09836611-6b1a-4dd0-bdb3-9a490ab857d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.455568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09836611-6b1a-4dd0-bdb3-9a490ab857d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.465134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09836611-6b1a-4dd0-bdb3-9a490ab857d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:09:30.465506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09836611-6b1a-4dd0-bdb3-9a490ab857d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:09:30.480344 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:09:30.552396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cd02e1e2-e7c6-4d19-a8bf-2f8090518248 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:09:30.564896 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a68f2d8e-0a75-4079-96ca-b4fc0a8ad816 req-549ef30d-0374-4bff-9027-e7ea6333c8f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 1098 time: 0.1905930 Feb 21 09:09:30.592353 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: cd02e1e2-e7c6-4d19-a8bf-2f8090518248 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:09:30.592930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cd02e1e2-e7c6-4d19-a8bf-2f8090518248 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:09:30.593495 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4a510440-32d8-42d3-b2ea-f86a206bdca7 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:09:30.608620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09836611-6b1a-4dd0-bdb3-9a490ab857d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.631874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-09836611-6b1a-4dd0-bdb3-9a490ab857d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.635507 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 4a510440-32d8-42d3-b2ea-f86a206bdca7 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:09:30.636023 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4a510440-32d8-42d3-b2ea-f86a206bdca7 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:09:30.636691 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d3fb8d67-bb38-47fa-b916-5a79cc9a613d no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:09:30.639634 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a68f2d8e-0a75-4079-96ca-b4fc0a8ad816 req-d014a9e6-846b-4a45-8f57-c2ea004227a5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692520 Feb 21 09:09:30.641654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09836611-6b1a-4dd0-bdb3-9a490ab857d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Network': ['ID=f9b6f913-19ef-459b-a6ff-d85bcf9023ca,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:30.648363 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-09836611-6b1a-4dd0-bdb3-9a490ab857d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/networks/f9b6f913-19ef-459b-a6ff-d85bcf9023ca HTTP/1.1" status: 204 len: 168 time: 0.6458304 Feb 21 09:09:30.676277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57002) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:30.682107 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'network': {'name': 'tempest-network-smoke--82320672', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'port_security_enabled': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:30.685450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: d3fb8d67-bb38-47fa-b916-5a79cc9a613d {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:09:30.685798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d3fb8d67-bb38-47fa-b916-5a79cc9a613d not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:09:30.687295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:30.691055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:network and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:30.694066 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:30.700505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:30.715981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:09:30.719305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.747828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:09:30.757505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.758063 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Added segment 09cb5264-a63e-4bfe-9fba-2ca2629cae69 of type vlan for network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 Feb 21 09:09:30.785728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.816978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.819014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57006) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:30.820839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:30.821534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:30.928241 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2508047 Feb 21 09:09:30.931773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43561ed-5626-4fcc-8cec-f1abcc3fe7d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Network': ['ID=61aaf2a4-6e21-4d85-bc41-522324cac9b7,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:30.932090 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57012) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:30.938131 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-571608966', 'admin_state_up': True, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:30.945249 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:09:30.946575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:30.952305 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:router and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:30.967465 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:30.976832 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:31.016010 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:31.017173 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:31.030283 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9e193a5f-f54e-42c4-81f6-369570733d1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cdf2f353d84442ce988de99059e3f166&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2098873 Feb 21 09:09:31.033137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57018) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:31.048828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:31.100773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e48eed46-ffc1-4a10-a010-d8ca464c3e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:31.167740 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e48eed46-ffc1-4a10-a010-d8ca464c3e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:31.206970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:31.237417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec88d9-ebd1-4d40-87f9-7610fe004f7d req-54b1a644-d716-4705-b448-fc1baea92772 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:31.238890 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-afec88d9-ebd1-4d40-87f9-7610fe004f7d req-54b1a644-d716-4705-b448-fc1baea92772 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.1255405 Feb 21 09:09:31.266822 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e48eed46-ffc1-4a10-a010-d8ca464c3e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:31.295229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48eed46-ffc1-4a10-a010-d8ca464c3e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb7b978-0183-4ddc-9796-fb588fa86a82,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:31.317101 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-afec88d9-ebd1-4d40-87f9-7610fe004f7d req-b66088e9-b997-46f3-932d-aafb046bc828 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706630 Feb 21 09:09:31.320194 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e48eed46-ffc1-4a10-a010-d8ca464c3e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:31.323015 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e48eed46-ffc1-4a10-a010-d8ca464c3e35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fb7b978-0183-4ddc-9796-fb588fa86a82 HTTP/1.1" status: 204 len: 168 time: 0.2872620 Feb 21 09:09:31.412772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:31.442853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:31.613693 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.129 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/2f65a3ee-ac5d-49cf-9285-63f6e6117271) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:09:31.777397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:31.809013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:31.876519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:09:31.881453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:09:31.885079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:09:31.914293 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=2f65a3ee-ac5d-49cf-9285-63f6e6117271,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:32.042787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:32.043475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:32.277659 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 9c45e052-0ace-4e65-8463-74cff6aa384a is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:09:32.531295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e705-f9d8-4066-80e5-808db80e9f62 req-d5e37770-b948-4733-9d4a-6253787bba0b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:32.532752 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a608e705-f9d8-4066-80e5-808db80e9f62 req-d5e37770-b948-4733-9d4a-6253787bba0b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.0770164 Feb 21 09:09:32.572962 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:09:32.580175 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a608e705-f9d8-4066-80e5-808db80e9f62 req-402ea84f-879b-4e35-913d-97efbf5e5042 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Feb 21 09:09:32.585095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Sync routers for ids ['9c45e052-0ace-4e65-8463-74cff6aa384a'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:09:32.598878 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Routers {'9c45e052-0ace-4e65-8463-74cff6aa384a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:32.599630 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9c45e052-0ace-4e65-8463-74cff6aa384a'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:32.617407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:32.619538 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dc768dea-d1d3-4f4f-a177-ce942523c3d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6854327 Feb 21 09:09:32.622557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57028) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:32.676311 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2f13746e-799c-43a6-8295-d81d7dc79f72 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0e247a2036294a16824a56cdfeb01f75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500989 Feb 21 09:09:32.676754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57032) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:32.781122 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Set router 9c45e052-0ace-4e65-8463-74cff6aa384a gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:32.861048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecd37bd-d2b5-404f-a96b-e074f6ded0c3 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:32.862524 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4ecd37bd-d2b5-404f-a96b-e074f6ded0c3 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1847785 Feb 21 09:09:32.865782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57036) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:32.876988 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62266a3-1fd3-4de0-bffa-2be8eec552d5 req-f34ef241-f871-4602-8051-693458e9eb7b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:32.879286 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e62266a3-1fd3-4de0-bffa-2be8eec552d5 req-f34ef241-f871-4602-8051-693458e9eb7b tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.1261942 Feb 21 09:09:32.915080 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-97419f0b-aed6-452b-84aa-fe6302c1fcda tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454521 Feb 21 09:09:32.915645 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57040) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:32.921249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2079549684', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:32.929162 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e62266a3-1fd3-4de0-bffa-2be8eec552d5 req-1d97acef-2930-4259-9651-884cbc8a3695 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432401 Feb 21 09:09:32.995576 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-78a4f1ff-5282-4f5e-9152-8ffa624ccb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:33.035236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:33.039953 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:subnet and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:33.042784 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:33.048866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:33.059449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:09:33.097848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:31Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:33.102379 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Checking router: 9c45e052-0ace-4e65-8463-74cff6aa384a for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:09:33.102774 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Updating router 9c45e052-0ace-4e65-8463-74cff6aa384a port 2f65a3ee-ac5d-49cf-9285-63f6e6117271 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:09:33.163326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:33.178422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:33.457654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:33.494647 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35ad89-ca59-4087-a6c0-ba6a79fff542 req-a2095c63-3ca0-4554-8ab0-d86b3aab618d tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:33.496253 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3b35ad89-ca59-4087-a6c0-ba6a79fff542 req-a2095c63-3ca0-4554-8ab0-d86b3aab618d tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.1915269 Feb 21 09:09:33.541305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:33.544626 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3b35ad89-ca59-4087-a6c0-ba6a79fff542 req-844361ee-3475-4937-a93e-d50177f369ae tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 Feb 21 09:09:33.562664 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Subnet': ['ID=5a50c752-8a49-4e3f-9c31-38ddb19c4f50,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:33.576329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Transition to ACTIVE for port object 2f65a3ee-ac5d-49cf-9285-63f6e6117271 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:09:33.585361 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:33.585882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Checking segment: {'id': '09cb5264-a63e-4bfe-9fba-2ca2629cae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:09:33.586786 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network hostable DHCP agents. Network: 61aaf2a4-6e21-4d85-bc41-522324cac9b7, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:09:33.618353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:09:33.630482 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 61aaf2a4-6e21-4d85-bc41-522324cac9b7) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:09:33.635280 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:33.636044 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:33.659813 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce30b6f3-03bd-4a85-a822-6e84f9e30c89 None None] Network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:09:33.668289 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-471eeb38-c763-4ecd-8f6b-dbf6ecbb9fd3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7488198 Feb 21 09:09:33.668547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57048) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:33.690211 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:33.762180 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074ad42-6345-4172-bdae-780b55c586cb None None] Pushing event updated for resources: {'Port': ['ID=2f65a3ee-ac5d-49cf-9285-63f6e6117271,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:33.784775 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Attempting to bind port 2f65a3ee-ac5d-49cf-9285-63f6e6117271 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:09:33.785140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Attempting to bind port 2f65a3ee-ac5d-49cf-9285-63f6e6117271 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:09:33.785498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Attempting to bind port 2f65a3ee-ac5d-49cf-9285-63f6e6117271 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:09:33.794973 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074ad42-6345-4172-bdae-780b55c586cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:33.795383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074ad42-6345-4172-bdae-780b55c586cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:33.795738 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074ad42-6345-4172-bdae-780b55c586cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:33.796055 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074ad42-6345-4172-bdae-780b55c586cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:33.796382 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074ad42-6345-4172-bdae-780b55c586cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:33.796706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074ad42-6345-4172-bdae-780b55c586cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:33.797042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074ad42-6345-4172-bdae-780b55c586cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:33.797348 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074ad42-6345-4172-bdae-780b55c586cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:33.797666 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074ad42-6345-4172-bdae-780b55c586cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:33.797984 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074ad42-6345-4172-bdae-780b55c586cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:33.798299 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074ad42-6345-4172-bdae-780b55c586cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:33.808692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:09:33.809066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:09:33.809461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:33.809845 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:09:33.810316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Bound port: 2f65a3ee-ac5d-49cf-9285-63f6e6117271, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:09:33.810684 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:33.951164 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] For port 2f65a3ee-ac5d-49cf-9285-63f6e6117271, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:09:33.984442 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] For port 2f65a3ee-ac5d-49cf-9285-63f6e6117271, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2f65a3ee-ac5d-49cf-9285-63f6e6117271,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:09:33.999663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:34.047130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ips': [{'subnet_id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:09:34.047958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:34.089042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:34.160127 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074ad42-6345-4172-bdae-780b55c586cb None None] Pushing event updated for resources: {'Port': ['ID=2f65a3ee-ac5d-49cf-9285-63f6e6117271,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:34.186102 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Routers {'9c45e052-0ace-4e65-8463-74cff6aa384a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:34.187162 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9c45e052-0ace-4e65-8463-74cff6aa384a'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:34.460142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Allocated IP 172.20.0.2 (61aaf2a4-6e21-4d85-bc41-522324cac9b7/5a50c752-8a49-4e3f-9c31-38ddb19c4f50/23ef7e79-0c38-4711-9d6b-ef3966e6ad1c) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:09:34.484875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:34.499700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] Set router 9c45e052-0ace-4e65-8463-74cff6aa384a gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:34.765112 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15300a0a-7d48-4f54-812a-4c968d8d04b3 req-ea1e6e99-0583-485a-ac80-53b0b1cd8c72 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:34.766610 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-15300a0a-7d48-4f54-812a-4c968d8d04b3 req-ea1e6e99-0583-485a-ac80-53b0b1cd8c72 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.0820701 Feb 21 09:09:34.819514 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-15300a0a-7d48-4f54-812a-4c968d8d04b3 req-e5624397-37d1-4063-8b33-f392d136ac8e tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468009 Feb 21 09:09:34.939665 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:34.958097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Transition to ACTIVE for port object 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:09:34.981844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Transition to ACTIVE for port object 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:09:34.991710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:35.026436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:31Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:35.051272 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b58a2-9286-4523-8022-7820bee12680 None None] The sync data for ids ['9c45e052-0ace-4e65-8463-74cff6aa384a'] in dv-neutron-830062-1-hyperv is: [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:31Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:09:35.080679 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:09:35.084323 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:09:35.086716 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Pushing event updated for resources: {'Port': ['ID=23ef7e79-0c38-4711-9d6b-ef3966e6ad1c,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:35.089160 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:09:35.106053 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.1 (61aaf2a4-6e21-4d85-bc41-522324cac9b7/5a50c752-8a49-4e3f-9c31-38ddb19c4f50/923a37c8-3259-43e3-82c5-f1c89b034ed0) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:09:35.192293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Attempting to bind port 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:09:35.194208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Attempting to bind port 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '09cb5264-a63e-4bfe-9fba-2ca2629cae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:09:35.194735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Attempting to bind port 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c on network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:09:35.202677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:09:35.203092 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Checking segment: {'id': '09cb5264-a63e-4bfe-9fba-2ca2629cae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:09:35.203494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:35.203881 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Bound using segment: {'id': '09cb5264-a63e-4bfe-9fba-2ca2629cae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:09:35.204348 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Bound port: 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cb5264-a63e-4bfe-9fba-2ca2629cae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:09:35.204719 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:35.303941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36498e8-0d14-4d29-9bc0-8ae5775117c8 req-7b4bdb9b-c578-4e8f-badc-a2b596a18285 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:35.306317 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f36498e8-0d14-4d29-9bc0-8ae5775117c8 req-7b4bdb9b-c578-4e8f-badc-a2b596a18285 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.1502712 Feb 21 09:09:35.317471 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] For port 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:09:35.322079 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] For port 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=23ef7e79-0c38-4711-9d6b-ef3966e6ad1c,segment=NetworkSegment(09cb5264-a63e-4bfe-9fba-2ca2629cae69),segment_id=09cb5264-a63e-4bfe-9fba-2ca2629cae69)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:09:35.336352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:35.348574 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:35.368520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object 923a37c8-3259-43e3-82c5-f1c89b034ed0 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:09:35.370349 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-43eab46f-b896-4f67-8991-46f331a1ff58 req-48df5d2c-5f7b-43fe-a43c-9f5199daa3c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c39b4d3992b544dfb1673164f40723d7&device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 1098 time: 0.1767437 Feb 21 09:09:35.425829 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:35.445301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46298eef-ce1d-4c6f-86cc-3b021847e481 None None] Pushing event updated for resources: {'Port': ['ID=23ef7e79-0c38-4711-9d6b-ef3966e6ad1c,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:35.486900 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f36498e8-0d14-4d29-9bc0-8ae5775117c8 req-a0a8b68f-e610-48f7-a3ee-da9c624b1a2a tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599946 Feb 21 09:09:35.524776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:09:35.529748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:09:35.534190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:09:35.592280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eab46f-b896-4f67-8991-46f331a1ff58 req-53950ea8-d4e6-49e2-a8e1-9a584089c193 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:35.594354 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-43eab46f-b896-4f67-8991-46f331a1ff58 req-53950ea8-d4e6-49e2-a8e1-9a584089c193 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 HTTP/1.1" status: 200 len: 912 time: 0.2181866 Feb 21 09:09:35.609523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=923a37c8-3259-43e3-82c5-f1c89b034ed0,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:35.635637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:35.700343 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-43eab46f-b896-4f67-8991-46f331a1ff58 req-0b011116-54de-4302-8dd7-bc937bbb2d69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ec5456-bb5f-4339-a57c-110cc7ebcb70 HTTP/1.1" status: 200 len: 217 time: 0.0995307 Feb 21 09:09:35.786696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:35.798256 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eab46f-b896-4f67-8991-46f331a1ff58 req-11bfb8f0-64bb-49e0-89b4-445902ff4971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:35.802927 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-43eab46f-b896-4f67-8991-46f331a1ff58 req-11bfb8f0-64bb-49e0-89b4-445902ff4971 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ddcaa17e-3a03-413f-973b-2f298b5cd36b HTTP/1.1" status: 200 len: 852 time: 0.0946651 Feb 21 09:09:35.851448 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-43eab46f-b896-4f67-8991-46f331a1ff58 req-27efd3ac-122d-45a6-a478-a69f023787b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a85b4a61-0b80-4f00-a7eb-e08da4f97fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422854 Feb 21 09:09:35.981026 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:36.031935 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-43eab46f-b896-4f67-8991-46f331a1ff58 req-c235d1be-c3f7-48f6-9343-9697492eec1c service neutron] 10.222.0.47 "GET /v2.0/networks/a85b4a61-0b80-4f00-a7eb-e08da4f97fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741667 Feb 21 09:09:36.184508 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-43eab46f-b896-4f67-8991-46f331a1ff58 req-e2fe8746-9c5a-48c9-a96f-8fa1e9b3eb89 service neutron] 10.222.0.47 "GET /v2.0/networks/a85b4a61-0b80-4f00-a7eb-e08da4f97fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465402 Feb 21 09:09:36.296253 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:36.302357 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:36.431648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=923a37c8-3259-43e3-82c5-f1c89b034ed0,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:36.434328 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:36.498721 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2f65a3ee-ac5d-49cf-9285-63f6e6117271 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:09:36.585619 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 2f65a3ee-ac5d-49cf-9285-63f6e6117271 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:09:36.592011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 2f65a3ee-ac5d-49cf-9285-63f6e6117271 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:09:36.592388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:36.621862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:09:36.623340 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:09:36.759653 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:36.782385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 2f65a3ee-ac5d-49cf-9285-63f6e6117271, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2f65a3ee-ac5d-49cf-9285-63f6e6117271,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:36.787443 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:36.788808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:09:36.803740 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4be4da-fd20-4707-a4f2-76e4b4242a90 req-f47fb2f6-ea1a-4d4c-a893-809c758db114 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:36.812810 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c4be4da-fd20-4707-a4f2-76e4b4242a90 req-f47fb2f6-ea1a-4d4c-a893-809c758db114 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.1465714 Feb 21 09:09:36.883765 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c4be4da-fd20-4707-a4f2-76e4b4242a90 req-639ed761-b79f-4da8-bc26-0fe4bc73899d tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689385 Feb 21 09:09:36.889728 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315930a3-1601-4689-975a-c62a7ad755ca None None] Network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:09:37.045775 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=2f65a3ee-ac5d-49cf-9285-63f6e6117271,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:37.066141 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f1425e72-bb55-442d-ae3b-3082708e48b0 None None] Provisioning for port 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:09:37.123824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:09:37.142284 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:09:37.142658 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:37.204125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 9c45e052-0ace-4e65-8463-74cff6aa384a has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:09:37.360593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:37.398513 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=23ef7e79-0c38-4711-9d6b-ef3966e6ad1c,segment=NetworkSegment(09cb5264-a63e-4bfe-9fba-2ca2629cae69),segment_id=09cb5264-a63e-4bfe-9fba-2ca2629cae69)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:37.403357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:37.423151 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:09:37.438604 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-61d6eb58-28d1-4de0-878e-ec6c6ed87839 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/9c45e052-0ace-4e65-8463-74cff6aa384a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7687924 Feb 21 09:09:37.440993 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57060) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:37.474765 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=23ef7e79-0c38-4711-9d6b-ef3966e6ad1c,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:37.592616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d9032-9bed-4530-98ce-f5b47b390dfb tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.592989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d9032-9bed-4530-98ce-f5b47b390dfb tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.593347 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d9032-9bed-4530-98ce-f5b47b390dfb tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.593699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d9032-9bed-4530-98ce-f5b47b390dfb tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.594057 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d9032-9bed-4530-98ce-f5b47b390dfb tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.594391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d9032-9bed-4530-98ce-f5b47b390dfb tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.594734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d9032-9bed-4530-98ce-f5b47b390dfb tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.595103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d9032-9bed-4530-98ce-f5b47b390dfb tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.596975 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e78d9032-9bed-4530-98ce-f5b47b390dfb tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5674 time: 0.1549835 Feb 21 09:09:37.599862 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57064) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:37.624536 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1966666d-438b-4faf-811c-e0c9a3e3a706 None None] Provisioning complete for port 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:09:37.624945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1966666d-438b-4faf-811c-e0c9a3e3a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:37.677523 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27409694-a5cb-4f71-b308-468f7e055da6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.677886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27409694-a5cb-4f71-b308-468f7e055da6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.678267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27409694-a5cb-4f71-b308-468f7e055da6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.678578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27409694-a5cb-4f71-b308-468f7e055da6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.679287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27409694-a5cb-4f71-b308-468f7e055da6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.679287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27409694-a5cb-4f71-b308-468f7e055da6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.679620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27409694-a5cb-4f71-b308-468f7e055da6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.680560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27409694-a5cb-4f71-b308-468f7e055da6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:37.688280 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-27409694-a5cb-4f71-b308-468f7e055da6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5283 time: 0.0815015 Feb 21 09:09:37.688774 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57068) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:37.770294 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1966666d-438b-4faf-811c-e0c9a3e3a706 None None] Provisioning for port 923a37c8-3259-43e3-82c5-f1c89b034ed0 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:09:37.777523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1966666d-438b-4faf-811c-e0c9a3e3a706 None None] Provisioning complete for port 923a37c8-3259-43e3-82c5-f1c89b034ed0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:09:37.777884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1966666d-438b-4faf-811c-e0c9a3e3a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:37.839325 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1966666d-438b-4faf-811c-e0c9a3e3a706 None None] Port 923a37c8-3259-43e3-82c5-f1c89b034ed0 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:09:37.905117 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c4dae895-5440-4e91-9bcb-59a03feee268 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2153385 Feb 21 09:09:37.971645 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f681f4aa-07dc-4b9d-8d29-af688f925bcf None None] Provisioning complete for port 923a37c8-3259-43e3-82c5-f1c89b034ed0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:09:37.972105 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f681f4aa-07dc-4b9d-8d29-af688f925bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.033930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f681f4aa-07dc-4b9d-8d29-af688f925bcf None None] Port 923a37c8-3259-43e3-82c5-f1c89b034ed0 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:09:38.103718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f90b41-749c-4870-be5f-f31b7b4b8807 req-d0ed7934-ef1c-4eb4-94fe-e488860ea23f tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:38.105110 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-49f90b41-749c-4870-be5f-f31b7b4b8807 req-d0ed7934-ef1c-4eb4-94fe-e488860ea23f tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.0859716 Feb 21 09:09:38.157539 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-49f90b41-749c-4870-be5f-f31b7b4b8807 req-9bfce001-07e9-4ac5-a3f2-fdb79ef37bb7 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466433 Feb 21 09:09:38.171147 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-00bf13ce-6b44-4206-9434-593c4bed3e57 None None] Provisioning complete for port 923a37c8-3259-43e3-82c5-f1c89b034ed0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:09:38.171645 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-00bf13ce-6b44-4206-9434-593c4bed3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.201231 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57078) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:38.206710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048889160', 'description': 'tempest-secgroup-smoke-2048889160 description', 'project_id': '0e247a2036294a16824a56cdfeb01f75'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:38.215217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:38.221280 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:38.224681 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:38.234218 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:38.234721 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-00bf13ce-6b44-4206-9434-593c4bed3e57 None None] Port 923a37c8-3259-43e3-82c5-f1c89b034ed0 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:09:38.247529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.291215 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:38.295143 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:38.298912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:38.307128 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:38.373875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.378878 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.424084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2f65a3ee-ac5d-49cf-9285-63f6e6117271 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:09:38.427788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124e9bd3-9ce5-418e-8f2f-47d216a52890,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:38.430121 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.434392 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57082) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:38.434616 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8ca9492a-e9ad-4ed2-b135-a8b3b9c5638e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2325299 Feb 21 09:09:38.440812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-00c84ce3-71d0-464a-99e8-9134f336fb46 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '124e9bd3-9ce5-418e-8f2f-47d216a52890', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:38.452859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-00c84ce3-71d0-464a-99e8-9134f336fb46 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:38.457575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-00c84ce3-71d0-464a-99e8-9134f336fb46 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:38.461181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-00c84ce3-71d0-464a-99e8-9134f336fb46 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:38.468126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-00c84ce3-71d0-464a-99e8-9134f336fb46 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:38.503190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-00c84ce3-71d0-464a-99e8-9134f336fb46 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.530008 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 2f65a3ee-ac5d-49cf-9285-63f6e6117271 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:09:38.530741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.578134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-00c84ce3-71d0-464a-99e8-9134f336fb46 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.583257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-00c84ce3-71d0-464a-99e8-9134f336fb46 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.612102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c84ce3-71d0-464a-99e8-9134f336fb46 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4194fab-7330-4fb6-a0fa-40fb6cc17711,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:38.626468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-00c84ce3-71d0-464a-99e8-9134f336fb46 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.628577 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-00c84ce3-71d0-464a-99e8-9134f336fb46 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1926749 Feb 21 09:09:38.631259 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57088) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:38.638388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0bb1c6ca-11bd-44e1-a229-19f3e27b97d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '124e9bd3-9ce5-418e-8f2f-47d216a52890', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:38.645273 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0bb1c6ca-11bd-44e1-a229-19f3e27b97d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:38.651258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0bb1c6ca-11bd-44e1-a229-19f3e27b97d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:38.667217 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:09:38.686464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0bb1c6ca-11bd-44e1-a229-19f3e27b97d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:38.701691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0bb1c6ca-11bd-44e1-a229-19f3e27b97d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:38.733479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c6ca-11bd-44e1-a229-19f3e27b97d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.749082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:09:38.749451 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.775640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df109f2-eb9e-4629-a6df-0e05a6d62369 req-7916d0e9-bf0a-4019-aabd-fb505be07b7c tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:38.777603 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8df109f2-eb9e-4629-a6df-0e05a6d62369 req-7916d0e9-bf0a-4019-aabd-fb505be07b7c tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.1294737 Feb 21 09:09:38.842946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c6ca-11bd-44e1-a229-19f3e27b97d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.848031 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8df109f2-eb9e-4629-a6df-0e05a6d62369 req-0d1a8cb3-db3b-40d0-919c-4b0ae673d252 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640805 Feb 21 09:09:38.850299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c6ca-11bd-44e1-a229-19f3e27b97d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.878159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1c6ca-11bd-44e1-a229-19f3e27b97d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb1d2f5-69bf-471c-92f9-a02e899c0b83,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:38.894105 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c6ca-11bd-44e1-a229-19f3e27b97d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:38.897066 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0bb1c6ca-11bd-44e1-a229-19f3e27b97d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2645824 Feb 21 09:09:38.898010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57092) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:38.903603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9f61a5ca-0c3c-47a3-b8b4-ea8417f5a795 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '124e9bd3-9ce5-418e-8f2f-47d216a52890', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:38.909426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9f61a5ca-0c3c-47a3-b8b4-ea8417f5a795 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:38.913114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9f61a5ca-0c3c-47a3-b8b4-ea8417f5a795 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:38.916467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9f61a5ca-0c3c-47a3-b8b4-ea8417f5a795 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:38.922135 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9f61a5ca-0c3c-47a3-b8b4-ea8417f5a795 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:38.983407 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Sync routers for ids ['9c45e052-0ace-4e65-8463-74cff6aa384a'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:09:38.997546 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Routers {'9c45e052-0ace-4e65-8463-74cff6aa384a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:38.998299 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9c45e052-0ace-4e65-8463-74cff6aa384a'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:39.035237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9f61a5ca-0c3c-47a3-b8b4-ea8417f5a795 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.097720 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9f61a5ca-0c3c-47a3-b8b4-ea8417f5a795 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.102475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9f61a5ca-0c3c-47a3-b8b4-ea8417f5a795 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.126442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61a5ca-0c3c-47a3-b8b4-ea8417f5a795 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4932b5a7-4f5b-4b83-ae4c-72024a2ffd0d,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:39.135755 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9f61a5ca-0c3c-47a3-b8b4-ea8417f5a795 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.137079 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9f61a5ca-0c3c-47a3-b8b4-ea8417f5a795 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2380950 Feb 21 09:09:39.139955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57096) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:39.145218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-7fe7f173-cdc5-4087-9aec-ea001ddb257f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '124e9bd3-9ce5-418e-8f2f-47d216a52890', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:39.151094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7fe7f173-cdc5-4087-9aec-ea001ddb257f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:39.155392 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7fe7f173-cdc5-4087-9aec-ea001ddb257f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:39.158348 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7fe7f173-cdc5-4087-9aec-ea001ddb257f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:39.164142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7fe7f173-cdc5-4087-9aec-ea001ddb257f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:39.181851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f173-cdc5-4087-9aec-ea001ddb257f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.197570 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Set router 9c45e052-0ace-4e65-8463-74cff6aa384a gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:39.244612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f173-cdc5-4087-9aec-ea001ddb257f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.248449 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f173-cdc5-4087-9aec-ea001ddb257f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.270460 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7f173-cdc5-4087-9aec-ea001ddb257f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69982346-8451-4306-a041-3ae168c36f92,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:39.280829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f173-cdc5-4087-9aec-ea001ddb257f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.282009 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7fe7f173-cdc5-4087-9aec-ea001ddb257f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1411517 Feb 21 09:09:39.284916 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57100) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:39.290967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-04ac3659-3783-4576-8983-d9c6d46e3fec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '124e9bd3-9ce5-418e-8f2f-47d216a52890', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:39.297127 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-04ac3659-3783-4576-8983-d9c6d46e3fec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:39.301139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-04ac3659-3783-4576-8983-d9c6d46e3fec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:39.304132 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-04ac3659-3783-4576-8983-d9c6d46e3fec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:39.311485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-04ac3659-3783-4576-8983-d9c6d46e3fec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:39.322057 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-04ac3659-3783-4576-8983-d9c6d46e3fec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:09:39.328362 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04ac3659-3783-4576-8983-d9c6d46e3fec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.392540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04ac3659-3783-4576-8983-d9c6d46e3fec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.396397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04ac3659-3783-4576-8983-d9c6d46e3fec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.419613 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac3659-3783-4576-8983-d9c6d46e3fec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2105b378-c9eb-41f9-9658-6d39644cd5c1,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:39.428577 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04ac3659-3783-4576-8983-d9c6d46e3fec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.429763 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-04ac3659-3783-4576-8983-d9c6d46e3fec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1438894 Feb 21 09:09:39.432560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57104) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:39.438001 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d822ad90-e8b4-45ac-adbb-a8a9de93b229 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '124e9bd3-9ce5-418e-8f2f-47d216a52890', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:39.443621 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d822ad90-e8b4-45ac-adbb-a8a9de93b229 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:39.447407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d822ad90-e8b4-45ac-adbb-a8a9de93b229 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:39.450192 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d822ad90-e8b4-45ac-adbb-a8a9de93b229 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:39.455765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d822ad90-e8b4-45ac-adbb-a8a9de93b229 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:39.466866 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-d822ad90-e8b4-45ac-adbb-a8a9de93b229 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:09:39.473546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d822ad90-e8b4-45ac-adbb-a8a9de93b229 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.514587 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:35Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '923a37c8-3259-43e3-82c5-f1c89b034ed0', 'name': '', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:09:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:34Z', 'updated_at': '2022-02-21T09:09:36Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:39.520926 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Checking router: 9c45e052-0ace-4e65-8463-74cff6aa384a for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:09:39.521271 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Updating router 9c45e052-0ace-4e65-8463-74cff6aa384a port 923a37c8-3259-43e3-82c5-f1c89b034ed0 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:09:39.549920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d822ad90-e8b4-45ac-adbb-a8a9de93b229 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.555812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d822ad90-e8b4-45ac-adbb-a8a9de93b229 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.579974 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.581151 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822ad90-e8b4-45ac-adbb-a8a9de93b229 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb919ea-281c-4d06-9343-a4b304daebd3,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:39.601935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d822ad90-e8b4-45ac-adbb-a8a9de93b229 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:39.611754 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d822ad90-e8b4-45ac-adbb-a8a9de93b229 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1697488 Feb 21 09:09:39.862439 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-d88e5972-c45f-4298-a0f3-27d90787188a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048889160&fields=id&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 267 time: 0.0447230 Feb 21 09:09:40.020909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-5778d48e-39f0-4419-b74e-0df31f0bb6c9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:40.021953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-5778d48e-39f0-4419-b74e-0df31f0bb6c9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:40.028931 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:40.046452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-5778d48e-39f0-4419-b74e-0df31f0bb6c9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:40.048071 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-5778d48e-39f0-4419-b74e-0df31f0bb6c9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/networks?id=61aaf2a4-6e21-4d85-bc41-522324cac9b7 HTTP/1.1" status: 200 len: 795 time: 0.1733458 Feb 21 09:09:40.048692 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Transition to ACTIVE for port object 923a37c8-3259-43e3-82c5-f1c89b034ed0 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:09:40.059634 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:40.102658 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-a161578d-ec80-4b7f-bf01-a3941b8c9bb7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/quotas/0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 375 time: 0.0450521 Feb 21 09:09:40.192388 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e476e-a85d-4233-8872-62bd7f68f51b None None] Pushing event updated for resources: {'Port': ['ID=923a37c8-3259-43e3-82c5-f1c89b034ed0,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:40.204229 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e476e-a85d-4233-8872-62bd7f68f51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:40.204560 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e476e-a85d-4233-8872-62bd7f68f51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:40.205076 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e476e-a85d-4233-8872-62bd7f68f51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:40.205404 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e476e-a85d-4233-8872-62bd7f68f51b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:40.205799 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e476e-a85d-4233-8872-62bd7f68f51b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:40.206043 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e476e-a85d-4233-8872-62bd7f68f51b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:40.206355 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e476e-a85d-4233-8872-62bd7f68f51b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:40.206672 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e476e-a85d-4233-8872-62bd7f68f51b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:40.207002 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e476e-a85d-4233-8872-62bd7f68f51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:40.207313 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e476e-a85d-4233-8872-62bd7f68f51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:40.207626 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e476e-a85d-4233-8872-62bd7f68f51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:40.213331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aecec7-b4fa-487e-a365-fd37416b4f88 req-4cbe1257-569a-4b06-b9c1-567a9da13fb4 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:40.215460 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-46aecec7-b4fa-487e-a365-fd37416b4f88 req-4cbe1257-569a-4b06-b9c1-567a9da13fb4 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.1487572 Feb 21 09:09:40.230552 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-9fc46e19-e364-4f68-abbb-e5e38d6b8521 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203580 Feb 21 09:09:40.262099 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-e631512b-ae95-4c47-8270-4946efe20608 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:09:40.263138 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-e631512b-ae95-4c47-8270-4946efe20608 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0093880 Feb 21 09:09:40.301657 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Attempting to bind port 923a37c8-3259-43e3-82c5-f1c89b034ed0 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:09:40.302020 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Attempting to bind port 923a37c8-3259-43e3-82c5-f1c89b034ed0 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '09cb5264-a63e-4bfe-9fba-2ca2629cae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:09:40.302372 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Attempting to bind port 923a37c8-3259-43e3-82c5-f1c89b034ed0 on network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:09:40.311221 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:09:40.311588 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Checking segment: {'id': '09cb5264-a63e-4bfe-9fba-2ca2629cae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:09:40.311982 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:40.312368 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Bound using segment: {'id': '09cb5264-a63e-4bfe-9fba-2ca2629cae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:09:40.312833 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Bound port: 923a37c8-3259-43e3-82c5-f1c89b034ed0, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cb5264-a63e-4bfe-9fba-2ca2629cae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:09:40.313197 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:40.368079 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-46aecec7-b4fa-487e-a365-fd37416b4f88 req-59d6dbdd-3a0e-4964-901b-b9eff6d8de44 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354039 Feb 21 09:09:40.417386 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] For port 923a37c8-3259-43e3-82c5-f1c89b034ed0, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:09:40.420885 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] For port 923a37c8-3259-43e3-82c5-f1c89b034ed0, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=923a37c8-3259-43e3-82c5-f1c89b034ed0,segment=NetworkSegment(09cb5264-a63e-4bfe-9fba-2ca2629cae69),segment_id=09cb5264-a63e-4bfe-9fba-2ca2629cae69)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:09:40.426416 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:40.437415 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-9543a567-b481-4a6a-86f4-538f232fe50e service neutron] 10.222.0.48 "GET /v2.0/networks/61aaf2a4-6e21-4d85-bc41-522324cac9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618674 Feb 21 09:09:40.506264 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e476e-a85d-4233-8872-62bd7f68f51b None None] Pushing event updated for resources: {'Port': ['ID=923a37c8-3259-43e3-82c5-f1c89b034ed0,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:40.511376 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Routers {'9c45e052-0ace-4e65-8463-74cff6aa384a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:40.512190 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9c45e052-0ace-4e65-8463-74cff6aa384a'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:40.643146 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-e608bb67-26d0-4876-858d-e915334f3513 service neutron] 10.222.0.48 "GET /v2.0/networks/61aaf2a4-6e21-4d85-bc41-522324cac9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994009 Feb 21 09:09:40.753652 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] Set router 9c45e052-0ace-4e65-8463-74cff6aa384a gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:41.003592 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ca9d1e1-61e6-47de-9d2e-956e22f51ad8 req-d2b34c73-087f-4391-8a55-de627ed989b3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 210 time: 0.0715940 Feb 21 09:09:41.066138 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d028b-8815-4e7c-98c2-73c74ed3001b req-35fe864b-39a8-4613-8c42-ad71732c8c2e tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:41.067940 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b31d028b-8815-4e7c-98c2-73c74ed3001b req-35fe864b-39a8-4613-8c42-ad71732c8c2e tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.2233555 Feb 21 09:09:41.073038 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f8ec6084-99e5-4860-864a-ae23f19e6f24 req-20208208-0800-48b4-844e-b701ca9bc0c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c39b4d3992b544dfb1673164f40723d7&device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 1098 time: 0.2296011 Feb 21 09:09:41.130359 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:35Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '923a37c8-3259-43e3-82c5-f1c89b034ed0', 'name': '', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:09:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:34Z', 'updated_at': '2022-02-21T09:09:40Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:41.139367 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15e9880-0af9-4c8e-bff1-efb7cb008d90 None None] The sync data for ids ['9c45e052-0ace-4e65-8463-74cff6aa384a'] in dv-neutron-830062-1-hyperv is: [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:35Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '923a37c8-3259-43e3-82c5-f1c89b034ed0', 'name': '', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:09:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:34Z', 'updated_at': '2022-02-21T09:09:40Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:09:41.276925 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b31d028b-8815-4e7c-98c2-73c74ed3001b req-688b22dc-fa15-4a18-ad39-804664f8c454 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981912 Feb 21 09:09:41.315845 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec6084-99e5-4860-864a-ae23f19e6f24 req-c86429b8-172d-427f-a5a7-d2c3c4f696af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:41.317688 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f8ec6084-99e5-4860-864a-ae23f19e6f24 req-c86429b8-172d-427f-a5a7-d2c3c4f696af service neutron] 10.222.0.47 "GET /v2.0/networks?id=a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 HTTP/1.1" status: 200 len: 912 time: 0.2254486 Feb 21 09:09:41.406669 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f8ec6084-99e5-4860-864a-ae23f19e6f24 req-c10cdf1c-529b-4bdf-9b26-f0f30251a95b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ec5456-bb5f-4339-a57c-110cc7ebcb70 HTTP/1.1" status: 200 len: 217 time: 0.0811913 Feb 21 09:09:41.474405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec6084-99e5-4860-864a-ae23f19e6f24 req-cacaef0f-fcb1-4607-a677-6962e9d5cc35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:41.475894 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f8ec6084-99e5-4860-864a-ae23f19e6f24 req-cacaef0f-fcb1-4607-a677-6962e9d5cc35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ddcaa17e-3a03-413f-973b-2f298b5cd36b HTTP/1.1" status: 200 len: 852 time: 0.0643067 Feb 21 09:09:41.524296 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f8ec6084-99e5-4860-864a-ae23f19e6f24 req-2e3e3387-1a39-4438-836e-e87a8554eb2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a85b4a61-0b80-4f00-a7eb-e08da4f97fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403006 Feb 21 09:09:41.675036 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f8ec6084-99e5-4860-864a-ae23f19e6f24 req-2b6ce2cc-102f-44fa-af01-c9fe755e2d56 service neutron] 10.222.0.47 "GET /v2.0/networks/a85b4a61-0b80-4f00-a7eb-e08da4f97fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456108 Feb 21 09:09:41.928007 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f8ec6084-99e5-4860-864a-ae23f19e6f24 req-b9ffb38e-3674-4c7b-8286-5b4c04b6a1b7 service neutron] 10.222.0.47 "GET /v2.0/networks/a85b4a61-0b80-4f00-a7eb-e08da4f97fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469900 Feb 21 09:09:42.211130 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-76702f0f-d592-48b6-b4d7-156f3b889c17 req-9dfeadec-9585-4a96-bc8f-cbec9a1c1698 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 210 time: 0.0505359 Feb 21 09:09:42.215991 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-fa11da2f-b369-4e01-824d-9f02e420747a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:42.217284 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-fa11da2f-b369-4e01-824d-9f02e420747a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/networks?id=61aaf2a4-6e21-4d85-bc41-522324cac9b7 HTTP/1.1" status: 200 len: 795 time: 0.2179873 Feb 21 09:09:42.277769 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-bbd5b9c9-feed-4079-8b1d-ae1f5cb87505 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 380 time: 0.0440950 Feb 21 09:09:42.299147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'port': {'device_id': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'admin_state_up': True, 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'security_groups': ['124e9bd3-9ce5-418e-8f2f-47d216a52890']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:42.431937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 923a37c8-3259-43e3-82c5-f1c89b034ed0 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:09:42.478927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:42.489281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:port and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:42.494472 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:42.499821 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 923a37c8-3259-43e3-82c5-f1c89b034ed0 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:09:42.502343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:42.504529 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 923a37c8-3259-43e3-82c5-f1c89b034ed0 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:09:42.504991 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:42.518880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:09:42.521937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:42.546518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349001d-1ea5-42ea-bc5a-d6a6c9f3907b req-5c285b80-fa53-4e3f-8bef-fc76ccf85d7d tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:42.548026 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1349001d-1ea5-42ea-bc5a-d6a6c9f3907b req-5c285b80-fa53-4e3f-8bef-fc76ccf85d7d tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.1454089 Feb 21 09:09:42.626222 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:42.664374 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 923a37c8-3259-43e3-82c5-f1c89b034ed0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=923a37c8-3259-43e3-82c5-f1c89b034ed0,segment=NetworkSegment(09cb5264-a63e-4bfe-9fba-2ca2629cae69),segment_id=09cb5264-a63e-4bfe-9fba-2ca2629cae69)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:42.669634 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:42.676128 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1349001d-1ea5-42ea-bc5a-d6a6c9f3907b req-bb6909fb-4cfd-4c95-8ec6-ec786e96098d tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819809 Feb 21 09:09:42.748322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=923a37c8-3259-43e3-82c5-f1c89b034ed0,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:42.752750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.14 (61aaf2a4-6e21-4d85-bc41-522324cac9b7/5a50c752-8a49-4e3f-9c31-38ddb19c4f50/c99cffa3-617c-4f1d-8f7c-a237f968b98d) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:09:42.959526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:42.975684 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object c99cffa3-617c-4f1d-8f7c-a237f968b98d will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:09:42.997430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:43.072401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:09:43.075390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:09:43.079446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:09:43.109070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=c99cffa3-617c-4f1d-8f7c-a237f968b98d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:43.130006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:43.130337 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:43.130664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:43.131013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:43.131331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:43.131648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:43.131959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:43.132272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:43.132584 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:43.132957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:43.133842 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:09:43.155889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:43.156485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:43.183903 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-17f7fa5a-b80e-477b-8b86-1249541ce94a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8882270 Feb 21 09:09:43.197090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Request body: {'port': {'device_id': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:43.318148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:43.456239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6e35f214-b738-4140-b11b-4f95df48148b None None] Provisioning for port c99cffa3-617c-4f1d-8f7c-a237f968b98d completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:09:43.461815 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6e35f214-b738-4140-b11b-4f95df48148b None None] Provisioning complete for port c99cffa3-617c-4f1d-8f7c-a237f968b98d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:09:43.462203 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6e35f214-b738-4140-b11b-4f95df48148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:43.519083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6e35f214-b738-4140-b11b-4f95df48148b None None] Port c99cffa3-617c-4f1d-8f7c-a237f968b98d cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:09:43.547718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4b623-2cf2-46cd-bf30-f2160b0f27f9 req-f5d7e4c5-296e-43dd-add3-ee064246ca56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:43.548404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-f4e4b623-2cf2-46cd-bf30-f2160b0f27f9 req-f5d7e4c5-296e-43dd-add3-ee064246ca56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:43.621164 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-f4e4b623-2cf2-46cd-bf30-f2160b0f27f9 req-f5d7e4c5-296e-43dd-add3-ee064246ca56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:43.622320 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f4e4b623-2cf2-46cd-bf30-f2160b0f27f9 req-f5d7e4c5-296e-43dd-add3-ee064246ca56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 932 time: 0.2615964 Feb 21 09:09:43.702889 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f4e4b623-2cf2-46cd-bf30-f2160b0f27f9 req-00c04915-3459-46b3-87ba-7de69637e57e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=124e9bd3-9ce5-418e-8f2f-47d216a52890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748672 Feb 21 09:09:43.772249 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99cffa3-617c-4f1d-8f7c-a237f968b98d {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:09:43.780207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:43.794496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Transition to ACTIVE for port object c99cffa3-617c-4f1d-8f7c-a237f968b98d will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:09:43.799133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:44.063597 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Pushing event updated for resources: {'Port': ['ID=c99cffa3-617c-4f1d-8f7c-a237f968b98d,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:44.128779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2d81-1c3b-43eb-914e-58ebbb336c96 req-6e63eab0-11ec-4ce1-86c2-371d76fdc41c tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:44.130344 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d7a2d81-1c3b-43eb-914e-58ebbb336c96 req-6e63eab0-11ec-4ce1-86c2-371d76fdc41c tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.2994206 Feb 21 09:09:44.232257 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d7a2d81-1c3b-43eb-914e-58ebbb336c96 req-5442fcd9-4b7b-4f84-9f92-04a2867c7b9c tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718691 Feb 21 09:09:44.239212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Attempting to bind port c99cffa3-617c-4f1d-8f7c-a237f968b98d on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:09:44.239548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Attempting to bind port c99cffa3-617c-4f1d-8f7c-a237f968b98d by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '09cb5264-a63e-4bfe-9fba-2ca2629cae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:09:44.239869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Attempting to bind port c99cffa3-617c-4f1d-8f7c-a237f968b98d on network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:09:44.246291 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Port c99cffa3-617c-4f1d-8f7c-a237f968b98d on network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:09:44.246670 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Attempting to bind port c99cffa3-617c-4f1d-8f7c-a237f968b98d on network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:09:44.253039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:09:44.253369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Checking segment: {'id': '09cb5264-a63e-4bfe-9fba-2ca2629cae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:09:44.253746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Bound using segment: {'id': '09cb5264-a63e-4bfe-9fba-2ca2629cae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:09:44.254160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Bound port: c99cffa3-617c-4f1d-8f7c-a237f968b98d, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09cb5264-a63e-4bfe-9fba-2ca2629cae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:09:44.254503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:44.344971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] For port c99cffa3-617c-4f1d-8f7c-a237f968b98d, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:09:44.348246 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] For port c99cffa3-617c-4f1d-8f7c-a237f968b98d, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=c99cffa3-617c-4f1d-8f7c-a237f968b98d,segment=NetworkSegment(09cb5264-a63e-4bfe-9fba-2ca2629cae69),segment_id=09cb5264-a63e-4bfe-9fba-2ca2629cae69)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:09:44.353648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:44.416555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:44.418723 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] 10.222.0.47 "PUT /v2.0/ports/c99cffa3-617c-4f1d-8f7c-a237f968b98d HTTP/1.1" status: 200 len: 1094 time: 1.2265072 Feb 21 09:09:44.428343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 923a37c8-3259-43e3-82c5-f1c89b034ed0 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:09:44.435996 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'tag': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:09:44.443879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a63835-b838-49c2-98d3-68091514fc98 service neutron] Pushing event updated for resources: {'Port': ['ID=c99cffa3-617c-4f1d-8f7c-a237f968b98d,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:44.532531 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 923a37c8-3259-43e3-82c5-f1c89b034ed0 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:09:44.533537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:44.557637 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'tag': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d', 'status': 'completed', 'code': 200} Feb 21 09:09:44.565570 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-4c671c38-0926-466c-98d3-d23286d6abbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 1097 time: 0.0969455 Feb 21 09:09:44.668035 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-98fdcf58-c17c-4b68-98d6-b136567e0649 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99cffa3-617c-4f1d-8f7c-a237f968b98d HTTP/1.1" status: 200 len: 217 time: 0.0941985 Feb 21 09:09:44.779443 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-65177bce-5d66-4dd5-8f77-94c9bb118072 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:44.780804 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-65177bce-5d66-4dd5-8f77-94c9bb118072 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5a50c752-8a49-4e3f-9c31-38ddb19c4f50 HTTP/1.1" status: 200 len: 835 time: 0.1067865 Feb 21 09:09:44.905355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57285e-0139-4e86-8960-2fc7a66261d0 req-1a839c98-ad92-46be-a4bc-9b9c597356b2 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:44.906807 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fb57285e-0139-4e86-8960-2fc7a66261d0 req-1a839c98-ad92-46be-a4bc-9b9c597356b2 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.2010665 Feb 21 09:09:44.968741 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-d2b4c9d6-f29e-4728-94db-ab73659c0c5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61aaf2a4-6e21-4d85-bc41-522324cac9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1800594 Feb 21 09:09:45.008956 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fb57285e-0139-4e86-8960-2fc7a66261d0 req-c412a05a-98dd-4b7f-b102-a67f536f8dcf tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951791 Feb 21 09:09:45.058603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1535d2-4bda-4519-9519-007d6d1406f3 req-9bcff92b-2831-46e7-8c04-2ccc6ec9682b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:45.060048 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cb1535d2-4bda-4519-9519-007d6d1406f3 req-9bcff92b-2831-46e7-8c04-2ccc6ec9682b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 944 time: 0.2147138 Feb 21 09:09:45.154620 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cb1535d2-4bda-4519-9519-007d6d1406f3 req-1ca25716-5f80-4dc3-b53a-fe7def57a282 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=124e9bd3-9ce5-418e-8f2f-47d216a52890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872657 Feb 21 09:09:45.158543 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-50db5185-f789-487d-952b-e5584e2bae6b service neutron] 10.222.0.47 "GET /v2.0/networks/61aaf2a4-6e21-4d85-bc41-522324cac9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791568 Feb 21 09:09:45.292491 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-786b138b-91a6-4473-a658-eba5f6da23d1 req-44c61d26-8b02-43a9-ba51-3e544d84ebe0 service neutron] 10.222.0.47 "GET /v2.0/networks/61aaf2a4-6e21-4d85-bc41-522324cac9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271076 Feb 21 09:09:45.405403 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-64020ae0-1fe7-4fd3-9bb1-247a40335e30 req-5b189763-2aa0-4b7a-ab85-364f2c29b076 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 1097 time: 0.0701067 Feb 21 09:09:45.539778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64020ae0-1fe7-4fd3-9bb1-247a40335e30 req-7524672c-3f3a-4e95-9a05-13d50bac5b9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:45.541228 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-64020ae0-1fe7-4fd3-9bb1-247a40335e30 req-7524672c-3f3a-4e95-9a05-13d50bac5b9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=61aaf2a4-6e21-4d85-bc41-522324cac9b7 HTTP/1.1" status: 200 len: 895 time: 0.1288745 Feb 21 09:09:45.612023 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-64020ae0-1fe7-4fd3-9bb1-247a40335e30 req-818d2e35-d58d-4837-9b42-7f9570106fed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99cffa3-617c-4f1d-8f7c-a237f968b98d HTTP/1.1" status: 200 len: 217 time: 0.0644312 Feb 21 09:09:45.674709 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64020ae0-1fe7-4fd3-9bb1-247a40335e30 req-9a217d31-0775-4dd8-99a9-0041f7a23ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:45.676089 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-64020ae0-1fe7-4fd3-9bb1-247a40335e30 req-9a217d31-0775-4dd8-99a9-0041f7a23ef6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5a50c752-8a49-4e3f-9c31-38ddb19c4f50 HTTP/1.1" status: 200 len: 835 time: 0.0576329 Feb 21 09:09:45.749993 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-64020ae0-1fe7-4fd3-9bb1-247a40335e30 req-651ba567-0c65-4140-82a8-8598f9d9b83a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61aaf2a4-6e21-4d85-bc41-522324cac9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671532 Feb 21 09:09:45.986105 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-64020ae0-1fe7-4fd3-9bb1-247a40335e30 req-00e0940f-0dac-4606-885e-6d9855005166 service neutron] 10.222.0.47 "GET /v2.0/networks/61aaf2a4-6e21-4d85-bc41-522324cac9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295852 Feb 21 09:09:46.130585 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-64020ae0-1fe7-4fd3-9bb1-247a40335e30 req-0d3c8513-8ec1-4625-868c-8ca92a2ad31b service neutron] 10.222.0.47 "GET /v2.0/networks/61aaf2a4-6e21-4d85-bc41-522324cac9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380877 Feb 21 09:09:46.217578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c986ac-0eeb-41f3-8ab0-f3ab1952f63f req-a08202fe-2b03-4ef1-aa7f-cb47a3c3d6a0 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:46.219092 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e7c986ac-0eeb-41f3-8ab0-f3ab1952f63f req-a08202fe-2b03-4ef1-aa7f-cb47a3c3d6a0 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.0796769 Feb 21 09:09:46.270078 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e7c986ac-0eeb-41f3-8ab0-f3ab1952f63f req-f25785da-3d05-481e-9325-850fe3e97aaf tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab9fa5-eed6-4d49-bca5-9553502c3dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452979 Feb 21 09:09:46.452322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61af9c0-c1c5-4ade-ad3d-745e14f374d6 req-b2e4fdb6-b6b0-45a2-8922-55517c6b6c70 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:46.454336 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f61af9c0-c1c5-4ade-ad3d-745e14f374d6 req-b2e4fdb6-b6b0-45a2-8922-55517c6b6c70 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 944 time: 0.1488483 Feb 21 09:09:46.462176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a36da1-c2f0-4e32-9e4d-54f05a8e38ee req-b57d96df-b1f9-410f-88f6-b72de9f4f25e tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:46.463646 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a8a36da1-c2f0-4e32-9e4d-54f05a8e38ee req-b57d96df-b1f9-410f-88f6-b72de9f4f25e tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.47 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 945 time: 0.1284649 Feb 21 09:09:46.566374 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-a8a36da1-c2f0-4e32-9e4d-54f05a8e38ee req-1c3897bc-eaf8-4bc4-9189-c99aa08fc005 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Deleting port 61ec5456-bb5f-4339-a57c-110cc7ebcb70 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:09:46.566617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a8a36da1-c2f0-4e32-9e4d-54f05a8e38ee req-1c3897bc-eaf8-4bc4-9189-c99aa08fc005 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:46.593874 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f61af9c0-c1c5-4ade-ad3d-745e14f374d6 req-afa2f2e9-2ef2-44b2-b5c0-b444068e40d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=124e9bd3-9ce5-418e-8f2f-47d216a52890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292276 Feb 21 09:09:46.830769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-a8a36da1-c2f0-4e32-9e4d-54f05a8e38ee req-1c3897bc-eaf8-4bc4-9189-c99aa08fc005 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] For port 61ec5456-bb5f-4339-a57c-110cc7ebcb70, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=61ec5456-bb5f-4339-a57c-110cc7ebcb70,segment=NetworkSegment(1051e4dc-28cf-4820-a880-488cb9e6eeea),segment_id=1051e4dc-28cf-4820-a880-488cb9e6eeea)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:46.831058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a8a36da1-c2f0-4e32-9e4d-54f05a8e38ee req-1c3897bc-eaf8-4bc4-9189-c99aa08fc005 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:46.956606 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-a8a36da1-c2f0-4e32-9e4d-54f05a8e38ee req-1c3897bc-eaf8-4bc4-9189-c99aa08fc005 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Calling delete_port for 61ec5456-bb5f-4339-a57c-110cc7ebcb70 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:09:47.097525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a8a36da1-c2f0-4e32-9e4d-54f05a8e38ee req-1c3897bc-eaf8-4bc4-9189-c99aa08fc005 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:47.111332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['61ec5456-bb5f-4339-a57c-110cc7ebcb70'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:09:47.150007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3897bc-eaf8-4bc4-9189-c99aa08fc005 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Pushing event deleted for resources: {'Port': ['ID=61ec5456-bb5f-4339-a57c-110cc7ebcb70,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:47.219943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a36da1-c2f0-4e32-9e4d-54f05a8e38ee req-1c3897bc-eaf8-4bc4-9189-c99aa08fc005 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] No DVR routers for this DVR port 61ec5456-bb5f-4339-a57c-110cc7ebcb70 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:09:47.222371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a8a36da1-c2f0-4e32-9e4d-54f05a8e38ee req-1c3897bc-eaf8-4bc4-9189-c99aa08fc005 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:47.224865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dcc408-9e28-4974-8ae1-223fdb92a29d', 'name': 'network-vif-deleted', 'tag': '61ec5456-bb5f-4339-a57c-110cc7ebcb70'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:09:47.240454 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a8a36da1-c2f0-4e32-9e4d-54f05a8e38ee req-1c3897bc-eaf8-4bc4-9189-c99aa08fc005 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.47 "DELETE /v2.0/ports/61ec5456-bb5f-4339-a57c-110cc7ebcb70 HTTP/1.1" status: 204 len: 173 time: 0.7595801 Feb 21 09:09:47.285335 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dcc408-9e28-4974-8ae1-223fdb92a29d', 'name': 'network-vif-deleted', 'tag': '61ec5456-bb5f-4339-a57c-110cc7ebcb70', 'status': 'completed', 'code': 200} Feb 21 09:09:47.481681 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-0cc49516-686b-4711-8d54-6d77700330a3 req-9b73f19d-f76c-49a9-96bc-95331499f502 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Synchronizing usage tracker for tenant:c39b4d3992b544dfb1673164f40723d7 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:09:47.497747 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-0cc49516-686b-4711-8d54-6d77700330a3 req-9b73f19d-f76c-49a9-96bc-95331499f502 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] Unset dirty status for tenant:c39b4d3992b544dfb1673164f40723d7 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:09:47.498923 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0cc49516-686b-4711-8d54-6d77700330a3 req-9b73f19d-f76c-49a9-96bc-95331499f502 tempest-TestServerAdvancedOps-1995999587 tempest-TestServerAdvancedOps-1995999587-project] 10.222.0.48 "GET /v2.0/ports?device_id=14dcc408-9e28-4974-8ae1-223fdb92a29d HTTP/1.1" status: 200 len: 210 time: 0.0603728 Feb 21 09:09:47.809696 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79333fca-eb21-4495-93b4-2ed27ef665f1 req-b9e3bd7a-7073-41cd-b1bc-5cf2823c11b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:47.811125 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79333fca-eb21-4495-93b4-2ed27ef665f1 req-b9e3bd7a-7073-41cd-b1bc-5cf2823c11b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 944 time: 0.0869403 Feb 21 09:09:47.857351 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79333fca-eb21-4495-93b4-2ed27ef665f1 req-1f4f34d9-d775-4be9-9128-02a46e8e67c2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=124e9bd3-9ce5-418e-8f2f-47d216a52890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406022 Feb 21 09:09:47.997661 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device c99cffa3-617c-4f1d-8f7c-a237f968b98d details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:09:48.048113 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ffe3919-86eb-4132-b60c-ab3195c3b739 req-30861d14-1561-4e6c-a3c4-b1086364e643 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729074 Feb 21 09:09:48.134415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port c99cffa3-617c-4f1d-8f7c-a237f968b98d, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=c99cffa3-617c-4f1d-8f7c-a237f968b98d,segment=NetworkSegment(09cb5264-a63e-4bfe-9fba-2ca2629cae69),segment_id=09cb5264-a63e-4bfe-9fba-2ca2629cae69)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:48.148311 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'port_id': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d', 'mac_address': 'fa:16:3e:84:85:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:09:48.185043 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ffe3919-86eb-4132-b60c-ab3195c3b739 req-a88cf295-af85-4c65-802e-8b593950f41c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 1098 time: 0.0699391 Feb 21 09:09:48.234250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:48.251636 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99cffa3-617c-4f1d-8f7c-a237f968b98d {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:09:48.267935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port c99cffa3-617c-4f1d-8f7c-a237f968b98d, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=c99cffa3-617c-4f1d-8f7c-a237f968b98d,segment=NetworkSegment(09cb5264-a63e-4bfe-9fba-2ca2629cae69),segment_id=09cb5264-a63e-4bfe-9fba-2ca2629cae69)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:48.272475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:48.326200 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe3919-86eb-4132-b60c-ab3195c3b739 req-9ab6cf62-0952-40f0-9ee8-f6729884beff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:48.327806 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ffe3919-86eb-4132-b60c-ab3195c3b739 req-9ab6cf62-0952-40f0-9ee8-f6729884beff service neutron] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 911 time: 0.1253791 Feb 21 09:09:48.343155 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=c99cffa3-617c-4f1d-8f7c-a237f968b98d,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:48.476368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['c99cffa3-617c-4f1d-8f7c-a237f968b98d'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:09:48.515076 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ffe3919-86eb-4132-b60c-ab3195c3b739 req-f9f6b05f-3b58-4844-8d4b-8ad0704a8395 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2507863d-159d-4083-9c91-4376dbea6d9e HTTP/1.1" status: 200 len: 1001 time: 0.1788220 Feb 21 09:09:48.580673 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe3919-86eb-4132-b60c-ab3195c3b739 req-b89f2b98-5af0-4468-8556-a1b6f7735e7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:48.582504 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ffe3919-86eb-4132-b60c-ab3195c3b739 req-b89f2b98-5af0-4468-8556-a1b6f7735e7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.0615757 Feb 21 09:09:48.627219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57160) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:48.668983 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ffe3919-86eb-4132-b60c-ab3195c3b739 req-3cc336e3-0d2d-4b8f-b3ef-402829f1cd80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781264 Feb 21 09:09:48.686596 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-2febcba0-ee6b-4d68-989b-4917876ec992 admin admin] Deleting subnet ddcaa17e-3a03-413f-973b-2f298b5cd36b {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:09:48.691616 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2febcba0-ee6b-4d68-989b-4917876ec992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:48.745988 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2febcba0-ee6b-4d68-989b-4917876ec992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:48.800684 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2febcba0-ee6b-4d68-989b-4917876ec992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:48.805219 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ffe3919-86eb-4132-b60c-ab3195c3b739 req-0fa9a5a1-5288-444c-ab1d-8806be8e5ba8 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305070 Feb 21 09:09:48.870079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2febcba0-ee6b-4d68-989b-4917876ec992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:48.912569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febcba0-ee6b-4d68-989b-4917876ec992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddcaa17e-3a03-413f-973b-2f298b5cd36b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:48.919229 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2febcba0-ee6b-4d68-989b-4917876ec992 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:48.926035 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2febcba0-ee6b-4d68-989b-4917876ec992 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ddcaa17e-3a03-413f-973b-2f298b5cd36b HTTP/1.1" status: 204 len: 168 time: 0.2977493 Feb 21 09:09:48.928443 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57166) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:48.953634 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ffe3919-86eb-4132-b60c-ab3195c3b739 req-c8e0c3ed-e638-4f5e-880e-860be970ed90 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425931 Feb 21 09:09:49.034683 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-317994be-7173-416e-857d-e7b5e042b226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:49.068391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876051d1-45e3-46ad-8abe-789c4436be2b req-ff5fcb65-6c1a-403e-86a6-9ce7b6ccd35d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:49.069905 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-876051d1-45e3-46ad-8abe-789c4436be2b req-ff5fcb65-6c1a-403e-86a6-9ce7b6ccd35d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 945 time: 0.0787723 Feb 21 09:09:49.122555 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-876051d1-45e3-46ad-8abe-789c4436be2b req-0027150a-7ffd-4d55-9761-8e4f47563ee9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=124e9bd3-9ce5-418e-8f2f-47d216a52890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466776 Feb 21 09:09:49.173425 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-317994be-7173-416e-857d-e7b5e042b226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:49.198913 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-317994be-7173-416e-857d-e7b5e042b226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85b4a61-0b80-4f00-a7eb-e08da4f97fe0']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:49.211595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-317994be-7173-416e-857d-e7b5e042b226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1051e4dc-28cf-4820-a880-488cb9e6eeea') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:49.212073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-317994be-7173-416e-857d-e7b5e042b226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1051e4dc-28cf-4820-a880-488cb9e6eeea') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:49.223748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-317994be-7173-416e-857d-e7b5e042b226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:49.239682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-317994be-7173-416e-857d-e7b5e042b226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:49.246229 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317994be-7173-416e-857d-e7b5e042b226 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:09:49.246613 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-317994be-7173-416e-857d-e7b5e042b226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:09:49.260544 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:09:49.435069 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-317994be-7173-416e-857d-e7b5e042b226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:49.450762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-317994be-7173-416e-857d-e7b5e042b226 admin admin] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:49.460727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317994be-7173-416e-857d-e7b5e042b226 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85b4a61-0b80-4f00-a7eb-e08da4f97fe0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:49.469071 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-317994be-7173-416e-857d-e7b5e042b226 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a85b4a61-0b80-4f00-a7eb-e08da4f97fe0 HTTP/1.1" status: 204 len: 168 time: 0.5395815 Feb 21 09:09:49.472065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57170) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:49.532879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b00087-5e2f-4c85-8a54-2170a1a11199 admin admin] Deleting subnet d7b7130a-3334-4876-af8c-8aa5a1651511 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:09:49.535867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30b00087-5e2f-4c85-8a54-2170a1a11199 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:49.584629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30b00087-5e2f-4c85-8a54-2170a1a11199 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:49.644085 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30b00087-5e2f-4c85-8a54-2170a1a11199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:49.711496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30b00087-5e2f-4c85-8a54-2170a1a11199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:49.752726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b00087-5e2f-4c85-8a54-2170a1a11199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b7130a-3334-4876-af8c-8aa5a1651511,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:49.756658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30b00087-5e2f-4c85-8a54-2170a1a11199 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:49.762743 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-30b00087-5e2f-4c85-8a54-2170a1a11199 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d7b7130a-3334-4876-af8c-8aa5a1651511 HTTP/1.1" status: 204 len: 168 time: 0.2896485 Feb 21 09:09:49.765190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57174) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:49.871736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1305a664-b616-4ab0-b1f3-45bf62baf3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:49.993436 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1305a664-b616-4ab0-b1f3-45bf62baf3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:50.013501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device c99cffa3-617c-4f1d-8f7c-a237f968b98d up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:09:50.022349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-1305a664-b616-4ab0-b1f3-45bf62baf3cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb0dda9-4a8c-412b-ad36-78283ae79d23']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:50.035377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-1305a664-b616-4ab0-b1f3-45bf62baf3cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39793013-17ed-4925-879e-219218e0e087') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:50.035676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-1305a664-b616-4ab0-b1f3-45bf62baf3cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39793013-17ed-4925-879e-219218e0e087') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:50.047628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1305a664-b616-4ab0-b1f3-45bf62baf3cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:50.063389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1305a664-b616-4ab0-b1f3-45bf62baf3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:50.069277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1305a664-b616-4ab0-b1f3-45bf62baf3cb admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:09:50.069653 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1305a664-b616-4ab0-b1f3-45bf62baf3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:09:50.082813 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:09:50.084953 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port c99cffa3-617c-4f1d-8f7c-a237f968b98d completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:09:50.088715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port c99cffa3-617c-4f1d-8f7c-a237f968b98d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:09:50.089080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:50.159966 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1305a664-b616-4ab0-b1f3-45bf62baf3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:50.184699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1305a664-b616-4ab0-b1f3-45bf62baf3cb admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:50.191385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305a664-b616-4ab0-b1f3-45bf62baf3cb admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb0dda9-4a8c-412b-ad36-78283ae79d23,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:50.199608 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1305a664-b616-4ab0-b1f3-45bf62baf3cb admin admin] 10.222.0.48 "DELETE /v2.0/networks/0cb0dda9-4a8c-412b-ad36-78283ae79d23 HTTP/1.1" status: 204 len: 168 time: 0.4330599 Feb 21 09:09:50.205537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:50.242618 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:09:50.268276 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port c99cffa3-617c-4f1d-8f7c-a237f968b98d, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=c99cffa3-617c-4f1d-8f7c-a237f968b98d,segment=NetworkSegment(09cb5264-a63e-4bfe-9fba-2ca2629cae69),segment_id=09cb5264-a63e-4bfe-9fba-2ca2629cae69)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:09:50.276722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:50.278310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 61ec5456-bb5f-4339-a57c-110cc7ebcb70 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:09:50.351731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17358aa5-c2da-460b-b28f-483d0672c2ea req-fd33ed22-6654-484c-93cb-13e14e5a4ce8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:50.359267 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-17358aa5-c2da-460b-b28f-483d0672c2ea req-fd33ed22-6654-484c-93cb-13e14e5a4ce8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 946 time: 0.0989380 Feb 21 09:09:50.396620 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d', 'code': 200} Feb 21 09:09:50.415183 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-17358aa5-c2da-460b-b28f-483d0672c2ea req-c110fa6a-90e0-4bea-a7eb-84b004287f71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=124e9bd3-9ce5-418e-8f2f-47d216a52890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548320 Feb 21 09:09:50.428612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 61ec5456-bb5f-4339-a57c-110cc7ebcb70 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:09:50.429119 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 61ec5456-bb5f-4339-a57c-110cc7ebcb70 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:09:50.442703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=c99cffa3-617c-4f1d-8f7c-a237f968b98d,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:50.540582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57184) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:50.641942 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cface398-79a5-413d-a689-a861a2f10074 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c39b4d3992b544dfb1673164f40723d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1002011 Feb 21 09:09:50.647030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57188) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:50.658792 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-def1ef4e-6060-4d8c-927d-417df462e5f0 req-96ba5444-0949-4351-b081-70c218f813e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 1099 time: 0.1040707 Feb 21 09:09:50.701611 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-def1ef4e-6060-4d8c-927d-417df462e5f0 req-ab8f0558-07bc-4254-afed-e50bd67f1456 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=124e9bd3-9ce5-418e-8f2f-47d216a52890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375161 Feb 21 09:09:50.710973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77c45db9-2509-4238-b191-d36aba58665b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:50.737446 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77c45db9-2509-4238-b191-d36aba58665b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:50.788785 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77c45db9-2509-4238-b191-d36aba58665b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:50.805409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c45db9-2509-4238-b191-d36aba58665b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ab9fa5-eed6-4d49-bca5-9553502c3dae,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:50.815451 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-77c45db9-2509-4238-b191-d36aba58665b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:50.816561 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-77c45db9-2509-4238-b191-d36aba58665b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5ab9fa5-eed6-4d49-bca5-9553502c3dae HTTP/1.1" status: 204 len: 168 time: 0.1679707 Feb 21 09:09:51.193889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57196) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:51.242705 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a2f263f9-d1ed-45f6-9c54-c8d1bebcaefa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3cd970156f5435c8dab8ecee8c358e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476463 Feb 21 09:09:51.245016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57200) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:51.305544 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-28f9c154-f05a-497a-afb5-cbb00ab2cda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:51.330313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-28f9c154-f05a-497a-afb5-cbb00ab2cda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:51.379730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-28f9c154-f05a-497a-afb5-cbb00ab2cda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:51.397125 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9c154-f05a-497a-afb5-cbb00ab2cda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1645d6-7bd6-40f6-96c0-0cabbd2239f6,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:51.400759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-28f9c154-f05a-497a-afb5-cbb00ab2cda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:51.401862 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-28f9c154-f05a-497a-afb5-cbb00ab2cda7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf1645d6-7bd6-40f6-96c0-0cabbd2239f6 HTTP/1.1" status: 204 len: 168 time: 0.1559746 Feb 21 09:09:51.676622 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58e894-e3a3-40e3-bd42-a44c3860a6b7 req-386ac6a1-acac-405c-942c-4553dcda5d49 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:51.679126 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cf58e894-e3a3-40e3-bd42-a44c3860a6b7 req-386ac6a1-acac-405c-942c-4553dcda5d49 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 946 time: 0.1313605 Feb 21 09:09:51.852367 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cf58e894-e3a3-40e3-bd42-a44c3860a6b7 req-3d3ca2f7-377b-471d-9186-e089860875f8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=124e9bd3-9ce5-418e-8f2f-47d216a52890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656444 Feb 21 09:09:53.050420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db7210-c56c-4765-8753-616e4bb2284f req-1e3ce548-ae9f-430d-ae22-7a5ea7b15ea8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:53.051888 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-08db7210-c56c-4765-8753-616e4bb2284f req-1e3ce548-ae9f-430d-ae22-7a5ea7b15ea8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 946 time: 0.0788798 Feb 21 09:09:53.096776 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-08db7210-c56c-4765-8753-616e4bb2284f req-0073227f-e2fa-4d0d-9b43-8b4b0811f8c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=124e9bd3-9ce5-418e-8f2f-47d216a52890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391660 Feb 21 09:09:53.295994 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1a403-c452-466c-b81e-ca0f02c9e283 req-5c5a86fa-79c9-4ad0-8493-83ba44ae7b83 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:53.297491 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-85e1a403-c452-466c-b81e-ca0f02c9e283 req-5c5a86fa-79c9-4ad0-8493-83ba44ae7b83 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 946 time: 0.0776017 Feb 21 09:09:53.342966 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-85e1a403-c452-466c-b81e-ca0f02c9e283 req-1a8d4f51-c169-4418-af32-b3b77132567a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=124e9bd3-9ce5-418e-8f2f-47d216a52890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399587 Feb 21 09:09:53.369751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57212) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:53.437659 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7765146b-7c38-4e2d-b71d-48c0bc067f92 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 1094 time: 0.0667126 Feb 21 09:09:53.440234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57216) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:53.446283 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:09:53.451753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:09:53.455687 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:floatingip and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:09:53.458968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:09:53.465301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:09:53.475320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:53.613432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:53.751187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.198 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/9105795f-7087-4e5b-a464-ce48a6e24209) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:09:53.893999 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:53.921775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:53.989957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:09:53.993277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:09:53.997401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:09:54.021090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=9105795f-7087-4e5b-a464-ce48a6e24209,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:54.496847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:54.551762 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:54.754572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:54.759062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:54.954776 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=9105795f-7087-4e5b-a464-ce48a6e24209,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:09:54.967164 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:55.154823 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Floating IP 52da1c40-9b2b-4476-bbdf-a1c1ce5aeee6 associated. External IP: 172.26.6.198, port: c99cffa3-617c-4f1d-8f7c-a237f968b98d. Feb 21 09:09:55.533912 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 9c45e052-0ace-4e65-8463-74cff6aa384a has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:09:55.727903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:09:55.738156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9fa99-5012-4d3e-8126-e03659709693 None None] Sync routers for ids ['9c45e052-0ace-4e65-8463-74cff6aa384a'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:09:55.751114 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9fa99-5012-4d3e-8126-e03659709693 None None] Routers {'9c45e052-0ace-4e65-8463-74cff6aa384a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:55.751742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a3c9fa99-5012-4d3e-8126-e03659709693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9c45e052-0ace-4e65-8463-74cff6aa384a'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:55.766038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:09:55.831118 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-387b23da-4359-4d3c-be8f-363447b7ed96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3896403 Feb 21 09:09:55.831511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'tag': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:09:55.833774 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57220) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:55.886525 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'tag': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d', 'status': 'completed', 'code': 200} Feb 21 09:09:55.938239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-a3c9fa99-5012-4d3e-8126-e03659709693 None None] Set router 9c45e052-0ace-4e65-8463-74cff6aa384a gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:55.950093 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1e9c3af8-510a-4f79-b317-2b2038e13b53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/52da1c40-9b2b-4476-bbdf-a1c1ce5aeee6 HTTP/1.1" status: 200 len: 992 time: 0.1149194 Feb 21 09:09:55.985397 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1487a148-a5e9-4b4d-8b75-c6de53210ab6 req-fcc375e3-0332-4207-bb89-e53fae955366 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 1099 time: 0.0754690 Feb 21 09:09:56.113278 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487a148-a5e9-4b4d-8b75-c6de53210ab6 req-3e17271c-8d70-4573-87d1-74e46b646262 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:56.114707 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1487a148-a5e9-4b4d-8b75-c6de53210ab6 req-3e17271c-8d70-4573-87d1-74e46b646262 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61aaf2a4-6e21-4d85-bc41-522324cac9b7 HTTP/1.1" status: 200 len: 895 time: 0.1234081 Feb 21 09:09:56.217683 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1487a148-a5e9-4b4d-8b75-c6de53210ab6 req-89361087-19f5-45d7-adc4-c0d02a221c5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99cffa3-617c-4f1d-8f7c-a237f968b98d HTTP/1.1" status: 200 len: 1000 time: 0.0966094 Feb 21 09:09:56.282300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487a148-a5e9-4b4d-8b75-c6de53210ab6 req-e2bcf41e-1c7d-4dfb-8bbd-7fe8aa01f8b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:09:56.283789 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1487a148-a5e9-4b4d-8b75-c6de53210ab6 req-e2bcf41e-1c7d-4dfb-8bbd-7fe8aa01f8b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5a50c752-8a49-4e3f-9c31-38ddb19c4f50 HTTP/1.1" status: 200 len: 835 time: 0.0605412 Feb 21 09:09:56.289616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a3c9fa99-5012-4d3e-8126-e03659709693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:35Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '52da1c40-9b2b-4476-bbdf-a1c1ce5aeee6', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'port_id': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'mac_address': 'fa:16:3e:84:85:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:09:54Z', 'updated_at': '2022-02-21T09:09:54Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923a37c8-3259-43e3-82c5-f1c89b034ed0', 'name': '', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:09:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:34Z', 'updated_at': '2022-02-21T09:09:42Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:56.293865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9fa99-5012-4d3e-8126-e03659709693 None None] Checking router: 9c45e052-0ace-4e65-8463-74cff6aa384a for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:09:56.305025 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9fa99-5012-4d3e-8126-e03659709693 None None] Routers {'9c45e052-0ace-4e65-8463-74cff6aa384a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:09:56.305641 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a3c9fa99-5012-4d3e-8126-e03659709693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:09:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9c45e052-0ace-4e65-8463-74cff6aa384a'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:56.361528 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1487a148-a5e9-4b4d-8b75-c6de53210ab6 req-7e85209d-17c7-4ee7-ac34-cdbec4d15783 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61aaf2a4-6e21-4d85-bc41-522324cac9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711834 Feb 21 09:09:56.492299 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-a3c9fa99-5012-4d3e-8126-e03659709693 None None] Set router 9c45e052-0ace-4e65-8463-74cff6aa384a gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:09:56.608438 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1487a148-a5e9-4b4d-8b75-c6de53210ab6 req-74da3171-545b-4530-8286-17046a1ebc46 service neutron] 10.222.0.47 "GET /v2.0/networks/61aaf2a4-6e21-4d85-bc41-522324cac9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396548 Feb 21 09:09:56.744043 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1487a148-a5e9-4b4d-8b75-c6de53210ab6 req-6ff8db54-ff3a-4a18-a557-ddd75bbe1e03 service neutron] 10.222.0.47 "GET /v2.0/networks/61aaf2a4-6e21-4d85-bc41-522324cac9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284659 Feb 21 09:09:56.837632 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:09:56.952943 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57226) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:56.957296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a3c9fa99-5012-4d3e-8126-e03659709693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:35Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '52da1c40-9b2b-4476-bbdf-a1c1ce5aeee6', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'port_id': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'mac_address': 'fa:16:3e:84:85:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:09:54Z', 'updated_at': '2022-02-21T09:09:54Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923a37c8-3259-43e3-82c5-f1c89b034ed0', 'name': '', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:09:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:34Z', 'updated_at': '2022-02-21T09:09:42Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:09:56.961624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9fa99-5012-4d3e-8126-e03659709693 None None] The sync data for ids ['9c45e052-0ace-4e65-8463-74cff6aa384a'] in dv-neutron-830062-1-hyperv is: [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:35Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '52da1c40-9b2b-4476-bbdf-a1c1ce5aeee6', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'port_id': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'mac_address': 'fa:16:3e:84:85:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:09:54Z', 'updated_at': '2022-02-21T09:09:54Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923a37c8-3259-43e3-82c5-f1c89b034ed0', 'name': '', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:09:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:34Z', 'updated_at': '2022-02-21T09:09:42Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:09:57.059352 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0301f98c-83c0-44f4-8522-c679d17d3c95 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/52da1c40-9b2b-4476-bbdf-a1c1ce5aeee6 HTTP/1.1" status: 200 len: 992 time: 0.1052775 Feb 21 09:09:58.063332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57230) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:58.167256 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bf956aac-56f0-425b-9477-14ba70a159d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/52da1c40-9b2b-4476-bbdf-a1c1ce5aeee6 HTTP/1.1" status: 200 len: 992 time: 0.1028168 Feb 21 09:09:58.930115 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a67c48e-ffdd-47fa-a1d7-69136a50ab9a None None] New status for floating IP 52da1c40-9b2b-4476-bbdf-a1c1ce5aeee6: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:09:59.171233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57234) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:09:59.272681 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-400b1e4b-c00c-4160-a640-bbf83f31c42a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/52da1c40-9b2b-4476-bbdf-a1c1ce5aeee6 HTTP/1.1" status: 200 len: 994 time: 0.1003661 Feb 21 09:10:00.170058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6543d980-f745-41b9-a9c0-e9df829cca4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:00.372691 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:02.930510 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-47d120cb-4c62-4c92-b73d-e46084a5a73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:03.607098 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:04.000711 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:05.982259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:14.568942 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-4db34f61-7cfa-4b3b-863d-8668340ae80f tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-631301162&fields=id&tenant_id=f418603f139546c09f086dacdefb5b09 HTTP/1.1" status: 200 len: 267 time: 0.0479014 Feb 21 09:10:14.721374 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-36778121-c661-484b-a589-f62975c134bf tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:14.723414 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-36778121-c661-484b-a589-f62975c134bf tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 811 time: 0.1473753 Feb 21 09:10:14.936777 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-247227e7-47c1-4260-a780-fc1c7fbe6791 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/quotas/f418603f139546c09f086dacdefb5b09 HTTP/1.1" status: 200 len: 375 time: 0.2050231 Feb 21 09:10:15.021525 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-aeb8daf6-bb14-4524-9372-c5c5abd62076 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0791509 Feb 21 09:10:15.160193 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a00607af-b61b-4fe8-9b5a-0723cb6ce6a0 service neutron] 10.222.0.48 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251771 Feb 21 09:10:15.300896 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-26c8b9d8-718e-450d-8965-492cff3bc349 service neutron] 10.222.0.48 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344774 Feb 21 09:10:15.710051 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3334bfb7-2a30-4c03-aabd-c6f56e12006d req-59843cdd-20d5-4231-a954-e727bf9a32b0 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 210 time: 0.0441847 Feb 21 09:10:16.739133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-6bced6bf-aef8-429e-bac2-7faf83f90677 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:16.740625 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-6bced6bf-aef8-429e-bac2-7faf83f90677 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 811 time: 0.1466777 Feb 21 09:10:16.812219 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-90eef2fe-61a7-455b-87b4-907f783cd886 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f418603f139546c09f086dacdefb5b09 HTTP/1.1" status: 200 len: 379 time: 0.0514486 Feb 21 09:10:16.821034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Request body: {'port': {'device_id': '14a58395-b0a5-4eab-801e-30560fda0403', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'admin_state_up': True, 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'security_groups': ['4c4bb862-bc70-4d94-b291-0c2d69b715f0']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:16.947723 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2be4d834-f0da-4688-b023-46dd79653360 req-3f3bd793-57db-4439-ae30-613da650dcae tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 210 time: 0.0592308 Feb 21 09:10:17.002534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:17.013046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:17.023861 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Made reservation on behalf of f418603f139546c09f086dacdefb5b09 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:10:17.027188 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:17.189021 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Allocated IP 172.20.0.5 (79b52148-1e0f-4a04-a87c-79e288b79fa9/458087cd-3878-4b20-8bf2-3e43ff30d1a3/3506fae5-e217-41ef-b1a6-0a7ddac31994) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:10:17.499318 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:17.517246 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Transition to ACTIVE for port object 3506fae5-e217-41ef-b1a6-0a7ddac31994 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:10:17.540035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:17.612541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Network 79b52148-1e0f-4a04-a87c-79e288b79fa9 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:10:17.615511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:10:17.620768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:10:17.660018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'Port': ['ID=3506fae5-e217-41ef-b1a6-0a7ddac31994,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:17.690108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:17.690725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:17.718102 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-a09d2c87-75b9-448e-af9a-186845eff56b tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9008296 Feb 21 09:10:17.730230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Request body: {'port': {'device_id': '14a58395-b0a5-4eab-801e-30560fda0403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:17.844968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:17.918346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-30dc13bb-54d8-49d4-93c0-9c02697fce03 None None] Provisioning for port 3506fae5-e217-41ef-b1a6-0a7ddac31994 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:10:17.923777 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-30dc13bb-54d8-49d4-93c0-9c02697fce03 None None] Provisioning complete for port 3506fae5-e217-41ef-b1a6-0a7ddac31994 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:10:17.924244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-30dc13bb-54d8-49d4-93c0-9c02697fce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:17.982270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-30dc13bb-54d8-49d4-93c0-9c02697fce03 None None] Port 3506fae5-e217-41ef-b1a6-0a7ddac31994 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:10:18.257767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdbd8-cd0a-4b71-8985-6235e8bef0c5 req-914f9503-a27d-4858-9ff4-8c5812dca4d0 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:18.258367 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-1eabdbd8-cd0a-4b71-8985-6235e8bef0c5 req-914f9503-a27d-4858-9ff4-8c5812dca4d0 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Synchronizing usage tracker for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:10:18.266370 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3506fae5-e217-41ef-b1a6-0a7ddac31994 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:10:18.276740 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:18.293551 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-1eabdbd8-cd0a-4b71-8985-6235e8bef0c5 req-914f9503-a27d-4858-9ff4-8c5812dca4d0 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Unset dirty status for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:10:18.294687 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1eabdbd8-cd0a-4b71-8985-6235e8bef0c5 req-914f9503-a27d-4858-9ff4-8c5812dca4d0 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 931 time: 0.1945124 Feb 21 09:10:18.297231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Transition to ACTIVE for port object 3506fae5-e217-41ef-b1a6-0a7ddac31994 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:10:18.316011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:18.466367 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Pushing event updated for resources: {'Port': ['ID=3506fae5-e217-41ef-b1a6-0a7ddac31994,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:18.470621 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1eabdbd8-cd0a-4b71-8985-6235e8bef0c5 req-5d0b44e0-af78-4e68-b7fa-0bc04e7ea7cf tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692731 Feb 21 09:10:18.587658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Attempting to bind port 3506fae5-e217-41ef-b1a6-0a7ddac31994 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:10:18.587991 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Attempting to bind port 3506fae5-e217-41ef-b1a6-0a7ddac31994 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:10:18.588306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Attempting to bind port 3506fae5-e217-41ef-b1a6-0a7ddac31994 on network 79b52148-1e0f-4a04-a87c-79e288b79fa9 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:10:18.594152 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Port 3506fae5-e217-41ef-b1a6-0a7ddac31994 on network 79b52148-1e0f-4a04-a87c-79e288b79fa9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:10:18.594461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Attempting to bind port 3506fae5-e217-41ef-b1a6-0a7ddac31994 on network 79b52148-1e0f-4a04-a87c-79e288b79fa9 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:10:18.601023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:10:18.601416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Checking segment: {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:10:18.601735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Bound using segment: {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:10:18.602119 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Bound port: 3506fae5-e217-41ef-b1a6-0a7ddac31994, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:10:18.602456 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:18.689199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] For port 3506fae5-e217-41ef-b1a6-0a7ddac31994, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:10:18.692088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] For port 3506fae5-e217-41ef-b1a6-0a7ddac31994, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=3506fae5-e217-41ef-b1a6-0a7ddac31994,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:10:18.696748 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:18.756307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:18.758403 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] 10.222.0.47 "PUT /v2.0/ports/3506fae5-e217-41ef-b1a6-0a7ddac31994 HTTP/1.1" status: 200 len: 1093 time: 1.0327611 Feb 21 09:10:18.761632 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a58395-b0a5-4eab-801e-30560fda0403', 'tag': '3506fae5-e217-41ef-b1a6-0a7ddac31994'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:10:18.785243 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9a045-1e38-45ef-8c9f-989bc6b05be7 service neutron] Pushing event updated for resources: {'Port': ['ID=3506fae5-e217-41ef-b1a6-0a7ddac31994,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:18.846499 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a58395-b0a5-4eab-801e-30560fda0403', 'tag': '3506fae5-e217-41ef-b1a6-0a7ddac31994', 'status': 'completed', 'code': 200} Feb 21 09:10:18.890220 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-6990f3d4-a810-4375-97bc-d0a42838368e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 1096 time: 0.0786772 Feb 21 09:10:18.963506 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-d14fa9f5-8205-43a0-bcd3-71d890877ed7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3506fae5-e217-41ef-b1a6-0a7ddac31994 HTTP/1.1" status: 200 len: 217 time: 0.0647309 Feb 21 09:10:19.025188 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-2619c587-6c87-4f05-a6a4-a47116175237 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:19.026799 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-2619c587-6c87-4f05-a6a4-a47116175237 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.0571933 Feb 21 09:10:19.100338 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-feeda360-c19a-40c8-a8d2-e03fdf21a4f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661643 Feb 21 09:10:19.229240 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-33f3d323-617c-462b-a455-5c98ac35beb2 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210885 Feb 21 09:10:19.454868 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d89785c-b20d-4fb1-b59f-8da1a82b0162 req-3baee281-44fe-42de-8752-04569d33ad22 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197447 Feb 21 09:10:19.587563 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79d63dbb-9346-4918-9f4d-3bc5a62deb57 req-3fe90fdc-424f-4cad-83a2-c9c243d56017 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 1096 time: 0.0852947 Feb 21 09:10:19.780971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d63dbb-9346-4918-9f4d-3bc5a62deb57 req-6a7ee194-aa6a-435b-a9f9-a7d56370bf4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:19.782413 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79d63dbb-9346-4918-9f4d-3bc5a62deb57 req-6a7ee194-aa6a-435b-a9f9-a7d56370bf4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 911 time: 0.1892455 Feb 21 09:10:19.792465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8bb15-32af-4415-9fd0-5ac9b858596a req-56633766-ebbc-4a63-b095-a2b96dccb1ce tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:19.793885 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-73d8bb15-32af-4415-9fd0-5ac9b858596a req-56633766-ebbc-4a63-b095-a2b96dccb1ce tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 943 time: 0.1764584 Feb 21 09:10:19.917949 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79d63dbb-9346-4918-9f4d-3bc5a62deb57 req-d3bd6893-c8bc-40df-8fec-86d66d8ef9a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3506fae5-e217-41ef-b1a6-0a7ddac31994 HTTP/1.1" status: 200 len: 217 time: 0.1228826 Feb 21 09:10:20.038819 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-73d8bb15-32af-4415-9fd0-5ac9b858596a req-16e7af49-5cdc-470d-931a-0c2fe60b748e tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762412 Feb 21 09:10:20.056813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d63dbb-9346-4918-9f4d-3bc5a62deb57 req-fe0e4b32-210b-478e-aef2-eb3526ce785f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:20.059274 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79d63dbb-9346-4918-9f4d-3bc5a62deb57 req-fe0e4b32-210b-478e-aef2-eb3526ce785f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.1222105 Feb 21 09:10:20.136870 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79d63dbb-9346-4918-9f4d-3bc5a62deb57 req-147bc6ca-01b0-4905-8899-08fc7e8288cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710382 Feb 21 09:10:20.270226 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79d63dbb-9346-4918-9f4d-3bc5a62deb57 req-4405bee5-da8f-4b60-a373-2c28fc7d7b52 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239057 Feb 21 09:10:20.400020 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79d63dbb-9346-4918-9f4d-3bc5a62deb57 req-25a7e567-73de-4ce6-b039-0c972ad70a34 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232927 Feb 21 09:10:21.328656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262f771-20b6-411c-9c5e-2295f1d878aa req-9ee104ee-7da5-441c-a55e-f3acae9c63f0 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:21.330036 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a262f771-20b6-411c-9c5e-2295f1d878aa req-9ee104ee-7da5-441c-a55e-f3acae9c63f0 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 943 time: 0.1704206 Feb 21 09:10:21.376613 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a262f771-20b6-411c-9c5e-2295f1d878aa req-8624e02b-db63-4a84-b525-0ac1179de19e tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403833 Feb 21 09:10:22.610916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67c937-f645-48d8-982d-f6033335a20f req-cf592fcf-fe24-4f02-a648-915bd932e752 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:22.612043 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3f67c937-f645-48d8-982d-f6033335a20f req-cf592fcf-fe24-4f02-a648-915bd932e752 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 943 time: 0.0940862 Feb 21 09:10:22.659995 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3f67c937-f645-48d8-982d-f6033335a20f req-547b2dfd-6a19-4e3d-98c9-cdecf0b7cc37 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415277 Feb 21 09:10:23.841374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57332) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:23.879708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5bb00-d5ae-4613-9bc6-8a6bb2c15f23 req-1a7e4842-1f82-4a99-bcb9-a63c67ff0455 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:23.880710 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a7d5bb00-d5ae-4613-9bc6-8a6bb2c15f23 req-1a7e4842-1f82-4a99-bcb9-a63c67ff0455 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 943 time: 0.0938752 Feb 21 09:10:23.951905 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a7d5bb00-d5ae-4613-9bc6-8a6bb2c15f23 req-bdb391fc-9816-42dc-904e-13e19ab730aa tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641384 Feb 21 09:10:23.962299 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-922c818d-88ff-4aeb-a7da-f0f7a054ed65 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/52da1c40-9b2b-4476-bbdf-a1c1ce5aeee6 HTTP/1.1" status: 200 len: 994 time: 0.1228032 Feb 21 09:10:24.346668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57340) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:24.559580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a2f9a-0670-48ff-8bbb-0266ede90158 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 9105795f-7087-4e5b-a464-ce48a6e24209 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:10:24.559580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2f9a-0670-48ff-8bbb-0266ede90158 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:24.848828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2f9a-0670-48ff-8bbb-0266ede90158 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:24.849150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2f9a-0670-48ff-8bbb-0266ede90158 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:24.990886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a2f9a-0670-48ff-8bbb-0266ede90158 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 9105795f-7087-4e5b-a464-ce48a6e24209 owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:10:25.198314 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2f9a-0670-48ff-8bbb-0266ede90158 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:25.250791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a2f9a-0670-48ff-8bbb-0266ede90158 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=9105795f-7087-4e5b-a464-ce48a6e24209,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:25.286911 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0468eb-601c-497e-bc6b-a34811ae63cf req-d9fe87ed-5de0-4949-bb3c-6f6988e7728d tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:25.288481 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5d0468eb-601c-497e-bc6b-a34811ae63cf req-d9fe87ed-5de0-4949-bb3c-6f6988e7728d tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 943 time: 0.1963449 Feb 21 09:10:25.387713 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5d0468eb-601c-497e-bc6b-a34811ae63cf req-b7dd15d7-6f60-497f-a3b3-c5a1099c435d tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935490 Feb 21 09:10:25.392661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2f9a-0670-48ff-8bbb-0266ede90158 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:25.782888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7a2f9a-0670-48ff-8bbb-0266ede90158 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 9c45e052-0ace-4e65-8463-74cff6aa384a has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:10:25.981479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7a2f9a-0670-48ff-8bbb-0266ede90158 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:10:25.991832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a1a34-9b34-4aac-93ed-5c7ca70ab8be None None] Sync routers for ids ['9c45e052-0ace-4e65-8463-74cff6aa384a'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:10:26.001446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2f9a-0670-48ff-8bbb-0266ede90158 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:26.003189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a1a34-9b34-4aac-93ed-5c7ca70ab8be None None] Routers {'9c45e052-0ace-4e65-8463-74cff6aa384a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:10:26.003799 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6d8a1a34-9b34-4aac-93ed-5c7ca70ab8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:10:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9c45e052-0ace-4e65-8463-74cff6aa384a'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:26.059700 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1c7a2f9a-0670-48ff-8bbb-0266ede90158 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/floatingips/52da1c40-9b2b-4476-bbdf-a1c1ce5aeee6 HTTP/1.1" status: 204 len: 168 time: 1.7118733 Feb 21 09:10:26.061436 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'tag': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:10:26.203573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-6d8a1a34-9b34-4aac-93ed-5c7ca70ab8be None None] Set router 9c45e052-0ace-4e65-8463-74cff6aa384a gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:10:26.212739 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'tag': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d', 'status': 'completed', 'code': 200} Feb 21 09:10:26.257997 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 3506fae5-e217-41ef-b1a6-0a7ddac31994 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:10:26.423717 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b768fde1-e466-4197-925c-9b8023715eea req-b9bef1cc-e8b3-4a81-81d2-92e0b4dae397 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 1099 time: 0.1861577 Feb 21 09:10:26.602148 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 3506fae5-e217-41ef-b1a6-0a7ddac31994, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=3506fae5-e217-41ef-b1a6-0a7ddac31994,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:26.616913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ca290-f984-4426-9a14-7584c4dc7b5c req-73fa9756-8ed8-4e9f-90ec-4dd856b08b12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:26.618941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-e20ca290-f984-4426-9a14-7584c4dc7b5c req-73fa9756-8ed8-4e9f-90ec-4dd856b08b12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:10:26.623018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '3506fae5-e217-41ef-b1a6-0a7ddac31994', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'port_id': '3506fae5-e217-41ef-b1a6-0a7ddac31994', 'mac_address': 'fa:16:3e:52:bd:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:10:26.623511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768fde1-e466-4197-925c-9b8023715eea req-ab0c7574-a8d7-4740-9935-57d739f3cc74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:26.625162 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b768fde1-e466-4197-925c-9b8023715eea req-ab0c7574-a8d7-4740-9935-57d739f3cc74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61aaf2a4-6e21-4d85-bc41-522324cac9b7 HTTP/1.1" status: 200 len: 895 time: 0.1696358 Feb 21 09:10:26.734546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:26.789135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3506fae5-e217-41ef-b1a6-0a7ddac31994 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:10:26.819369 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 3506fae5-e217-41ef-b1a6-0a7ddac31994, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=3506fae5-e217-41ef-b1a6-0a7ddac31994,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:26.825496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:26.884162 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-e20ca290-f984-4426-9a14-7584c4dc7b5c req-73fa9756-8ed8-4e9f-90ec-4dd856b08b12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:10:26.885367 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e20ca290-f984-4426-9a14-7584c4dc7b5c req-73fa9756-8ed8-4e9f-90ec-4dd856b08b12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 946 time: 0.4590175 Feb 21 09:10:26.911627 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b768fde1-e466-4197-925c-9b8023715eea req-9a145597-c92d-4267-899b-792980ab5477 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99cffa3-617c-4f1d-8f7c-a237f968b98d HTTP/1.1" status: 200 len: 217 time: 0.2693768 Feb 21 09:10:26.918099 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6d8a1a34-9b34-4aac-93ed-5c7ca70ab8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:35Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '923a37c8-3259-43e3-82c5-f1c89b034ed0', 'name': '', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:09:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:34Z', 'updated_at': '2022-02-21T09:09:42Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:26.920388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=3506fae5-e217-41ef-b1a6-0a7ddac31994,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:26.925505 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a1a34-9b34-4aac-93ed-5c7ca70ab8be None None] Checking router: 9c45e052-0ace-4e65-8463-74cff6aa384a for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:10:26.937348 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a1a34-9b34-4aac-93ed-5c7ca70ab8be None None] Routers {'9c45e052-0ace-4e65-8463-74cff6aa384a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:10:26.938040 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6d8a1a34-9b34-4aac-93ed-5c7ca70ab8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:10:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9c45e052-0ace-4e65-8463-74cff6aa384a'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:27.008316 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e20ca290-f984-4426-9a14-7584c4dc7b5c req-d1e90a4b-7793-4486-99bf-74ed284ae255 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=124e9bd3-9ce5-418e-8f2f-47d216a52890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135273 Feb 21 09:10:27.009544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768fde1-e466-4197-925c-9b8023715eea req-3854306f-a255-4b19-b3d0-ac1ca68b5f5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:27.010870 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b768fde1-e466-4197-925c-9b8023715eea req-3854306f-a255-4b19-b3d0-ac1ca68b5f5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5a50c752-8a49-4e3f-9c31-38ddb19c4f50 HTTP/1.1" status: 200 len: 835 time: 0.0843074 Feb 21 09:10:27.021440 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfcf98-abea-4e7a-8014-2d710aaee7f4 req-1b0f33e6-0f2f-4d89-8ed8-b8872ff51b80 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:27.022938 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99bfcf98-abea-4e7a-8014-2d710aaee7f4 req-1b0f33e6-0f2f-4d89-8ed8-b8872ff51b80 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 943 time: 0.3799276 Feb 21 09:10:27.118707 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99bfcf98-abea-4e7a-8014-2d710aaee7f4 req-6076735b-4363-4f27-b41a-06e89e66e83f tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581026 Feb 21 09:10:27.123829 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-6d8a1a34-9b34-4aac-93ed-5c7ca70ab8be None None] Set router 9c45e052-0ace-4e65-8463-74cff6aa384a gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:10:27.130773 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b768fde1-e466-4197-925c-9b8023715eea req-e58d927a-82bb-4728-ba6f-c74eebf92a44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61aaf2a4-6e21-4d85-bc41-522324cac9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068835 Feb 21 09:10:27.213012 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['3506fae5-e217-41ef-b1a6-0a7ddac31994'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:10:27.271675 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b768fde1-e466-4197-925c-9b8023715eea req-e6374fb1-d4f4-49ae-845d-202e2da9e311 service neutron] 10.222.0.47 "GET /v2.0/networks/61aaf2a4-6e21-4d85-bc41-522324cac9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287434 Feb 21 09:10:27.403010 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b768fde1-e466-4197-925c-9b8023715eea req-8342dea0-1104-4781-a048-24ddc67cf314 service neutron] 10.222.0.47 "GET /v2.0/networks/61aaf2a4-6e21-4d85-bc41-522324cac9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248391 Feb 21 09:10:27.661808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6d8a1a34-9b34-4aac-93ed-5c7ca70ab8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:35Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '923a37c8-3259-43e3-82c5-f1c89b034ed0', 'name': '', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:09:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:34Z', 'updated_at': '2022-02-21T09:09:42Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:27.676186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a1a34-9b34-4aac-93ed-5c7ca70ab8be None None] The sync data for ids ['9c45e052-0ace-4e65-8463-74cff6aa384a'] in dv-neutron-830062-1-hyperv is: [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:35Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '923a37c8-3259-43e3-82c5-f1c89b034ed0', 'name': '', 'network_id': '61aaf2a4-6e21-4d85-bc41-522324cac9b7', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:09:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:34Z', 'updated_at': '2022-02-21T09:09:42Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '5a50c752-8a49-4e3f-9c31-38ddb19c4f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:10:27.907312 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db96089-75cf-48be-bd2e-65994efcba42 None None] New status for floating IP 52da1c40-9b2b-4476-bbdf-a1c1ce5aeee6: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:10:27.957981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-e9cbc84a-d7aa-4b1d-bdde-c314a12edb8e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:27.959352 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-e9cbc84a-d7aa-4b1d-bdde-c314a12edb8e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 946 time: 0.0754104 Feb 21 09:10:28.030976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port c99cffa3-617c-4f1d-8f7c-a237f968b98d {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:10:28.031577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:28.234666 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 3506fae5-e217-41ef-b1a6-0a7ddac31994 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:10:28.306997 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 3506fae5-e217-41ef-b1a6-0a7ddac31994 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:10:28.311863 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 3506fae5-e217-41ef-b1a6-0a7ddac31994 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:10:28.312235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:28.383830 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d4fac-2057-49e6-afad-a199f3c36f6b req-8094e101-0c56-4482-9808-8809d935bdca tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:28.385266 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fe1d4fac-2057-49e6-afad-a199f3c36f6b req-8094e101-0c56-4482-9808-8809d935bdca tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 946 time: 0.2506127 Feb 21 09:10:28.391257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port c99cffa3-617c-4f1d-8f7c-a237f968b98d, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=c99cffa3-617c-4f1d-8f7c-a237f968b98d,segment=NetworkSegment(09cb5264-a63e-4bfe-9fba-2ca2629cae69),segment_id=09cb5264-a63e-4bfe-9fba-2ca2629cae69)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:28.391610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:28.428111 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:28.454883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a58395-b0a5-4eab-801e-30560fda0403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3506fae5-e217-41ef-b1a6-0a7ddac31994'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:10:28.464282 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 3506fae5-e217-41ef-b1a6-0a7ddac31994, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=3506fae5-e217-41ef-b1a6-0a7ddac31994,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:28.468785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:28.469621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device c99cffa3-617c-4f1d-8f7c-a237f968b98d no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:10:28.531414 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for c99cffa3-617c-4f1d-8f7c-a237f968b98d owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:10:28.581584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=3506fae5-e217-41ef-b1a6-0a7ddac31994,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:28.600899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d37b1d-4dc8-4f7d-b068-f907248be031 req-5749c0e2-bbea-4151-a6e7-3e23908b53df tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:28.603190 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b4d37b1d-4dc8-4f7d-b068-f907248be031 req-5749c0e2-bbea-4151-a6e7-3e23908b53df tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 944 time: 0.3597438 Feb 21 09:10:28.617964 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fe1d4fac-2057-49e6-afad-a199f3c36f6b req-93d07c94-1204-4a82-842e-4a249219b52f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=124e9bd3-9ce5-418e-8f2f-47d216a52890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191567 Feb 21 09:10:28.641771 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:28.677461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port c99cffa3-617c-4f1d-8f7c-a237f968b98d, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=c99cffa3-617c-4f1d-8f7c-a237f968b98d,segment=NetworkSegment(09cb5264-a63e-4bfe-9fba-2ca2629cae69),segment_id=09cb5264-a63e-4bfe-9fba-2ca2629cae69)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:28.682731 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b4d37b1d-4dc8-4f7d-b068-f907248be031 req-9c4da938-f06b-4ba7-bd5e-16acaf6155b6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615368 Feb 21 09:10:28.682894 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:28.689330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:10:28.689952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:10:28.719435 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a58395-b0a5-4eab-801e-30560fda0403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3506fae5-e217-41ef-b1a6-0a7ddac31994', 'code': 200} Feb 21 09:10:28.752948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=c99cffa3-617c-4f1d-8f7c-a237f968b98d,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:28.976924 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7427119f-4821-47f4-ae67-007667b6eb7c req-b98b66f0-b3e5-4a79-885c-8cff36b107b5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 1098 time: 0.0689125 Feb 21 09:10:29.019187 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7427119f-4821-47f4-ae67-007667b6eb7c req-088e9219-0cbc-492c-b01b-6ffc9f931b25 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359805 Feb 21 09:10:29.191496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port c99cffa3-617c-4f1d-8f7c-a237f968b98d {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:10:29.192036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:29.521386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port c99cffa3-617c-4f1d-8f7c-a237f968b98d, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=c99cffa3-617c-4f1d-8f7c-a237f968b98d,segment=NetworkSegment(09cb5264-a63e-4bfe-9fba-2ca2629cae69),segment_id=09cb5264-a63e-4bfe-9fba-2ca2629cae69)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:29.521743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:29.641934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for c99cffa3-617c-4f1d-8f7c-a237f968b98d owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:10:29.874576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:29.926146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=c99cffa3-617c-4f1d-8f7c-a237f968b98d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:30.024676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] No DVR routers for this DVR port c99cffa3-617c-4f1d-8f7c-a237f968b98d on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:10:30.032341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696466d-469f-4590-991c-cdbec31cf0cd req-e92985a5-7602-4444-91d8-518896558bdd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:30.033792 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b696466d-469f-4590-991c-cdbec31cf0cd req-e92985a5-7602-4444-91d8-518896558bdd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9bc07a-4fca-4d53-8af7-7163d9029511 HTTP/1.1" status: 200 len: 944 time: 0.2758157 Feb 21 09:10:30.034739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:30.037409 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'name': 'network-vif-deleted', 'tag': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:10:30.072464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b8949-ecb3-4796-8762-221995ee22f1 req-7a6d9b7e-78d6-4585-b296-0fabd3ecdcde tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:30.074141 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a60b8949-ecb3-4796-8762-221995ee22f1 req-7a6d9b7e-78d6-4585-b296-0fabd3ecdcde tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 945 time: 0.2527230 Feb 21 09:10:30.085913 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bed1c06b-73b7-4895-a803-5dd0bbcdecf0 req-3a951b46-9831-4f5e-8f77-244ed6386c11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "DELETE /v2.0/ports/c99cffa3-617c-4f1d-8f7c-a237f968b98d HTTP/1.1" status: 204 len: 173 time: 2.1211045 Feb 21 09:10:30.141714 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b696466d-469f-4590-991c-cdbec31cf0cd req-dbcfb968-86d1-4190-a58b-daaa9929b6ae tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=124e9bd3-9ce5-418e-8f2f-47d216a52890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966048 Feb 21 09:10:30.160348 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-829999e6-eee8-4fab-8e37-9276fe0d30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:30.175205 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a60b8949-ecb3-4796-8762-221995ee22f1 req-f697ccb6-567e-4747-8e43-e5fe784d5f36 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851128 Feb 21 09:10:30.228124 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'name': 'network-vif-deleted', 'tag': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d', 'status': 'completed', 'code': 200} Feb 21 09:10:30.371687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:30.720223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:10:30.773119 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9bc07a-4fca-4d53-8af7-7163d9029511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c99cffa3-617c-4f1d-8f7c-a237f968b98d', 'code': 200} Feb 21 09:10:31.269774 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57378) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:31.347336 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:31.376594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:31.379868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d642d-0162-44d0-be90-3e62d8eb9930 req-1d29947e-6474-4bc1-9661-e7aa148e88b0 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:31.381344 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-486d642d-0162-44d0-be90-3e62d8eb9930 req-1d29947e-6474-4bc1-9661-e7aa148e88b0 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 945 time: 0.0807810 Feb 21 09:10:31.430187 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-486d642d-0162-44d0-be90-3e62d8eb9930 req-dd78cd57-175b-4fc9-9ed3-d77a32eccb09 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427141 Feb 21 09:10:31.441520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:31.460032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124e9bd3-9ce5-418e-8f2f-47d216a52890,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:31.464757 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:31.465852 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/security-groups/124e9bd3-9ce5-418e-8f2f-47d216a52890 HTTP/1.1" status: 204 len: 168 time: 0.1950519 Feb 21 09:10:31.470971 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:31.471421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:31.471737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:31.472055 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:31.472373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:31.472689 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:31.473016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:31.473319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:31.473644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:31.473936 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:31.474250 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37b5ae-0c77-48fa-bc59-da9ca2b44bf9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:31.511023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57386) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:31.733260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bc4f9-d27f-496e-b5c1-708d38fed272 req-91bd2c53-3a72-4970-b706-00773e3ecc8e tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:31.734647 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-088bc4f9-d27f-496e-b5c1-708d38fed272 req-91bd2c53-3a72-4970-b706-00773e3ecc8e tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 945 time: 0.1645997 Feb 21 09:10:31.797353 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-088bc4f9-d27f-496e-b5c1-708d38fed272 req-ce1a0120-ce07-4a88-bfa7-58d93994acf7 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564568 Feb 21 09:10:31.825612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57390) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:31.893029 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fd6d00d8-aff4-43b5-8a3c-5777098250e2 tempest-TestVolumeBootPattern-2059091617 tempest-TestVolumeBootPattern-2059091617-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 1093 time: 0.0661750 Feb 21 09:10:31.895581 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57394) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:31.900590 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '3506fae5-e217-41ef-b1a6-0a7ddac31994', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:31.906186 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:31.909936 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Usage tracker for resource:floatingip and tenant:f418603f139546c09f086dacdefb5b09 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:10:31.912723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:10:31.918264 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:31.930048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:32.020855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d298080-6ac9-403b-9a19-65e8a4eb4f41 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:32.067503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:32.211079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Allocated IP 172.26.6.225 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/a8808dc1-99d1-482c-91b3-dd8e251f01fb) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:10:32.364517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:32.391330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:32.461183 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:10:32.462291 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:10:32.465961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:10:32.498761 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'Port': ['ID=a8808dc1-99d1-482c-91b3-dd8e251f01fb,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:32.733767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-6d298080-6ac9-403b-9a19-65e8a4eb4f41 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 923a37c8-3259-43e3-82c5-f1c89b034ed0 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:10:32.734309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d298080-6ac9-403b-9a19-65e8a4eb4f41 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:32.923010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-6d298080-6ac9-403b-9a19-65e8a4eb4f41 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 923a37c8-3259-43e3-82c5-f1c89b034ed0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=923a37c8-3259-43e3-82c5-f1c89b034ed0,segment=NetworkSegment(09cb5264-a63e-4bfe-9fba-2ca2629cae69),segment_id=09cb5264-a63e-4bfe-9fba-2ca2629cae69)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:32.923366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d298080-6ac9-403b-9a19-65e8a4eb4f41 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:32.934354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-df5e46ed-2258-4c58-9f6f-a12049cb7370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:33.045675 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-6d298080-6ac9-403b-9a19-65e8a4eb4f41 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 923a37c8-3259-43e3-82c5-f1c89b034ed0 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:10:33.071727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:33.126247 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:33.216948 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d298080-6ac9-403b-9a19-65e8a4eb4f41 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:33.264186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d298080-6ac9-403b-9a19-65e8a4eb4f41 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=923a37c8-3259-43e3-82c5-f1c89b034ed0,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:33.335428 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:33.341062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:33.452513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event updated for resources: {'Port': ['ID=a8808dc1-99d1-482c-91b3-dd8e251f01fb,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:33.463284 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:33.591559 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d298080-6ac9-403b-9a19-65e8a4eb4f41 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:33.618801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:33.668582 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Floating IP 06bc43e1-60f3-4dc8-b88b-d8f8fafaed45 associated. External IP: 172.26.6.225, port: 3506fae5-e217-41ef-b1a6-0a7ddac31994. Feb 21 09:10:33.838100 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:10:34.009932 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:34.073665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:10:34.270057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:10:34.280646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe4e1d-7c13-40ef-9840-b981d3d44bf2 None None] Sync routers for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:10:34.290286 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d298080-6ac9-403b-9a19-65e8a4eb4f41 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 9c45e052-0ace-4e65-8463-74cff6aa384a has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:10:34.293583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe4e1d-7c13-40ef-9840-b981d3d44bf2 None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:10:34.294237 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-adbe4e1d-7c13-40ef-9840-b981d3d44bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:10:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:34.296615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:34.384624 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d174fca7-759e-491b-9ed6-b85060235ede tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4745204 Feb 21 09:10:34.384624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a58395-b0a5-4eab-801e-30560fda0403', 'tag': '3506fae5-e217-41ef-b1a6-0a7ddac31994'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:10:34.446832 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a58395-b0a5-4eab-801e-30560fda0403', 'tag': '3506fae5-e217-41ef-b1a6-0a7ddac31994', 'status': 'completed', 'code': 200} Feb 21 09:10:34.488234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-adbe4e1d-7c13-40ef-9840-b981d3d44bf2 None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:10:34.574914 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-321ec764-5a74-4869-b90c-6c6f9932373b req-955dc555-4e94-4642-8f93-b5c356deb750 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 1098 time: 0.1010406 Feb 21 09:10:34.582229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d298080-6ac9-403b-9a19-65e8a4eb4f41 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:10:34.594414 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96016162-9aba-4648-ba58-6971383c93f7 None None] Sync routers for ids ['9c45e052-0ace-4e65-8463-74cff6aa384a'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:10:34.611422 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96016162-9aba-4648-ba58-6971383c93f7 None None] Routers {'9c45e052-0ace-4e65-8463-74cff6aa384a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:10:34.612996 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-96016162-9aba-4648-ba58-6971383c93f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:10:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9c45e052-0ace-4e65-8463-74cff6aa384a'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:34.667448 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6d298080-6ac9-403b-9a19-65e8a4eb4f41 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/9c45e052-0ace-4e65-8463-74cff6aa384a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1540105 Feb 21 09:10:34.670775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57402) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:34.745711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ec764-5a74-4869-b90c-6c6f9932373b req-83cc4dee-4c81-4cc1-92bd-a5488e8e3d35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:34.748247 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-321ec764-5a74-4869-b90c-6c6f9932373b req-83cc4dee-4c81-4cc1-92bd-a5488e8e3d35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 911 time: 0.1681294 Feb 21 09:10:34.816310 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-96016162-9aba-4648-ba58-6971383c93f7 None None] Set router 9c45e052-0ace-4e65-8463-74cff6aa384a gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:10:34.871433 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-321ec764-5a74-4869-b90c-6c6f9932373b req-40405653-2996-4a09-ac53-82703264cc43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3506fae5-e217-41ef-b1a6-0a7ddac31994 HTTP/1.1" status: 200 len: 999 time: 0.1169257 Feb 21 09:10:34.955293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ec764-5a74-4869-b90c-6c6f9932373b req-9969932a-96e4-44f8-afa5-9ff0fd04981f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:34.956774 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-321ec764-5a74-4869-b90c-6c6f9932373b req-9969932a-96e4-44f8-afa5-9ff0fd04981f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.0794034 Feb 21 09:10:34.958065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-adbe4e1d-7c13-40ef-9840-b981d3d44bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '0687a0fb-2b69-4220-ad86-88fbb45e461e', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '2507863d-159d-4083-9c91-4376dbea6d9e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:73:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:08:24Z', 'updated_at': '2022-02-21T09:08:39Z', 'revision_number': 1, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}, {'id': '06bc43e1-60f3-4dc8-b88b-d8f8fafaed45', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '3506fae5-e217-41ef-b1a6-0a7ddac31994', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:52:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a58395-b0a5-4eab-801e-30560fda0403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:10:32Z', 'updated_at': '2022-02-21T09:10:32Z', 'revision_number': 0, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:34.963137 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe4e1d-7c13-40ef-9840-b981d3d44bf2 None None] Checking router: 44976c4e-f3af-4ace-99f7-e52ca1cbd683 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:10:34.974664 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe4e1d-7c13-40ef-9840-b981d3d44bf2 None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:10:34.976961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-adbe4e1d-7c13-40ef-9840-b981d3d44bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:10:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:35.045610 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-321ec764-5a74-4869-b90c-6c6f9932373b req-1f368c5f-09b5-4d0a-98a3-230103def3cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826106 Feb 21 09:10:35.093930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-edefb1ea-f518-4aff-a079-5101bb54e34d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting subnet 5a50c752-8a49-4e3f-9c31-38ddb19c4f50 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:10:35.099517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-edefb1ea-f518-4aff-a079-5101bb54e34d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:35.123253 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-96016162-9aba-4648-ba58-6971383c93f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:10:33Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:35.128659 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96016162-9aba-4648-ba58-6971383c93f7 None None] Checking router: 9c45e052-0ace-4e65-8463-74cff6aa384a for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:10:35.141842 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96016162-9aba-4648-ba58-6971383c93f7 None None] Routers {'9c45e052-0ace-4e65-8463-74cff6aa384a'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:10:35.142454 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-96016162-9aba-4648-ba58-6971383c93f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:10:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9c45e052-0ace-4e65-8463-74cff6aa384a'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:35.174302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-edefb1ea-f518-4aff-a079-5101bb54e34d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:35.188990 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-adbe4e1d-7c13-40ef-9840-b981d3d44bf2 None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:10:35.196604 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-321ec764-5a74-4869-b90c-6c6f9932373b req-a1cd2767-8824-4933-bc9d-4e0cf1e9abd3 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446989 Feb 21 09:10:35.272982 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-edefb1ea-f518-4aff-a079-5101bb54e34d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:35.345696 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-321ec764-5a74-4869-b90c-6c6f9932373b req-590deebc-250a-49ea-a14c-096dbf854471 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433272 Feb 21 09:10:35.357162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-edefb1ea-f518-4aff-a079-5101bb54e34d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:35.386105 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-96016162-9aba-4648-ba58-6971383c93f7 None None] Set router 9c45e052-0ace-4e65-8463-74cff6aa384a gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:10:35.408100 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefb1ea-f518-4aff-a079-5101bb54e34d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Subnet': ['ID=5a50c752-8a49-4e3f-9c31-38ddb19c4f50,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:35.411650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-edefb1ea-f518-4aff-a079-5101bb54e34d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:35.419038 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-edefb1ea-f518-4aff-a079-5101bb54e34d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/subnets/5a50c752-8a49-4e3f-9c31-38ddb19c4f50 HTTP/1.1" status: 204 len: 168 time: 0.7458951 Feb 21 09:10:35.421092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57406) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:35.458521 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2f5c52-7300-491b-95a9-56581d7a0316 None None] Network 61aaf2a4-6e21-4d85-bc41-522324cac9b7 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:10:35.698348 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-96016162-9aba-4648-ba58-6971383c93f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:10:33Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:35.703627 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96016162-9aba-4648-ba58-6971383c93f7 None None] The sync data for ids ['9c45e052-0ace-4e65-8463-74cff6aa384a'] in dv-neutron-830062-1-hyperv is: [{'id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'name': 'tempest-TestNetworkBasicOps-router-571608966', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:10:33Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '2f65a3ee-ac5d-49cf-9285-63f6e6117271', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45e052-0ace-4e65-8463-74cff6aa384a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:09:31Z', 'updated_at': '2022-02-21T09:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:10:35.756951 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-adbe4e1d-7c13-40ef-9840-b981d3d44bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '0687a0fb-2b69-4220-ad86-88fbb45e461e', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '2507863d-159d-4083-9c91-4376dbea6d9e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:73:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:08:24Z', 'updated_at': '2022-02-21T09:08:39Z', 'revision_number': 1, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}, {'id': '06bc43e1-60f3-4dc8-b88b-d8f8fafaed45', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '3506fae5-e217-41ef-b1a6-0a7ddac31994', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:52:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a58395-b0a5-4eab-801e-30560fda0403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:10:32Z', 'updated_at': '2022-02-21T09:10:32Z', 'revision_number': 0, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:35.761102 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe4e1d-7c13-40ef-9840-b981d3d44bf2 None None] The sync data for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv is: [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '0687a0fb-2b69-4220-ad86-88fbb45e461e', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '2507863d-159d-4083-9c91-4376dbea6d9e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:73:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:08:24Z', 'updated_at': '2022-02-21T09:08:39Z', 'revision_number': 1, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}, {'id': '06bc43e1-60f3-4dc8-b88b-d8f8fafaed45', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '3506fae5-e217-41ef-b1a6-0a7ddac31994', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:52:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a58395-b0a5-4eab-801e-30560fda0403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:10:32Z', 'updated_at': '2022-02-21T09:10:32Z', 'revision_number': 0, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:10:35.767592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:35.963955 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8737a89-b8a7-4b49-a984-b26224914ecb None None] New status for floating IP 06bc43e1-60f3-4dc8-b88b-d8f8fafaed45: ACTIVE {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:10:35.974282 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:35.985356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 2f65a3ee-ac5d-49cf-9285-63f6e6117271 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:10:35.985901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:36.059629 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:36.127528 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] DHCP port deletion for 61aaf2a4-6e21-4d85-bc41-522324cac9b7 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:10:36.149427 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Deleting port 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:10:36.149799 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:36.172846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 2f65a3ee-ac5d-49cf-9285-63f6e6117271, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2f65a3ee-ac5d-49cf-9285-63f6e6117271,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:36.173121 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:36.296716 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 2f65a3ee-ac5d-49cf-9285-63f6e6117271 owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:10:36.426439 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] For port 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=23ef7e79-0c38-4711-9d6b-ef3966e6ad1c,segment=NetworkSegment(09cb5264-a63e-4bfe-9fba-2ca2629cae69),segment_id=09cb5264-a63e-4bfe-9fba-2ca2629cae69)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:36.426972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:36.485460 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:36.491962 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:10:36.537348 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=2f65a3ee-ac5d-49cf-9285-63f6e6117271,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:36.637340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Calling delete_port for 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:10:36.765145 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:36.775696 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:36.819081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Pushing event deleted for resources: {'Port': ['ID=23ef7e79-0c38-4711-9d6b-ef3966e6ad1c,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:36.821773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:36.844026 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] No DVR routers for this DVR port 23ef7e79-0c38-4711-9d6b-ef3966e6ad1c on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:10:36.846051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:36.846407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:36.846742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:36.847099 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:36.847431 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:36.847756 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:36.848078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:36.848401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:36.848718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:36.849033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:36.849348 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6224fc-cd0e-43f6-9c43-3a033477d473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:36.897129 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 923a37c8-3259-43e3-82c5-f1c89b034ed0 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:10:36.932280 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 923a37c8-3259-43e3-82c5-f1c89b034ed0 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:10:36.932619 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 923a37c8-3259-43e3-82c5-f1c89b034ed0 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:10:37.141349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.145470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.170909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.171416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Fanout notify agent at l3_agent the message router_deleted on router 9c45e052-0ace-4e65-8463-74cff6aa384a {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:10:37.185934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.187025 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-965b09a1-05c2-4fdf-b304-bfd731e9f28a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/routers/9c45e052-0ace-4e65-8463-74cff6aa384a HTTP/1.1" status: 204 len: 168 time: 1.7647014 Feb 21 09:10:37.189811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57410) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:37.301609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1f7d4a81-0735-4bfe-b0bb-c58b9b6916ac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.436862 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1f7d4a81-0735-4bfe-b0bb-c58b9b6916ac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.462649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-1f7d4a81-0735-4bfe-b0bb-c58b9b6916ac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61aaf2a4-6e21-4d85-bc41-522324cac9b7']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:37.474418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-1f7d4a81-0735-4bfe-b0bb-c58b9b6916ac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cb5264-a63e-4bfe-9fba-2ca2629cae69') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:37.474708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-1f7d4a81-0735-4bfe-b0bb-c58b9b6916ac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cb5264-a63e-4bfe-9fba-2ca2629cae69') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:37.486283 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1f7d4a81-0735-4bfe-b0bb-c58b9b6916ac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.502793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1f7d4a81-0735-4bfe-b0bb-c58b9b6916ac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.509111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7d4a81-0735-4bfe-b0bb-c58b9b6916ac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:10:37.509498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1f7d4a81-0735-4bfe-b0bb-c58b9b6916ac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:10:37.523954 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:10:37.608239 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1f7d4a81-0735-4bfe-b0bb-c58b9b6916ac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.626052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1f7d4a81-0735-4bfe-b0bb-c58b9b6916ac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.637529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d4a81-0735-4bfe-b0bb-c58b9b6916ac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Network': ['ID=61aaf2a4-6e21-4d85-bc41-522324cac9b7,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:37.645123 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1f7d4a81-0735-4bfe-b0bb-c58b9b6916ac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/networks/61aaf2a4-6e21-4d85-bc41-522324cac9b7 HTTP/1.1" status: 204 len: 168 time: 0.4543645 Feb 21 09:10:37.663692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57414) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:37.669208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'network': {'name': 'tempest-network-smoke--777858277', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'port_security_enabled': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:37.674181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:37.678206 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:network and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:10:37.681592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:10:37.687459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:37.697545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:10:37.700788 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.730610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:10:37.739762 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.740100 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Added segment 37e32df5-25f9-4f83-a01a-ee3246d4e603 of type vlan for network f5f2841b-e3f8-4ce7-a468-97c39b299367 Feb 21 09:10:37.768945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.806152 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.810358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:37.810942 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.917146 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2521851 Feb 21 09:10:37.919987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57418) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:37.923495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1734d9-6fd2-4298-873b-e24bfb9f3173 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Network': ['ID=f5f2841b-e3f8-4ce7-a468-97c39b299367,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:37.925407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-746699938', 'admin_state_up': True, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:37.933929 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network f5f2841b-e3f8-4ce7-a468-97c39b299367 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:10:37.941666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:37.946652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:router and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:10:37.950075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:10:37.956717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:37.968027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.968983 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:37.990042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:38.159651 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:38.356057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:38.385631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:38.524703 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.20 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/6df909c7-2d47-4161-ad17-d3102f3b3ffa) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:10:38.677859 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2f65a3ee-ac5d-49cf-9285-63f6e6117271 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:10:38.687148 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:38.711345 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 2f65a3ee-ac5d-49cf-9285-63f6e6117271 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:10:38.711685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2f65a3ee-ac5d-49cf-9285-63f6e6117271 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:10:38.714908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:38.783415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:10:38.786205 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:10:38.790555 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:10:38.814697 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=6df909c7-2d47-4161-ad17-d3102f3b3ffa,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:38.965053 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:38.965855 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:39.197663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:10:39.489704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:10:39.498780 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Sync routers for ids ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:10:39.512071 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Routers {'754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:10:39.512677 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:10:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:39.515504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:39.516729 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-97a5c017-7b81-401e-9ce8-c5296d4da109 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5957377 Feb 21 09:10:39.519885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57422) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:39.566392 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-527d7ca4-c728-4d65-9e4e-f465f680c9f7 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0e247a2036294a16824a56cdfeb01f75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453267 Feb 21 09:10:39.569140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57426) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:39.700982 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Set router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:10:39.702529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6db470f-5b05-4d42-a8b6-5955bb189644 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:39.704049 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d6db470f-5b05-4d42-a8b6-5955bb189644 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339426 Feb 21 09:10:39.706853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57430) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:39.746392 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c3197de9-c162-44bc-b3e9-8eb51078276c tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382519 Feb 21 09:10:39.748945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57434) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:39.755257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1080602176', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:39.868624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:39.872477 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:subnet and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:10:39.875357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:10:39.881000 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:39.892354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:10:40.002944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:40.003423 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:38Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:40.009050 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Checking router: 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:10:40.009050 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Updating router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 port 6df909c7-2d47-4161-ad17-d3102f3b3ffa binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:10:40.067564 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:40.266229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:40.381252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Subnet': ['ID=1f09e43a-a603-494a-ad65-e7fec00dcbb8,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:40.391614 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Checking segment: {'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:10:40.391614 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network hostable DHCP agents. Network: f5f2841b-e3f8-4ce7-a468-97c39b299367, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:10:40.413565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network f5f2841b-e3f8-4ce7-a468-97c39b299367 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:10:40.424660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, f5f2841b-e3f8-4ce7-a468-97c39b299367) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:10:40.433669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:40.434872 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:40.436684 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62acc827-2272-4200-a526-6065d47f903d None None] Network f5f2841b-e3f8-4ce7-a468-97c39b299367 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:10:40.458388 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b28a07ae-c210-48cb-b80f-9f65bce867c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7080374 Feb 21 09:10:40.462253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57438) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:40.502332 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:40.516408 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Transition to ACTIVE for port object 6df909c7-2d47-4161-ad17-d3102f3b3ffa will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:10:40.525425 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:40.624606 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6af4b-3ad2-4714-8c7e-bd2ccc51afc4 None None] Pushing event updated for resources: {'Port': ['ID=6df909c7-2d47-4161-ad17-d3102f3b3ffa,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:40.637460 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Attempting to bind port 6df909c7-2d47-4161-ad17-d3102f3b3ffa on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:10:40.637895 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Attempting to bind port 6df909c7-2d47-4161-ad17-d3102f3b3ffa by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:10:40.638241 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Attempting to bind port 6df909c7-2d47-4161-ad17-d3102f3b3ffa on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:10:40.645061 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6af4b-3ad2-4714-8c7e-bd2ccc51afc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:40.645746 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6af4b-3ad2-4714-8c7e-bd2ccc51afc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:40.646091 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6af4b-3ad2-4714-8c7e-bd2ccc51afc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:40.646428 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6af4b-3ad2-4714-8c7e-bd2ccc51afc4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:40.646768 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6af4b-3ad2-4714-8c7e-bd2ccc51afc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:40.647489 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6af4b-3ad2-4714-8c7e-bd2ccc51afc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:40.647574 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6af4b-3ad2-4714-8c7e-bd2ccc51afc4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:40.648258 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6af4b-3ad2-4714-8c7e-bd2ccc51afc4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:40.648258 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6af4b-3ad2-4714-8c7e-bd2ccc51afc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:40.648501 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6af4b-3ad2-4714-8c7e-bd2ccc51afc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:40.648807 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6af4b-3ad2-4714-8c7e-bd2ccc51afc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:40.655985 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:10:40.656698 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:10:40.656796 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:40.657458 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:10:40.657581 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Bound port: 6df909c7-2d47-4161-ad17-d3102f3b3ffa, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:10:40.658125 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:40.709863 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-f5f2841b-e3f8-4ce7-a468-97c39b299367', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:10:40.710617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:40.779501 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] For port 6df909c7-2d47-4161-ad17-d3102f3b3ffa, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:10:40.784975 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] For port 6df909c7-2d47-4161-ad17-d3102f3b3ffa, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6df909c7-2d47-4161-ad17-d3102f3b3ffa,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:10:40.792663 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:40.918910 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Allocated IP 172.20.0.2 (f5f2841b-e3f8-4ce7-a468-97c39b299367/1f09e43a-a603-494a-ad65-e7fec00dcbb8/7be62349-7d96-4039-8b9e-745d132d8276) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:10:40.925514 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6af4b-3ad2-4714-8c7e-bd2ccc51afc4 None None] Pushing event updated for resources: {'Port': ['ID=6df909c7-2d47-4161-ad17-d3102f3b3ffa,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:40.936864 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Routers {'754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:10:40.936864 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:10:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:41.155210 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] Set router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:10:41.215257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:41.233187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Transition to ACTIVE for port object 7be62349-7d96-4039-8b9e-745d132d8276 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:10:41.270880 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Transition to ACTIVE for port object 7be62349-7d96-4039-8b9e-745d132d8276 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:10:41.282045 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:41.365757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Network f5f2841b-e3f8-4ce7-a468-97c39b299367 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:10:41.369324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:10:41.373901 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:10:41.375685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Pushing event updated for resources: {'Port': ['ID=7be62349-7d96-4039-8b9e-745d132d8276,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:41.476911 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Attempting to bind port 7be62349-7d96-4039-8b9e-745d132d8276 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:10:41.477516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Attempting to bind port 7be62349-7d96-4039-8b9e-745d132d8276 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:10:41.477621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Attempting to bind port 7be62349-7d96-4039-8b9e-745d132d8276 on network f5f2841b-e3f8-4ce7-a468-97c39b299367 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:10:41.484039 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:38Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:41.484904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:10:41.484904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Checking segment: {'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:10:41.485564 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:41.485708 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Bound using segment: {'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:10:41.486154 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Bound port: 7be62349-7d96-4039-8b9e-745d132d8276, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:10:41.486527 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:41.495211 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce3552f-7ed7-4d2f-b138-fc2ba73096f8 None None] The sync data for ids ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'] in dv-neutron-830062-1-hyperv is: [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:38Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:10:41.547060 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:41.592805 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] For port 7be62349-7d96-4039-8b9e-745d132d8276, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:10:41.596037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] For port 7be62349-7d96-4039-8b9e-745d132d8276, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=7be62349-7d96-4039-8b9e-745d132d8276,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:10:41.601241 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:41.703982 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde2853-8547-490e-b766-69f7e7c8dee6 None None] Pushing event updated for resources: {'Port': ['ID=7be62349-7d96-4039-8b9e-745d132d8276,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:41.984006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.1 (f5f2841b-e3f8-4ce7-a468-97c39b299367/1f09e43a-a603-494a-ad65-e7fec00dcbb8/65be14ff-3004-420c-93fb-2ebcc63baff9) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:10:42.143968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:42.161243 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object 65be14ff-3004-420c-93fb-2ebcc63baff9 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:10:42.187574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:42.259450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network f5f2841b-e3f8-4ce7-a468-97c39b299367 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:10:42.262934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:10:42.267673 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:10:42.294251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=65be14ff-3004-420c-93fb-2ebcc63baff9,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:42.354498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:42.475789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:42.549196 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6df909c7-2d47-4161-ad17-d3102f3b3ffa up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:10:42.657246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 6df909c7-2d47-4161-ad17-d3102f3b3ffa completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:10:42.664561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 6df909c7-2d47-4161-ad17-d3102f3b3ffa triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:10:42.665088 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:42.800458 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6cc29e-dd14-48b1-9c31-402d2d30bd81 None None] Network f5f2841b-e3f8-4ce7-a468-97c39b299367 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:10:42.963094 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:42.993843 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-58bd79fa-f899-43d4-b5dd-4528c42e5b4d None None] Provisioning for port 7be62349-7d96-4039-8b9e-745d132d8276 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:10:43.015799 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 6df909c7-2d47-4161-ad17-d3102f3b3ffa, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6df909c7-2d47-4161-ad17-d3102f3b3ffa,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:43.055382 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:43.056162 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 7be62349-7d96-4039-8b9e-745d132d8276 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:10:43.117757 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:43.126750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:43.228027 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=6df909c7-2d47-4161-ad17-d3102f3b3ffa,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:43.252880 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 7be62349-7d96-4039-8b9e-745d132d8276 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:10:43.258744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 7be62349-7d96-4039-8b9e-745d132d8276 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:10:43.259152 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:43.296685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=65be14ff-3004-420c-93fb-2ebcc63baff9,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:43.301475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:43.324426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:43.324960 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:43.325422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:43.325940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:43.326402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:43.326821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:43.327356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:43.327827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:43.328264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:43.328823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:43.329566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:10:43.410741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:43.447556 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 7be62349-7d96-4039-8b9e-745d132d8276, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=7be62349-7d96-4039-8b9e-745d132d8276,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:43.452981 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:43.480789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network f5f2841b-e3f8-4ce7-a468-97c39b299367 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:10:43.482525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:10:43.553830 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=7be62349-7d96-4039-8b9e-745d132d8276,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:43.576776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-29bf10a7-e96a-438f-8c40-a364b27825eb None None] Provisioning complete for port 7be62349-7d96-4039-8b9e-745d132d8276 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:10:43.577458 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-29bf10a7-e96a-438f-8c40-a364b27825eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:43.800287 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-29bf10a7-e96a-438f-8c40-a364b27825eb None None] Provisioning for port 65be14ff-3004-420c-93fb-2ebcc63baff9 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:10:43.807424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-29bf10a7-e96a-438f-8c40-a364b27825eb None None] Provisioning complete for port 65be14ff-3004-420c-93fb-2ebcc63baff9 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:10:43.807864 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-29bf10a7-e96a-438f-8c40-a364b27825eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:43.886274 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-29bf10a7-e96a-438f-8c40-a364b27825eb None None] Port 65be14ff-3004-420c-93fb-2ebcc63baff9 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:10:43.966430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:10:44.015216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4d50d9b8-b8ca-41e6-bc0f-9ded2a0428cc None None] Provisioning complete for port 65be14ff-3004-420c-93fb-2ebcc63baff9 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:10:44.015678 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4d50d9b8-b8ca-41e6-bc0f-9ded2a0428cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:44.072617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4d50d9b8-b8ca-41e6-bc0f-9ded2a0428cc None None] Port 65be14ff-3004-420c-93fb-2ebcc63baff9 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:10:44.174950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:10:44.190080 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-56883ba7-1eb5-4f7c-b3fa-56ff07541f32 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/754a8e67-e4b5-4dfc-b2c0-4523dc4ee532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7266808 Feb 21 09:10:44.193652 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57444) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:44.194154 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-277901ae-f829-431d-8259-911a8d60010e None None] Provisioning complete for port 65be14ff-3004-420c-93fb-2ebcc63baff9 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:10:44.194524 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-277901ae-f829-431d-8259-911a8d60010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:44.251665 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-277901ae-f829-431d-8259-911a8d60010e None None] Port 65be14ff-3004-420c-93fb-2ebcc63baff9 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:10:44.338143 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377f4f0-ca3e-4531-92e1-a6abddf24ac7 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:44.338423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377f4f0-ca3e-4531-92e1-a6abddf24ac7 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:44.338786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377f4f0-ca3e-4531-92e1-a6abddf24ac7 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:44.339176 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377f4f0-ca3e-4531-92e1-a6abddf24ac7 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:44.339529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377f4f0-ca3e-4531-92e1-a6abddf24ac7 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:44.339877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377f4f0-ca3e-4531-92e1-a6abddf24ac7 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:44.341581 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3377f4f0-ca3e-4531-92e1-a6abddf24ac7 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1467798 Feb 21 09:10:44.344359 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57448) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:44.414485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00afbba-b473-426e-8ae0-216ed3307914 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:44.414829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00afbba-b473-426e-8ae0-216ed3307914 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:44.415218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00afbba-b473-426e-8ae0-216ed3307914 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:44.415584 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00afbba-b473-426e-8ae0-216ed3307914 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:44.415937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00afbba-b473-426e-8ae0-216ed3307914 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:44.416286 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00afbba-b473-426e-8ae0-216ed3307914 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:44.419193 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e00afbba-b473-426e-8ae0-216ed3307914 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0727706 Feb 21 09:10:44.420753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57452) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:44.461296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6df909c7-2d47-4161-ad17-d3102f3b3ffa up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:10:44.546785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 6df909c7-2d47-4161-ad17-d3102f3b3ffa triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:10:44.546785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:44.664938 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 7be62349-7d96-4039-8b9e-745d132d8276 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:10:44.744792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 7be62349-7d96-4039-8b9e-745d132d8276 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:10:44.745315 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:44.765954 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-09d816d0-3fb9-43a6-b944-e668ff96d1bc tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.3423288 Feb 21 09:10:45.126686 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57458) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:45.132758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1163678278', 'description': 'tempest-secgroup-smoke-1163678278 description', 'project_id': '0e247a2036294a16824a56cdfeb01f75'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:45.139185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:45.142866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:10:45.145930 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:10:45.152432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:45.162926 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.198852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:45.202630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:10:45.205500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:10:45.211681 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:45.264685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.268345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.309233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ab583b-d1c4-46c6-bfb0-998a791631b5,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:45.311887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.316092 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-97bfb707-cd68-4d8c-a254-459864568b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1853449 Feb 21 09:10:45.316287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57462) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:45.322234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-8f98529b-a880-4fad-a185-a1766666b7a6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '86ab583b-d1c4-46c6-bfb0-998a791631b5', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:45.328212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8f98529b-a880-4fad-a185-a1766666b7a6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:45.331980 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8f98529b-a880-4fad-a185-a1766666b7a6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:10:45.334800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8f98529b-a880-4fad-a185-a1766666b7a6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:10:45.340581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8f98529b-a880-4fad-a185-a1766666b7a6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:45.358701 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f98529b-a880-4fad-a185-a1766666b7a6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.421718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f98529b-a880-4fad-a185-a1766666b7a6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.426012 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f98529b-a880-4fad-a185-a1766666b7a6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.452267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98529b-a880-4fad-a185-a1766666b7a6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598f17b6-670c-4c4f-a136-f0f744a7a1d7,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:45.463989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f98529b-a880-4fad-a185-a1766666b7a6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.465635 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8f98529b-a880-4fad-a185-a1766666b7a6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1483202 Feb 21 09:10:45.468721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57466) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:45.474084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-612ab37c-bf5e-4b65-b3aa-ce9562086d06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '86ab583b-d1c4-46c6-bfb0-998a791631b5', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:45.480052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-612ab37c-bf5e-4b65-b3aa-ce9562086d06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:45.484022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-612ab37c-bf5e-4b65-b3aa-ce9562086d06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:10:45.486829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-612ab37c-bf5e-4b65-b3aa-ce9562086d06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:10:45.493803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-612ab37c-bf5e-4b65-b3aa-ce9562086d06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:45.515783 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-612ab37c-bf5e-4b65-b3aa-ce9562086d06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.585809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-612ab37c-bf5e-4b65-b3aa-ce9562086d06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.590005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-612ab37c-bf5e-4b65-b3aa-ce9562086d06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.613511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ab37c-bf5e-4b65-b3aa-ce9562086d06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ffdfb8-692c-4793-a32c-41a9b3d16356,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:45.624625 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-612ab37c-bf5e-4b65-b3aa-ce9562086d06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.626047 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-612ab37c-bf5e-4b65-b3aa-ce9562086d06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1563492 Feb 21 09:10:45.628805 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57470) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:45.635294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-8fb8972b-45e2-4620-a426-170e2fc30347 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '86ab583b-d1c4-46c6-bfb0-998a791631b5', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:45.641288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8fb8972b-45e2-4620-a426-170e2fc30347 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:45.645219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8fb8972b-45e2-4620-a426-170e2fc30347 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:10:45.648155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8fb8972b-45e2-4620-a426-170e2fc30347 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:10:45.654065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8fb8972b-45e2-4620-a426-170e2fc30347 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:45.670882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8fb8972b-45e2-4620-a426-170e2fc30347 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.735989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8fb8972b-45e2-4620-a426-170e2fc30347 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.739863 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8fb8972b-45e2-4620-a426-170e2fc30347 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.773424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8972b-45e2-4620-a426-170e2fc30347 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd10604-0c14-469b-9ab3-eb9f38ca2295,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:45.783802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8fb8972b-45e2-4620-a426-170e2fc30347 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.784984 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8fb8972b-45e2-4620-a426-170e2fc30347 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1551874 Feb 21 09:10:45.788519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57474) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:45.793967 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5f011083-9795-4fbb-91eb-2c8d646a57be tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '86ab583b-d1c4-46c6-bfb0-998a791631b5', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:45.799898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5f011083-9795-4fbb-91eb-2c8d646a57be tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:45.804333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5f011083-9795-4fbb-91eb-2c8d646a57be tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:10:45.807229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5f011083-9795-4fbb-91eb-2c8d646a57be tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:10:45.812934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5f011083-9795-4fbb-91eb-2c8d646a57be tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:45.830266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f011083-9795-4fbb-91eb-2c8d646a57be tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.905192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f011083-9795-4fbb-91eb-2c8d646a57be tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.911522 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f011083-9795-4fbb-91eb-2c8d646a57be tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.936850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f011083-9795-4fbb-91eb-2c8d646a57be tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38786717-ac5e-4076-b771-5f0f0aad0811,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:45.945981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5f011083-9795-4fbb-91eb-2c8d646a57be tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:45.947231 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5f011083-9795-4fbb-91eb-2c8d646a57be tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1577580 Feb 21 09:10:45.949969 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57478) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:45.956698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-391257b5-dbb9-4ed4-aaf0-6577ea60b454 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '86ab583b-d1c4-46c6-bfb0-998a791631b5', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:45.963473 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-391257b5-dbb9-4ed4-aaf0-6577ea60b454 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:45.966870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-391257b5-dbb9-4ed4-aaf0-6577ea60b454 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:10:45.970298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-391257b5-dbb9-4ed4-aaf0-6577ea60b454 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:10:45.977957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-391257b5-dbb9-4ed4-aaf0-6577ea60b454 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:45.990008 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-391257b5-dbb9-4ed4-aaf0-6577ea60b454 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:10:46.000406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-391257b5-dbb9-4ed4-aaf0-6577ea60b454 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:46.077098 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-391257b5-dbb9-4ed4-aaf0-6577ea60b454 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:46.082406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-391257b5-dbb9-4ed4-aaf0-6577ea60b454 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:46.105190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391257b5-dbb9-4ed4-aaf0-6577ea60b454 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1953365a-dc18-4575-a22d-6dfeac760cd5,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:46.120959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-391257b5-dbb9-4ed4-aaf0-6577ea60b454 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:46.128096 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-391257b5-dbb9-4ed4-aaf0-6577ea60b454 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1742992 Feb 21 09:10:46.128216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57482) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:46.133495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7ca9808d-780f-4003-b2ea-db99448f7eaa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '86ab583b-d1c4-46c6-bfb0-998a791631b5', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:46.139120 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7ca9808d-780f-4003-b2ea-db99448f7eaa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:46.144614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7ca9808d-780f-4003-b2ea-db99448f7eaa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:10:46.148847 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7ca9808d-780f-4003-b2ea-db99448f7eaa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:10:46.154905 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7ca9808d-780f-4003-b2ea-db99448f7eaa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:46.167281 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-7ca9808d-780f-4003-b2ea-db99448f7eaa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:10:46.176985 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7ca9808d-780f-4003-b2ea-db99448f7eaa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:46.251575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7ca9808d-780f-4003-b2ea-db99448f7eaa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:46.256637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7ca9808d-780f-4003-b2ea-db99448f7eaa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:46.281378 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9808d-780f-4003-b2ea-db99448f7eaa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3562acfa-42d1-4c7a-8179-ab06468342b6,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:46.292041 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7ca9808d-780f-4003-b2ea-db99448f7eaa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:46.293297 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7ca9808d-780f-4003-b2ea-db99448f7eaa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1667850 Feb 21 09:10:46.617336 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d8a7e884-5d3a-42a7-b567-222156142ace tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:10:46.641184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d8a7e884-5d3a-42a7-b567-222156142ace tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:10:46.642632 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d8a7e884-5d3a-42a7-b567-222156142ace tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1163678278&fields=id&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 267 time: 0.0741758 Feb 21 09:10:46.804950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-42c619a3-2288-47c6-8d3d-15adf44855b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:46.805533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-42c619a3-2288-47c6-8d3d-15adf44855b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:10:46.821577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-42c619a3-2288-47c6-8d3d-15adf44855b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:10:46.822790 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-42c619a3-2288-47c6-8d3d-15adf44855b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/networks?id=f5f2841b-e3f8-4ce7-a468-97c39b299367 HTTP/1.1" status: 200 len: 796 time: 0.1727459 Feb 21 09:10:46.841091 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-f5263202-28a7-49ea-8ac8-c78951c15b0c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/quotas/0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 375 time: 0.0120854 Feb 21 09:10:46.946193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-2b83aa15-77eb-4067-8af5-09d207523e5a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:10:46.963904 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-2b83aa15-77eb-4067-8af5-09d207523e5a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:10:46.965280 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-2b83aa15-77eb-4067-8af5-09d207523e5a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124930 Feb 21 09:10:47.125649 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-6e3c0945-4bbf-43b3-bca9-30542e8d5ece service neutron] 10.222.0.48 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456771 Feb 21 09:10:47.281995 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-7b602466-bf4f-4343-bdb8-f0c16c19f7f9 service neutron] 10.222.0.48 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496704 Feb 21 09:10:47.592003 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e480613d-8fe4-4dcd-97ea-9665fb18b351 req-3fa6b9de-5248-44a6-a9df-525b3f47f63d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 210 time: 0.0601604 Feb 21 09:10:47.641341 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-313b672b-85da-4aa6-83c3-f79e135c8e22 req-e710bdb3-4218-488c-bb22-bc8df8fd146a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1687975 Feb 21 09:10:47.860251 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-313b672b-85da-4aa6-83c3-f79e135c8e22 req-6a9fae22-c8f9-40e8-ae70-a1f703d1cd44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 1098 time: 0.0958695 Feb 21 09:10:48.044717 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b672b-85da-4aa6-83c3-f79e135c8e22 req-8e4424c7-ab04-47ed-add7-4402072cedf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:48.044717 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-313b672b-85da-4aa6-83c3-f79e135c8e22 req-8e4424c7-ab04-47ed-add7-4402072cedf9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 911 time: 0.1580951 Feb 21 09:10:48.194266 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-313b672b-85da-4aa6-83c3-f79e135c8e22 req-c7621015-b4cc-4e3b-924a-8afc6f37f617 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2507863d-159d-4083-9c91-4376dbea6d9e HTTP/1.1" status: 200 len: 1001 time: 0.1391292 Feb 21 09:10:48.276793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b672b-85da-4aa6-83c3-f79e135c8e22 req-671f711c-d21f-4ba5-a666-66adaa93f562 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:48.276793 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-313b672b-85da-4aa6-83c3-f79e135c8e22 req-671f711c-d21f-4ba5-a666-66adaa93f562 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.0800576 Feb 21 09:10:48.367636 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-313b672b-85da-4aa6-83c3-f79e135c8e22 req-968520eb-8e50-4303-a879-04a0f275214d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799792 Feb 21 09:10:48.531576 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-313b672b-85da-4aa6-83c3-f79e135c8e22 req-bfbab388-43b3-4698-bbcf-f2e766e9c3f7 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619115 Feb 21 09:10:48.837608 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-313b672b-85da-4aa6-83c3-f79e135c8e22 req-334d9f56-c9ac-4d62-afc1-3f4508d90355 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010583 Feb 21 09:10:48.851398 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-22985d84-7582-47de-938a-ba95595c4778 req-842b29f9-7818-4f92-8822-7136e58e3dad tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 210 time: 0.0538356 Feb 21 09:10:49.284462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-c14e7b6f-2b88-4392-aea6-03cfc9453378 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:49.284462 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-c14e7b6f-2b88-4392-aea6-03cfc9453378 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/networks?id=f5f2841b-e3f8-4ce7-a468-97c39b299367 HTTP/1.1" status: 200 len: 796 time: 0.2265904 Feb 21 09:10:49.357065 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-67ea8d26-d0a0-4732-8c5d-0bd087306b39 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 380 time: 0.0527163 Feb 21 09:10:49.367277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'port': {'device_id': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'admin_state_up': True, 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'security_groups': ['86ab583b-d1c4-46c6-bfb0-998a791631b5']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:49.520835 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:49.532560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:49.548405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:10:49.548405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:49.776972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.8 (f5f2841b-e3f8-4ce7-a468-97c39b299367/1f09e43a-a603-494a-ad65-e7fec00dcbb8/62c33a91-cdbb-4dca-afa7-a875836a7920) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:10:50.052448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Sync routers for ids ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:10:50.066807 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Routers {'754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:10:50.066807 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:10:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:50.097907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:50.097907 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45604ca5-6eaf-4551-a3ac-c6611c801544 req-9ff0f0c9-0f2e-4194-ac3e-4e4efb17ee9b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 210 time: 0.0527997 Feb 21 09:10:50.120804 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object 62c33a91-cdbb-4dca-afa7-a875836a7920 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:10:50.161742 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:50.244533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network f5f2841b-e3f8-4ce7-a468-97c39b299367 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:10:50.244533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:10:50.244533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:10:50.289926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Set router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:10:50.341418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:50.341418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:50.354010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=62c33a91-cdbb-4dca-afa7-a875836a7920,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:50.376900 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d4d37526-4add-48d6-87e6-62423ece2e0a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0136907 Feb 21 09:10:50.391863 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Request body: {'port': {'device_id': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:50.530025 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:50.795743 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-13c434d4-4fcd-4a4d-9600-318c9b7fa502 None None] Provisioning for port 62c33a91-cdbb-4dca-afa7-a875836a7920 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:10:50.801784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-13c434d4-4fcd-4a4d-9600-318c9b7fa502 None None] Provisioning complete for port 62c33a91-cdbb-4dca-afa7-a875836a7920 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:10:50.801784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-13c434d4-4fcd-4a4d-9600-318c9b7fa502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:50.852681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:50.859740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-13c434d4-4fcd-4a4d-9600-318c9b7fa502 None None] Port 62c33a91-cdbb-4dca-afa7-a875836a7920 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:10:50.862470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Checking router: 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:10:50.862817 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Updating router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 port 65be14ff-3004-420c-93fb-2ebcc63baff9 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:10:50.927829 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:51.040207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c33a91-cdbb-4dca-afa7-a875836a7920 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:10:51.053053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:51.069751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Transition to ACTIVE for port object 62c33a91-cdbb-4dca-afa7-a875836a7920 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:10:51.075236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:51.241803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Pushing event updated for resources: {'Port': ['ID=62c33a91-cdbb-4dca-afa7-a875836a7920,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:51.465371 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:51.486851 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Transition to ACTIVE for port object 65be14ff-3004-420c-93fb-2ebcc63baff9 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:10:51.507608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:51.538234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Attempting to bind port 62c33a91-cdbb-4dca-afa7-a875836a7920 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:10:51.538234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Attempting to bind port 62c33a91-cdbb-4dca-afa7-a875836a7920 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:10:51.538234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Attempting to bind port 62c33a91-cdbb-4dca-afa7-a875836a7920 on network f5f2841b-e3f8-4ce7-a468-97c39b299367 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:10:51.571153 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Port 62c33a91-cdbb-4dca-afa7-a875836a7920 on network f5f2841b-e3f8-4ce7-a468-97c39b299367 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:10:51.571153 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Attempting to bind port 62c33a91-cdbb-4dca-afa7-a875836a7920 on network f5f2841b-e3f8-4ce7-a468-97c39b299367 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:10:51.587137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:10:51.587137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Checking segment: {'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:10:51.587137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Bound using segment: {'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:10:51.587137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Bound port: 62c33a91-cdbb-4dca-afa7-a875836a7920, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:10:51.587137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:51.671446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560b043-f4af-4d43-9c57-4957f54cd2a0 req-fff405df-edc3-4e8a-9e5d-960c3652d8ca tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:51.672771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-8560b043-f4af-4d43-9c57-4957f54cd2a0 req-fff405df-edc3-4e8a-9e5d-960c3652d8ca tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:10:51.720006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] For port 62c33a91-cdbb-4dca-afa7-a875836a7920, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:10:51.734416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] For port 62c33a91-cdbb-4dca-afa7-a875836a7920, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=62c33a91-cdbb-4dca-afa7-a875836a7920,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:10:51.734416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-8560b043-f4af-4d43-9c57-4957f54cd2a0 req-fff405df-edc3-4e8a-9e5d-960c3652d8ca tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:10:51.744670 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa032f7-cdd8-4517-8312-e484160c314e None None] Pushing event updated for resources: {'Port': ['ID=65be14ff-3004-420c-93fb-2ebcc63baff9,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:51.753623 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8560b043-f4af-4d43-9c57-4957f54cd2a0 req-fff405df-edc3-4e8a-9e5d-960c3652d8ca tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 943 time: 0.4647670 Feb 21 09:10:51.753623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:51.904185 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Attempting to bind port 65be14ff-3004-420c-93fb-2ebcc63baff9 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:10:51.904185 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Attempting to bind port 65be14ff-3004-420c-93fb-2ebcc63baff9 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:10:51.904185 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Attempting to bind port 65be14ff-3004-420c-93fb-2ebcc63baff9 on network f5f2841b-e3f8-4ce7-a468-97c39b299367 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:10:51.920216 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8560b043-f4af-4d43-9c57-4957f54cd2a0 req-59e33c1b-e3eb-4e00-bcfe-c9fb0803f6b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=86ab583b-d1c4-46c6-bfb0-998a791631b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638126 Feb 21 09:10:51.920216 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:51.924375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:10:51.924375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Checking segment: {'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:10:51.924375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:51.924375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Bound using segment: {'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:10:51.927445 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] 10.222.0.47 "PUT /v2.0/ports/62c33a91-cdbb-4dca-afa7-a875836a7920 HTTP/1.1" status: 200 len: 1093 time: 1.5414445 Feb 21 09:10:51.930943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Bound port: 65be14ff-3004-420c-93fb-2ebcc63baff9, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:10:51.930943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:51.943777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'tag': '62c33a91-cdbb-4dca-afa7-a875836a7920'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:10:52.063932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857d816-052f-4de4-8f87-ea003cf010ba service neutron] Pushing event updated for resources: {'Port': ['ID=62c33a91-cdbb-4dca-afa7-a875836a7920,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:52.081147 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-d8b747b3-5033-4a19-a4e0-e043b55fa105 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 1096 time: 0.1100011 Feb 21 09:10:52.093528 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] For port 65be14ff-3004-420c-93fb-2ebcc63baff9, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:10:52.098640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] For port 65be14ff-3004-420c-93fb-2ebcc63baff9, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=65be14ff-3004-420c-93fb-2ebcc63baff9,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:10:52.105442 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:52.181241 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'tag': '62c33a91-cdbb-4dca-afa7-a875836a7920', 'status': 'completed', 'code': 200} Feb 21 09:10:52.203407 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-3ef7aa22-f525-4165-95c7-a6c8fd462504 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62c33a91-cdbb-4dca-afa7-a875836a7920 HTTP/1.1" status: 200 len: 217 time: 0.1148567 Feb 21 09:10:52.235083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa032f7-cdd8-4517-8312-e484160c314e None None] Pushing event updated for resources: {'Port': ['ID=65be14ff-3004-420c-93fb-2ebcc63baff9,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:52.252112 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Routers {'754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:10:52.252112 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:10:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:52.300664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-96ae5556-21cd-470b-a35a-04c4ddd7b4da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:52.300664 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-96ae5556-21cd-470b-a35a-04c4ddd7b4da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f09e43a-a603-494a-ad65-e7fec00dcbb8 HTTP/1.1" status: 200 len: 835 time: 0.0835500 Feb 21 09:10:52.398657 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-fc920bd5-443e-497d-bf15-b0920015edb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5f2841b-e3f8-4ce7-a468-97c39b299367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0963769 Feb 21 09:10:52.498417 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] Set router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:10:52.552650 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-1eb64930-c0f5-48d0-ad80-f57d0a11b392 service neutron] 10.222.0.47 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459627 Feb 21 09:10:52.721800 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbe28b9e-60ff-4191-86c2-0c1dc395b024 req-8cc8a48b-bd71-459e-94a3-bbc561d036f2 service neutron] 10.222.0.47 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627576 Feb 21 09:10:52.888751 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-615bf1e7-5eb8-4d99-b88c-53dff69bcfec req-1cea9f02-6a67-457e-a12e-550e46381f8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 1096 time: 0.1045883 Feb 21 09:10:52.915248 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:52Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:10:52.920028 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03dcde-1a53-44f4-a7ec-d4f111622ce6 None None] The sync data for ids ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'] in dv-neutron-830062-1-hyperv is: [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:52Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:10:53.062769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bf1e7-5eb8-4d99-b88c-53dff69bcfec req-4e2cd0e4-7116-4b15-b652-e36a18b1c8bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:53.064885 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-615bf1e7-5eb8-4d99-b88c-53dff69bcfec req-4e2cd0e4-7116-4b15-b652-e36a18b1c8bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5f2841b-e3f8-4ce7-a468-97c39b299367 HTTP/1.1" status: 200 len: 896 time: 0.1742120 Feb 21 09:10:53.184526 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-615bf1e7-5eb8-4d99-b88c-53dff69bcfec req-bd0c7527-3c74-4e6d-af57-8bdf61a3b262 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62c33a91-cdbb-4dca-afa7-a875836a7920 HTTP/1.1" status: 200 len: 217 time: 0.1134396 Feb 21 09:10:53.271308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bf1e7-5eb8-4d99-b88c-53dff69bcfec req-56fbd2ee-1fb3-42b0-ba33-fb9a6156615c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:53.273347 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-615bf1e7-5eb8-4d99-b88c-53dff69bcfec req-56fbd2ee-1fb3-42b0-ba33-fb9a6156615c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f09e43a-a603-494a-ad65-e7fec00dcbb8 HTTP/1.1" status: 200 len: 835 time: 0.0821576 Feb 21 09:10:53.284809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0038c-764f-457a-9b37-d52fc31c1739 req-94f10a4f-4e10-409d-baaf-68c07fdc7fdd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:53.286335 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b8b0038c-764f-457a-9b37-d52fc31c1739 req-94f10a4f-4e10-409d-baaf-68c07fdc7fdd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 943 time: 0.1567690 Feb 21 09:10:53.381887 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b8b0038c-764f-457a-9b37-d52fc31c1739 req-6df78562-63ff-4646-a689-78be8b0eb8c8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=86ab583b-d1c4-46c6-bfb0-998a791631b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645106 Feb 21 09:10:53.404074 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-615bf1e7-5eb8-4d99-b88c-53dff69bcfec req-0dd6b891-b4cf-4b3a-a148-133995bd5c35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5f2841b-e3f8-4ce7-a468-97c39b299367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167774 Feb 21 09:10:53.556015 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-615bf1e7-5eb8-4d99-b88c-53dff69bcfec req-e8ed0c0b-80d0-46b8-ae72-0bbc385d2c02 service neutron] 10.222.0.47 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416843 Feb 21 09:10:53.809547 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-615bf1e7-5eb8-4d99-b88c-53dff69bcfec req-e9faa729-0262-4509-aea5-caa7913864b2 service neutron] 10.222.0.47 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465360 Feb 21 09:10:54.418423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 62c33a91-cdbb-4dca-afa7-a875836a7920 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:10:54.624469 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 62c33a91-cdbb-4dca-afa7-a875836a7920, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=62c33a91-cdbb-4dca-afa7-a875836a7920,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:54.641216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 65be14ff-3004-420c-93fb-2ebcc63baff9 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:10:54.674127 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '62c33a91-cdbb-4dca-afa7-a875836a7920', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'port_id': '62c33a91-cdbb-4dca-afa7-a875836a7920', 'mac_address': 'fa:16:3e:53:2f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:10:54.732941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f6562-2059-4033-974e-516ebeb92af0 req-1b549607-233e-4dbc-9f90-b220e00028a6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:54.735044 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a34f6562-2059-4033-974e-516ebeb92af0 req-1b549607-233e-4dbc-9f90-b220e00028a6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 943 time: 0.1884871 Feb 21 09:10:54.773081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:54.795239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c33a91-cdbb-4dca-afa7-a875836a7920 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:10:54.797037 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a34f6562-2059-4033-974e-516ebeb92af0 req-4d009315-7790-445b-85b2-941c1356deb2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=86ab583b-d1c4-46c6-bfb0-998a791631b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491586 Feb 21 09:10:54.800441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 65be14ff-3004-420c-93fb-2ebcc63baff9 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:10:54.812880 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 65be14ff-3004-420c-93fb-2ebcc63baff9 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:10:54.813253 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:54.858761 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 62c33a91-cdbb-4dca-afa7-a875836a7920, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=62c33a91-cdbb-4dca-afa7-a875836a7920,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:54.858761 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:54.993044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=62c33a91-cdbb-4dca-afa7-a875836a7920,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:55.027905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:55.070597 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 65be14ff-3004-420c-93fb-2ebcc63baff9, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=65be14ff-3004-420c-93fb-2ebcc63baff9,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:55.076695 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:55.122137 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['62c33a91-cdbb-4dca-afa7-a875836a7920'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:10:55.226944 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=65be14ff-3004-420c-93fb-2ebcc63baff9,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:56.011213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6a5d2-55fb-4eae-8026-6d2f6915b75f req-9e59c9e9-109b-4c97-87d1-9b8c570e2742 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:56.015767 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6ed6a5d2-55fb-4eae-8026-6d2f6915b75f req-9e59c9e9-109b-4c97-87d1-9b8c570e2742 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 944 time: 0.0929089 Feb 21 09:10:56.073759 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6ed6a5d2-55fb-4eae-8026-6d2f6915b75f req-a83b7f95-4da4-465e-92cf-c096891f97fd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=86ab583b-d1c4-46c6-bfb0-998a791631b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537031 Feb 21 09:10:56.403519 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 62c33a91-cdbb-4dca-afa7-a875836a7920 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:10:56.467216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 65be14ff-3004-420c-93fb-2ebcc63baff9 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:10:56.534654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 62c33a91-cdbb-4dca-afa7-a875836a7920 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:10:56.545271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 62c33a91-cdbb-4dca-afa7-a875836a7920 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:10:56.545271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:56.608999 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 65be14ff-3004-420c-93fb-2ebcc63baff9 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:10:56.608999 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:56.778309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:56.813913 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c33a91-cdbb-4dca-afa7-a875836a7920'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:10:56.824918 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 62c33a91-cdbb-4dca-afa7-a875836a7920, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=62c33a91-cdbb-4dca-afa7-a875836a7920,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:10:56.829975 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:56.901828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=62c33a91-cdbb-4dca-afa7-a875836a7920,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:10:56.984875 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c33a91-cdbb-4dca-afa7-a875836a7920', 'code': 200} Feb 21 09:10:57.314879 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ead671fd-e7a6-44b4-b607-08b7865b556f req-d2132843-d2c3-4a08-a1a9-e8592cbb3e45 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 1098 time: 0.1447108 Feb 21 09:10:57.341388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e28fe-249d-460f-b428-b5c5f305254b req-d599a6eb-a74e-40bf-a9c1-0da48d4d9365 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:57.341388 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e27e28fe-249d-460f-b428-b5c5f305254b req-d599a6eb-a74e-40bf-a9c1-0da48d4d9365 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 945 time: 0.1200566 Feb 21 09:10:57.408587 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ead671fd-e7a6-44b4-b607-08b7865b556f req-acc1d2b4-4cba-4210-8f87-e3c4f052ced8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=86ab583b-d1c4-46c6-bfb0-998a791631b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716000 Feb 21 09:10:57.419339 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e27e28fe-249d-460f-b428-b5c5f305254b req-8bd3088c-53a1-47be-b685-edec5dc13faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=86ab583b-d1c4-46c6-bfb0-998a791631b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663705 Feb 21 09:10:58.674058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a685c-28ee-4124-8957-0dd85257b13f req-bb2dc79e-b954-40dc-a3ad-de7ac3f79eb9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:58.675324 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e56a685c-28ee-4124-8957-0dd85257b13f req-bb2dc79e-b954-40dc-a3ad-de7ac3f79eb9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 945 time: 0.0935206 Feb 21 09:10:58.733259 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e56a685c-28ee-4124-8957-0dd85257b13f req-a6cb1b90-2c3a-4a4b-8b72-a1d7f2c54bfb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=86ab583b-d1c4-46c6-bfb0-998a791631b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515268 Feb 21 09:10:59.026375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06146-5971-4ae6-9b83-1660781c3544 req-a1b5997f-6020-4214-9705-546cc831d146 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:10:59.026375 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aaa06146-5971-4ae6-9b83-1660781c3544 req-a1b5997f-6020-4214-9705-546cc831d146 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 945 time: 0.1420295 Feb 21 09:10:59.079211 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aaa06146-5971-4ae6-9b83-1660781c3544 req-2a27901b-0774-4d26-911e-8b5068251290 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=86ab583b-d1c4-46c6-bfb0-998a791631b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494077 Feb 21 09:10:59.107150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57536) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:59.207420 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d46847a6-b141-4d45-8337-916f40936216 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 1093 time: 0.0989993 Feb 21 09:10:59.210039 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57540) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:10:59.215400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '62c33a91-cdbb-4dca-afa7-a875836a7920', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:10:59.221042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:10:59.225339 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:floatingip and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:10:59.228261 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:10:59.234443 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:10:59.248071 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:59.401769 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:59.573683 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.9 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/d514718e-9d83-4a9b-9398-2386e59c5f18) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:10:59.723257 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:59.757353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:10:59.829188 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:10:59.831994 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:10:59.836832 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:10:59.867009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=d514718e-9d83-4a9b-9398-2386e59c5f18,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:11:00.154573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6522d3d1-ba8e-4e36-8107-16ec04d2cfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:00.387793 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:00.403447 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:00.460900 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:00.772524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:00.777481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:00.881501 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=d514718e-9d83-4a9b-9398-2386e59c5f18,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:11:00.896828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:01.093317 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Floating IP da648222-094e-4ba9-bcdd-b4d4f4b35231 associated. External IP: 172.26.6.9, port: 62c33a91-cdbb-4dca-afa7-a875836a7920. Feb 21 09:11:01.498391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:11:01.732178 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:11:01.741674 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1aa2ab-56b3-4cbd-8df1-d9821dac96c0 None None] Sync routers for ids ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:11:01.757415 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:01.757969 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1aa2ab-56b3-4cbd-8df1-d9821dac96c0 None None] Routers {'754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:11:01.758777 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5f1aa2ab-56b3-4cbd-8df1-d9821dac96c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:10:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:11:01.824375 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-95a9543b-8c4b-45bc-9807-fdacd3ca4655 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6132874 Feb 21 09:11:01.825086 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'tag': '62c33a91-cdbb-4dca-afa7-a875836a7920'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:11:01.827763 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57544) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:01.885664 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'tag': '62c33a91-cdbb-4dca-afa7-a875836a7920', 'status': 'completed', 'code': 200} Feb 21 09:11:01.969958 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-5f1aa2ab-56b3-4cbd-8df1-d9821dac96c0 None None] Set router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:11:01.977488 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e63042bd-a0e4-4d95-ae02-aa17be55e2ea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/da648222-094e-4ba9-bcdd-b4d4f4b35231 HTTP/1.1" status: 200 len: 989 time: 0.1484585 Feb 21 09:11:02.004572 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c902967e-6a73-48f7-a92c-8a0261eade79 req-6c6f95bc-c124-41e7-8656-d5f834e1e279 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 1098 time: 0.0809813 Feb 21 09:11:02.152437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902967e-6a73-48f7-a92c-8a0261eade79 req-b05a3a5f-e270-4689-8c6f-3b2b7b14e210 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:02.154977 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c902967e-6a73-48f7-a92c-8a0261eade79 req-b05a3a5f-e270-4689-8c6f-3b2b7b14e210 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5f2841b-e3f8-4ce7-a468-97c39b299367 HTTP/1.1" status: 200 len: 896 time: 0.1445930 Feb 21 09:11:02.283938 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c902967e-6a73-48f7-a92c-8a0261eade79 req-72c539b5-65ad-41da-a762-4df16a0ed6a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62c33a91-cdbb-4dca-afa7-a875836a7920 HTTP/1.1" status: 200 len: 997 time: 0.1234634 Feb 21 09:11:02.353684 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902967e-6a73-48f7-a92c-8a0261eade79 req-41b0ca54-a7bb-4372-a236-13c2eec87e73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:02.355209 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c902967e-6a73-48f7-a92c-8a0261eade79 req-41b0ca54-a7bb-4372-a236-13c2eec87e73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f09e43a-a603-494a-ad65-e7fec00dcbb8 HTTP/1.1" status: 200 len: 835 time: 0.0654879 Feb 21 09:11:02.360245 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5f1aa2ab-56b3-4cbd-8df1-d9821dac96c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'da648222-094e-4ba9-bcdd-b4d4f4b35231', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.9', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'port_id': '62c33a91-cdbb-4dca-afa7-a875836a7920', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'mac_address': 'fa:16:3e:53:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:11:00Z', 'updated_at': '2022-02-21T09:11:00Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:11:02.364923 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1aa2ab-56b3-4cbd-8df1-d9821dac96c0 None None] Checking router: 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:11:02.375994 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1aa2ab-56b3-4cbd-8df1-d9821dac96c0 None None] Routers {'754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:11:02.376588 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5f1aa2ab-56b3-4cbd-8df1-d9821dac96c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:10:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:11:02.433688 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c902967e-6a73-48f7-a92c-8a0261eade79 req-a0a27160-561d-4423-b403-0475d27d694c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5f2841b-e3f8-4ce7-a468-97c39b299367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732994 Feb 21 09:11:02.582784 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c902967e-6a73-48f7-a92c-8a0261eade79 req-533c357f-8089-4314-96a9-af7b3cdf4253 service neutron] 10.222.0.47 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434538 Feb 21 09:11:02.599485 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-5f1aa2ab-56b3-4cbd-8df1-d9821dac96c0 None None] Set router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:11:02.734164 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c902967e-6a73-48f7-a92c-8a0261eade79 req-64200f8d-1488-4a64-b75e-ec5a3699fefe service neutron] 10.222.0.47 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445296 Feb 21 09:11:02.942451 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-94473bfc-578a-4931-b786-e9405495e72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:02.977617 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5f1aa2ab-56b3-4cbd-8df1-d9821dac96c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'da648222-094e-4ba9-bcdd-b4d4f4b35231', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.9', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'port_id': '62c33a91-cdbb-4dca-afa7-a875836a7920', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'mac_address': 'fa:16:3e:53:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:11:00Z', 'updated_at': '2022-02-21T09:11:00Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:11:02.982707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57550) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:02.983344 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1aa2ab-56b3-4cbd-8df1-d9821dac96c0 None None] The sync data for ids ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'] in dv-neutron-830062-1-hyperv is: [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'da648222-094e-4ba9-bcdd-b4d4f4b35231', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.9', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'port_id': '62c33a91-cdbb-4dca-afa7-a875836a7920', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'mac_address': 'fa:16:3e:53:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:11:00Z', 'updated_at': '2022-02-21T09:11:00Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:11:03.185463 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c305871d-7aef-483d-93a7-b1238a0d016a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/da648222-094e-4ba9-bcdd-b4d4f4b35231 HTTP/1.1" status: 200 len: 989 time: 0.2015603 Feb 21 09:11:03.618665 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:04.008202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:04.189415 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57554) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:04.293438 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-be8baa6d-2f84-4198-ba34-eb88fcc01d44 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/da648222-094e-4ba9-bcdd-b4d4f4b35231 HTTP/1.1" status: 200 len: 989 time: 0.1028044 Feb 21 09:11:05.296797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57560) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:05.406059 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-55c3f8a9-adb1-4cd6-b41c-e5b678d5870e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/da648222-094e-4ba9-bcdd-b4d4f4b35231 HTTP/1.1" status: 200 len: 989 time: 0.1081033 Feb 21 09:11:05.515937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6789b64-8963-44b4-8a3c-60e2eb23b49d None None] New status for floating IP da648222-094e-4ba9-bcdd-b4d4f4b35231: ACTIVE {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:11:05.980313 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:06.408918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57564) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:06.516306 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2f282e69-cfa3-49d0-b263-e5f6f752ed15 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/da648222-094e-4ba9-bcdd-b4d4f4b35231 HTTP/1.1" status: 200 len: 991 time: 0.1062515 Feb 21 09:11:10.838607 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:11:30.163249 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d22e-a46e-4168-a06e-1c9c64e4980f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:30.385010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:31.026066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57580) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:31.104030 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-23f7867f-e01e-4938-8a07-823935af10c0 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=0e247a2036294a16824a56cdfeb01f75&network_id=f5f2841b-e3f8-4ce7-a468-97c39b299367 HTTP/1.1" status: 200 len: 2999 time: 0.0740709 Feb 21 09:11:32.937255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-54af610a-e054-42a7-81fd-aab51f6fce81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:33.612540 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:34.012013 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:35.431812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57596) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:35.493602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d76e48-b26c-4225-84be-1f9707ddd39b tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:35.495092 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-52d76e48-b26c-4225-84be-1f9707ddd39b tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b HTTP/1.1" status: 200 len: 814 time: 0.0622993 Feb 21 09:11:35.983101 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:36.867405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57604) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:36.872806 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-5f7ec060-7fc1-4daa-b8f1-59180297902f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:11:36.973435 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5f7ec060-7fc1-4daa-b8f1-59180297902f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:37.349960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5f7ec060-7fc1-4daa-b8f1-59180297902f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:37.353517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5f7ec060-7fc1-4daa-b8f1-59180297902f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:37.353899 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-5f7ec060-7fc1-4daa-b8f1-59180297902f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Floating IP da648222-094e-4ba9-bcdd-b4d4f4b35231 disassociated. External IP: 172.26.6.9, port: 62c33a91-cdbb-4dca-afa7-a875836a7920. Feb 21 09:11:37.750875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7ec060-7fc1-4daa-b8f1-59180297902f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:11:37.956605 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7ec060-7fc1-4daa-b8f1-59180297902f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:11:37.960778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5f7ec060-7fc1-4daa-b8f1-59180297902f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:37.965992 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a195f40f-ecdf-416e-86c1-111c7942230b None None] Sync routers for ids ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:11:37.977527 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195f40f-ecdf-416e-86c1-111c7942230b None None] Routers {'754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:11:37.978123 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a195f40f-ecdf-416e-86c1-111c7942230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:11:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:11:38.012934 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5f7ec060-7fc1-4daa-b8f1-59180297902f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/floatingips/da648222-094e-4ba9-bcdd-b4d4f4b35231 HTTP/1.1" status: 200 len: 688 time: 1.1444311 Feb 21 09:11:38.013605 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'tag': '62c33a91-cdbb-4dca-afa7-a875836a7920'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:11:38.015775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57608) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:38.072260 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'tag': '62c33a91-cdbb-4dca-afa7-a875836a7920', 'status': 'completed', 'code': 200} Feb 21 09:11:38.145002 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b2f2f6ba-3ad6-46d7-8482-0b2c82742ced tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/da648222-094e-4ba9-bcdd-b4d4f4b35231 HTTP/1.1" status: 200 len: 688 time: 0.1280210 Feb 21 09:11:38.157115 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-a195f40f-ecdf-416e-86c1-111c7942230b None None] Set router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:11:38.178860 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9454ac28-1a58-4f9b-92c0-8ea8db715140 req-7ac90fd5-05e5-4e00-a07e-b47220995074 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 1098 time: 0.0800004 Feb 21 09:11:38.310799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454ac28-1a58-4f9b-92c0-8ea8db715140 req-03834c29-85b5-4caa-8732-b2ffbf1c79e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:38.312176 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9454ac28-1a58-4f9b-92c0-8ea8db715140 req-03834c29-85b5-4caa-8732-b2ffbf1c79e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5f2841b-e3f8-4ce7-a468-97c39b299367 HTTP/1.1" status: 200 len: 896 time: 0.1276155 Feb 21 09:11:38.377768 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9454ac28-1a58-4f9b-92c0-8ea8db715140 req-c02f6871-704a-491d-825e-3c1482a1c623 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62c33a91-cdbb-4dca-afa7-a875836a7920 HTTP/1.1" status: 200 len: 217 time: 0.0590048 Feb 21 09:11:38.443649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454ac28-1a58-4f9b-92c0-8ea8db715140 req-3ff07aa6-80e8-4343-bd66-56baa592486f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:38.445094 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9454ac28-1a58-4f9b-92c0-8ea8db715140 req-3ff07aa6-80e8-4343-bd66-56baa592486f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f09e43a-a603-494a-ad65-e7fec00dcbb8 HTTP/1.1" status: 200 len: 835 time: 0.0615783 Feb 21 09:11:38.463905 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a195f40f-ecdf-416e-86c1-111c7942230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:11:38.467739 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a195f40f-ecdf-416e-86c1-111c7942230b None None] Checking router: 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:11:38.478138 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195f40f-ecdf-416e-86c1-111c7942230b None None] Routers {'754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:11:38.478726 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a195f40f-ecdf-416e-86c1-111c7942230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:11:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:11:38.521087 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9454ac28-1a58-4f9b-92c0-8ea8db715140 req-c5901680-39f0-4116-81ec-c96e84442788 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5f2841b-e3f8-4ce7-a468-97c39b299367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701191 Feb 21 09:11:38.656464 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9454ac28-1a58-4f9b-92c0-8ea8db715140 req-533e5494-801b-4e5a-97cf-37e9ccafa18c service neutron] 10.222.0.47 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302075 Feb 21 09:11:38.673712 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-a195f40f-ecdf-416e-86c1-111c7942230b None None] Set router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:11:38.793010 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9454ac28-1a58-4f9b-92c0-8ea8db715140 req-67847c0a-7b02-48fb-b8eb-c9f5f38dd1e7 service neutron] 10.222.0.47 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312835 Feb 21 09:11:39.047558 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a195f40f-ecdf-416e-86c1-111c7942230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:11:39.051340 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a195f40f-ecdf-416e-86c1-111c7942230b None None] The sync data for ids ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'] in dv-neutron-830062-1-hyperv is: [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:11:39.148791 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57614) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:39.233292 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-984f0277-d394-43d8-a2e1-5072b20712b7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/da648222-094e-4ba9-bcdd-b4d4f4b35231 HTTP/1.1" status: 200 len: 688 time: 0.0833633 Feb 21 09:11:39.272308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f653f065-b0c8-4a8e-95e3-db3722fc7f58 None None] New status for floating IP da648222-094e-4ba9-bcdd-b4d4f4b35231: DOWN {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:11:40.237077 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57618) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:40.319897 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-db807718-a622-4b89-b2c3-b29cc70541a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/da648222-094e-4ba9-bcdd-b4d4f4b35231 HTTP/1.1" status: 200 len: 686 time: 0.0816751 Feb 21 09:11:41.634392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57624) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:41.640014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1550841652', 'description': 'tempest-secgroup-smoke-1550841652 description', 'project_id': '0e247a2036294a16824a56cdfeb01f75'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:11:41.645939 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:11:41.658169 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:11:41.678514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:41.716087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:11:41.719878 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:11:41.722710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:11:41.731046 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:11:41.798578 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:41.803251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:41.848609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb4339c-efd0-4ae7-ac71-f720f5b25bf3,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:11:41.857987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:41.859228 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2237868 Feb 21 09:11:41.860742 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:41.861014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:41.861356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:41.861673 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:41.862001 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:41.862322 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:41.862643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:41.862968 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:41.863313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:41.863632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:41.864444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfd250-3b71-4e18-9193-cb48ad35a813 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:41.864641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57628) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:41.873862 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5bbcf2df-af4d-42da-be14-27762d53191a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '0fb4339c-efd0-4ae7-ac71-f720f5b25bf3', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:11:41.881643 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5bbcf2df-af4d-42da-be14-27762d53191a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:11:41.885468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5bbcf2df-af4d-42da-be14-27762d53191a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:11:41.888331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5bbcf2df-af4d-42da-be14-27762d53191a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:11:41.894362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5bbcf2df-af4d-42da-be14-27762d53191a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:11:41.910752 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf2df-af4d-42da-be14-27762d53191a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:41.970544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf2df-af4d-42da-be14-27762d53191a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:41.975132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf2df-af4d-42da-be14-27762d53191a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.001451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcf2df-af4d-42da-be14-27762d53191a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b70253f-2dd9-4102-b21f-5327e92997c9,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:11:42.011646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf2df-af4d-42da-be14-27762d53191a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.012845 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5bbcf2df-af4d-42da-be14-27762d53191a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1467822 Feb 21 09:11:42.015666 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57632) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:42.101886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0a2791aa-fcf6-439c-92f2-6d5db2e44218 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '0fb4339c-efd0-4ae7-ac71-f720f5b25bf3', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:11:42.107986 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0a2791aa-fcf6-439c-92f2-6d5db2e44218 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:11:42.111825 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0a2791aa-fcf6-439c-92f2-6d5db2e44218 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:11:42.114656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0a2791aa-fcf6-439c-92f2-6d5db2e44218 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:11:42.121084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0a2791aa-fcf6-439c-92f2-6d5db2e44218 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:11:42.138390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0a2791aa-fcf6-439c-92f2-6d5db2e44218 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.210401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0a2791aa-fcf6-439c-92f2-6d5db2e44218 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.214218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0a2791aa-fcf6-439c-92f2-6d5db2e44218 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.237173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2791aa-fcf6-439c-92f2-6d5db2e44218 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18160601-3848-4e29-88d6-bca212c7be3c,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:11:42.245532 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0a2791aa-fcf6-439c-92f2-6d5db2e44218 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.250022 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0a2791aa-fcf6-439c-92f2-6d5db2e44218 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2301395 Feb 21 09:11:42.250796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57638) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:42.257131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2ea3ed8c-fbd0-4cf1-a55f-6bdeff63947e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '0fb4339c-efd0-4ae7-ac71-f720f5b25bf3', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:11:42.263073 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2ea3ed8c-fbd0-4cf1-a55f-6bdeff63947e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:11:42.267205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2ea3ed8c-fbd0-4cf1-a55f-6bdeff63947e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:11:42.270152 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2ea3ed8c-fbd0-4cf1-a55f-6bdeff63947e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:11:42.276918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2ea3ed8c-fbd0-4cf1-a55f-6bdeff63947e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:11:42.293805 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ed8c-fbd0-4cf1-a55f-6bdeff63947e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.358867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ed8c-fbd0-4cf1-a55f-6bdeff63947e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.362887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ed8c-fbd0-4cf1-a55f-6bdeff63947e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.388715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3ed8c-fbd0-4cf1-a55f-6bdeff63947e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08774e6d-cbfc-46ea-81cd-f0288514bef2,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:11:42.398799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ed8c-fbd0-4cf1-a55f-6bdeff63947e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.400052 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2ea3ed8c-fbd0-4cf1-a55f-6bdeff63947e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1482270 Feb 21 09:11:42.402973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57642) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:42.408363 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2de30fa7-85e8-47aa-8f69-13535722486f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '0fb4339c-efd0-4ae7-ac71-f720f5b25bf3', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:11:42.414247 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2de30fa7-85e8-47aa-8f69-13535722486f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:11:42.419311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2de30fa7-85e8-47aa-8f69-13535722486f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:11:42.422295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2de30fa7-85e8-47aa-8f69-13535722486f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:11:42.429059 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2de30fa7-85e8-47aa-8f69-13535722486f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:11:42.446752 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2de30fa7-85e8-47aa-8f69-13535722486f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.512186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2de30fa7-85e8-47aa-8f69-13535722486f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.515970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2de30fa7-85e8-47aa-8f69-13535722486f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.539378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de30fa7-85e8-47aa-8f69-13535722486f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cf6e3d-8ea9-4955-9cbc-ffad8adfa146,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:11:42.548952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2de30fa7-85e8-47aa-8f69-13535722486f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.550440 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2de30fa7-85e8-47aa-8f69-13535722486f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1465292 Feb 21 09:11:42.553801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57646) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:42.559295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9a273963-95c8-41a7-a386-0f23f635d776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '0fb4339c-efd0-4ae7-ac71-f720f5b25bf3', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:11:42.565268 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9a273963-95c8-41a7-a386-0f23f635d776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:11:42.569665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9a273963-95c8-41a7-a386-0f23f635d776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:11:42.572525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9a273963-95c8-41a7-a386-0f23f635d776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:11:42.578186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9a273963-95c8-41a7-a386-0f23f635d776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:11:42.588794 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-9a273963-95c8-41a7-a386-0f23f635d776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:11:42.595334 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a273963-95c8-41a7-a386-0f23f635d776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.661360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a273963-95c8-41a7-a386-0f23f635d776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.664967 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a273963-95c8-41a7-a386-0f23f635d776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.688264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a273963-95c8-41a7-a386-0f23f635d776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a103b120-602b-44c9-91ca-b8d056761d8c,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:11:42.696823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a273963-95c8-41a7-a386-0f23f635d776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.698247 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9a273963-95c8-41a7-a386-0f23f635d776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1434879 Feb 21 09:11:42.701046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57650) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:42.706352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-dcec68a5-6ecb-4392-9aa6-168af15c62f4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '0fb4339c-efd0-4ae7-ac71-f720f5b25bf3', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:11:42.712151 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-dcec68a5-6ecb-4392-9aa6-168af15c62f4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:11:42.715887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-dcec68a5-6ecb-4392-9aa6-168af15c62f4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:11:42.718700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-dcec68a5-6ecb-4392-9aa6-168af15c62f4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:11:42.724884 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-dcec68a5-6ecb-4392-9aa6-168af15c62f4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:11:42.737237 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-dcec68a5-6ecb-4392-9aa6-168af15c62f4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:11:42.744605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcec68a5-6ecb-4392-9aa6-168af15c62f4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.810327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcec68a5-6ecb-4392-9aa6-168af15c62f4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.813997 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcec68a5-6ecb-4392-9aa6-168af15c62f4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.836360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec68a5-6ecb-4392-9aa6-168af15c62f4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02ee517-385d-41df-b0ad-08dce79bcc4c,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:11:42.844995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcec68a5-6ecb-4392-9aa6-168af15c62f4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:42.846157 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-dcec68a5-6ecb-4392-9aa6-168af15c62f4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1442111 Feb 21 09:11:43.019651 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-cfe8ff96-ec38-4926-982a-f436d782ee30 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1550841652&fields=id&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 267 time: 0.0413077 Feb 21 09:11:43.261598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40297c2-2005-40f0-992e-3461f2d035cb req-ae83d950-8d88-41b9-b88f-79f1259bdcfe tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:43.262951 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-ae83d950-8d88-41b9-b88f-79f1259bdcfe tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/networks?id=f5f2841b-e3f8-4ce7-a468-97c39b299367 HTTP/1.1" status: 200 len: 796 time: 0.2364192 Feb 21 09:11:43.279690 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-54369183-5fa6-4634-918e-96bf24673646 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/quotas/0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 375 time: 0.0113974 Feb 21 09:11:43.366640 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-67777a4e-a760-406d-b366-47ea77f586dc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0812228 Feb 21 09:11:43.602192 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-a388e221-1606-4fa5-a313-2197e826a174 service neutron] 10.222.0.48 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236404 Feb 21 09:11:43.769883 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-38d1daac-b2ab-44d4-81e2-8daa683b7312 service neutron] 10.222.0.48 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617525 Feb 21 09:11:43.974010 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6ebb8bc6-fef6-4b33-9a5f-585c890cdab0 req-e5164173-4153-4890-9c2a-773d2b24657c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 210 time: 0.0455942 Feb 21 09:11:44.975969 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40297c2-2005-40f0-992e-3461f2d035cb req-2e7ffed3-3159-482c-a352-faed1d307d39 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:44.977558 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-2e7ffed3-3159-482c-a352-faed1d307d39 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/networks?id=f5f2841b-e3f8-4ce7-a468-97c39b299367 HTTP/1.1" status: 200 len: 796 time: 0.1549435 Feb 21 09:11:45.046755 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-7577d898-46df-44e9-a714-37472f9d3827 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 473 time: 0.0558310 Feb 21 09:11:45.057238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'port': {'device_id': '92dba6ef-9961-4a34-ba8c-976b976f9a65', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'admin_state_up': True, 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'security_groups': ['0fb4339c-efd0-4ae7-ac71-f720f5b25bf3']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:11:45.181919 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f610fa13-76e4-455b-a422-78ee0a43b47f req-7b17a98f-62a1-4c6a-95ed-3f4e97bcf51f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 210 time: 0.0592713 Feb 21 09:11:45.231954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:11:45.242450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:11:45.254048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:11:45.257346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:45.441236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.7 (f5f2841b-e3f8-4ce7-a468-97c39b299367/1f09e43a-a603-494a-ad65-e7fec00dcbb8/994f0b33-4649-41d2-8966-bacdcaf8f436) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:11:45.623903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:45.639358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object 994f0b33-4649-41d2-8966-bacdcaf8f436 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:11:45.663009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:45.743892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network f5f2841b-e3f8-4ce7-a468-97c39b299367 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:11:45.747009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:11:45.749678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:11:45.782338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=994f0b33-4649-41d2-8966-bacdcaf8f436,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:11:45.808578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:45.809148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:45.810018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:45.810018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:45.810384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:45.810971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:45.811388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:45.811726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:45.812054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:45.812377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:45.812700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:45.834441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:45.835086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:45.860800 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-19d07d05-48e7-483e-a190-b30daf732572 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8072670 Feb 21 09:11:45.872146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Request body: {'port': {'device_id': '92dba6ef-9961-4a34-ba8c-976b976f9a65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:11:45.960198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f22fb0ee-80cf-46b5-9bbe-bd6fce521369 None None] Provisioning for port 994f0b33-4649-41d2-8966-bacdcaf8f436 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:11:45.965072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f22fb0ee-80cf-46b5-9bbe-bd6fce521369 None None] Provisioning complete for port 994f0b33-4649-41d2-8966-bacdcaf8f436 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:11:45.965434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f22fb0ee-80cf-46b5-9bbe-bd6fce521369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:45.987912 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:46.023856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f22fb0ee-80cf-46b5-9bbe-bd6fce521369 None None] Port 994f0b33-4649-41d2-8966-bacdcaf8f436 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:11:46.433658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa488a23-7a84-4e50-a701-a29e86db4708 req-f38eaf17-3bb5-4c1e-bbd0-3b04ca47b7af tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:46.434360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-fa488a23-7a84-4e50-a701-a29e86db4708 req-f38eaf17-3bb5-4c1e-bbd0-3b04ca47b7af tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:11:46.496210 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994f0b33-4649-41d2-8966-bacdcaf8f436 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:11:46.502063 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-fa488a23-7a84-4e50-a701-a29e86db4708 req-f38eaf17-3bb5-4c1e-bbd0-3b04ca47b7af tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:11:46.503235 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fa488a23-7a84-4e50-a701-a29e86db4708 req-f38eaf17-3bb5-4c1e-bbd0-3b04ca47b7af tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 931 time: 0.1945128 Feb 21 09:11:46.504933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:46.534616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Transition to ACTIVE for port object 994f0b33-4649-41d2-8966-bacdcaf8f436 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:11:46.541255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:46.673733 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fa488a23-7a84-4e50-a701-a29e86db4708 req-0015d92a-1f2b-4967-8912-9fd17dba6e37 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fb4339c-efd0-4ae7-ac71-f720f5b25bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610222 Feb 21 09:11:46.684745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Pushing event updated for resources: {'Port': ['ID=994f0b33-4649-41d2-8966-bacdcaf8f436,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:11:46.799245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Attempting to bind port 994f0b33-4649-41d2-8966-bacdcaf8f436 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:11:46.799579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Attempting to bind port 994f0b33-4649-41d2-8966-bacdcaf8f436 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:11:46.799897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Attempting to bind port 994f0b33-4649-41d2-8966-bacdcaf8f436 on network f5f2841b-e3f8-4ce7-a468-97c39b299367 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:11:46.805897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Port 994f0b33-4649-41d2-8966-bacdcaf8f436 on network f5f2841b-e3f8-4ce7-a468-97c39b299367 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:11:46.806209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Attempting to bind port 994f0b33-4649-41d2-8966-bacdcaf8f436 on network f5f2841b-e3f8-4ce7-a468-97c39b299367 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:11:46.812844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:11:46.813178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Checking segment: {'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:11:46.813683 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Bound using segment: {'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:11:46.814114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Bound port: 994f0b33-4649-41d2-8966-bacdcaf8f436, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e32df5-25f9-4f83-a01a-ee3246d4e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:11:46.814459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:46.906100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] For port 994f0b33-4649-41d2-8966-bacdcaf8f436, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:11:46.909255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] For port 994f0b33-4649-41d2-8966-bacdcaf8f436, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=994f0b33-4649-41d2-8966-bacdcaf8f436,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:11:46.915851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:46.980712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:46.982505 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] 10.222.0.47 "PUT /v2.0/ports/994f0b33-4649-41d2-8966-bacdcaf8f436 HTTP/1.1" status: 200 len: 1093 time: 1.1147771 Feb 21 09:11:46.985831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92dba6ef-9961-4a34-ba8c-976b976f9a65', 'tag': '994f0b33-4649-41d2-8966-bacdcaf8f436'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:11:47.006946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321bb35-559e-48c0-9a17-d03a17e6580e service neutron] Pushing event updated for resources: {'Port': ['ID=994f0b33-4649-41d2-8966-bacdcaf8f436,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:11:47.071130 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92dba6ef-9961-4a34-ba8c-976b976f9a65', 'tag': '994f0b33-4649-41d2-8966-bacdcaf8f436', 'status': 'completed', 'code': 200} Feb 21 09:11:47.101047 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-8ddcadbf-feb4-4dd8-8cf7-ae32440a5eea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 1096 time: 0.0730219 Feb 21 09:11:47.173136 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-f166926a-78a1-4354-959b-eeda1f71a511 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=994f0b33-4649-41d2-8966-bacdcaf8f436 HTTP/1.1" status: 200 len: 217 time: 0.0657945 Feb 21 09:11:47.235413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40297c2-2005-40f0-992e-3461f2d035cb req-5b412680-53dd-4455-a26c-04a99059c70b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:47.236839 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-5b412680-53dd-4455-a26c-04a99059c70b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f09e43a-a603-494a-ad65-e7fec00dcbb8 HTTP/1.1" status: 200 len: 835 time: 0.0583251 Feb 21 09:11:47.310335 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-2a0672f9-49c6-4826-ba70-b2ccf076ec1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5f2841b-e3f8-4ce7-a468-97c39b299367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678647 Feb 21 09:11:47.438971 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-120bc4d0-be27-4b11-9edd-3062f6d74d62 service neutron] 10.222.0.47 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225102 Feb 21 09:11:47.568919 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a40297c2-2005-40f0-992e-3461f2d035cb req-11ac9f6f-9e0b-4504-813d-63f66e15396e service neutron] 10.222.0.47 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233559 Feb 21 09:11:47.687790 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-35ce0a46-5561-4f58-a03d-34660abcbb95 req-415a21b3-35f4-464d-8af3-9f5bc4fea53c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 1096 time: 0.0747344 Feb 21 09:11:47.838624 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:11:47.860923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce0a46-5561-4f58-a03d-34660abcbb95 req-5911ab5d-7564-4038-bc0b-620bbcdc8afc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:47.862371 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-35ce0a46-5561-4f58-a03d-34660abcbb95 req-5911ab5d-7564-4038-bc0b-620bbcdc8afc service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5f2841b-e3f8-4ce7-a468-97c39b299367 HTTP/1.1" status: 200 len: 896 time: 0.1683655 Feb 21 09:11:47.945115 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-35ce0a46-5561-4f58-a03d-34660abcbb95 req-d1af2731-400a-4095-82dd-6e5e738e8e15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=994f0b33-4649-41d2-8966-bacdcaf8f436 HTTP/1.1" status: 200 len: 217 time: 0.0724747 Feb 21 09:11:47.989944 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-fd00bd27-82f2-455c-817d-9c4b544ab6bc req-98999c25-670d-46d3-8c8a-f917d1639a5b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762515 Feb 21 09:11:48.005797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd0947-fd92-42ce-8d02-3c89ffa3cd4d req-e15ed622-c2e2-4645-989f-3c9fe46e0e6a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:48.007308 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b6dd0947-fd92-42ce-8d02-3c89ffa3cd4d req-e15ed622-c2e2-4645-989f-3c9fe46e0e6a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 943 time: 0.2077343 Feb 21 09:11:48.037625 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce0a46-5561-4f58-a03d-34660abcbb95 req-868439a0-e6be-41f9-a864-f6b482006242 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:48.039082 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-35ce0a46-5561-4f58-a03d-34660abcbb95 req-868439a0-e6be-41f9-a864-f6b482006242 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f09e43a-a603-494a-ad65-e7fec00dcbb8 HTTP/1.1" status: 200 len: 835 time: 0.0880694 Feb 21 09:11:48.111726 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-fd00bd27-82f2-455c-817d-9c4b544ab6bc req-292e95d4-06be-4582-a748-05300de51acc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 1098 time: 0.0985568 Feb 21 09:11:48.213728 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b6dd0947-fd92-42ce-8d02-3c89ffa3cd4d req-c83e6d08-3ffb-4ece-9ef0-28c27d5bc7e8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fb4339c-efd0-4ae7-ac71-f720f5b25bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991804 Feb 21 09:11:48.249469 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-35ce0a46-5561-4f58-a03d-34660abcbb95 req-f71bfebc-5d3e-48c9-97b4-ac43441b8312 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5f2841b-e3f8-4ce7-a468-97c39b299367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2030532 Feb 21 09:11:48.380327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00bd27-82f2-455c-817d-9c4b544ab6bc req-78a42a9d-d4b5-4cf1-a8bc-da53af6bfaad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:48.381748 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-fd00bd27-82f2-455c-817d-9c4b544ab6bc req-78a42a9d-d4b5-4cf1-a8bc-da53af6bfaad service neutron] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 911 time: 0.2484787 Feb 21 09:11:48.396800 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-35ce0a46-5561-4f58-a03d-34660abcbb95 req-74cfa06f-8068-47df-b3ee-e8b5f56cfad2 service neutron] 10.222.0.47 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409674 Feb 21 09:11:48.487537 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-fd00bd27-82f2-455c-817d-9c4b544ab6bc req-ab7b4fa9-63f8-42b6-8752-f3ec028d4d89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3506fae5-e217-41ef-b1a6-0a7ddac31994 HTTP/1.1" status: 200 len: 1001 time: 0.0997367 Feb 21 09:11:48.532370 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-35ce0a46-5561-4f58-a03d-34660abcbb95 req-221e0ba8-0ce8-4006-97d2-871a191d850e service neutron] 10.222.0.47 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295598 Feb 21 09:11:48.558667 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00bd27-82f2-455c-817d-9c4b544ab6bc req-28a99af9-2830-4800-bdf0-6273b86deb6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:48.560159 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-fd00bd27-82f2-455c-817d-9c4b544ab6bc req-28a99af9-2830-4800-bdf0-6273b86deb6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.0667832 Feb 21 09:11:48.620561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 994f0b33-4649-41d2-8966-bacdcaf8f436 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:11:48.640672 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-fd00bd27-82f2-455c-817d-9c4b544ab6bc req-45ce9cd0-75e5-4303-b2c4-98c9c1ab4acc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738609 Feb 21 09:11:48.756829 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 994f0b33-4649-41d2-8966-bacdcaf8f436, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=994f0b33-4649-41d2-8966-bacdcaf8f436,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:11:48.769989 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '994f0b33-4649-41d2-8966-bacdcaf8f436', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'port_id': '994f0b33-4649-41d2-8966-bacdcaf8f436', 'mac_address': 'fa:16:3e:07:e2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:11:48.775919 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-fd00bd27-82f2-455c-817d-9c4b544ab6bc req-ae89e1a9-d3f0-4f14-9c71-9f705a86bb78 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293328 Feb 21 09:11:48.823883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:48.841828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994f0b33-4649-41d2-8966-bacdcaf8f436 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:11:48.857884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 994f0b33-4649-41d2-8966-bacdcaf8f436, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=994f0b33-4649-41d2-8966-bacdcaf8f436,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:11:48.862331 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:48.915579 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-fd00bd27-82f2-455c-817d-9c4b544ab6bc req-999acf1f-61ee-4350-8444-57f9b2e45ae7 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343131 Feb 21 09:11:48.930625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=994f0b33-4649-41d2-8966-bacdcaf8f436,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:11:48.939052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:48.939394 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:48.939727 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:48.940056 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:48.940384 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:48.940710 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:48.941028 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:48.941350 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:48.941669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:48.942521 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:48.942843 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:11:49.085504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['994f0b33-4649-41d2-8966-bacdcaf8f436'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:11:49.441456 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0121887-45a2-4dbe-8241-c339871c7bbb req-b962f8f5-88e6-40cf-a35b-12535de7f846 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:49.443590 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a0121887-45a2-4dbe-8241-c339871c7bbb req-b962f8f5-88e6-40cf-a35b-12535de7f846 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 944 time: 0.0892680 Feb 21 09:11:49.491464 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a0121887-45a2-4dbe-8241-c339871c7bbb req-d33d700a-f1d8-4567-80a0-4d3b7c2107ec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fb4339c-efd0-4ae7-ac71-f720f5b25bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417573 Feb 21 09:11:50.635986 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 994f0b33-4649-41d2-8966-bacdcaf8f436 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:11:50.687531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933b221-8134-42ff-88e4-486d62c0424e req-4736b98f-d917-44f3-b1fa-f25165c628a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:50.688932 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c933b221-8134-42ff-88e4-486d62c0424e req-4736b98f-d917-44f3-b1fa-f25165c628a8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 944 time: 0.0768716 Feb 21 09:11:50.705312 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 994f0b33-4649-41d2-8966-bacdcaf8f436 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:11:50.710520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 994f0b33-4649-41d2-8966-bacdcaf8f436 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:11:50.710883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:50.739962 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c933b221-8134-42ff-88e4-486d62c0424e req-b8c8b2d3-06ba-43e2-9a45-38a7f171ebfa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fb4339c-efd0-4ae7-ac71-f720f5b25bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436139 Feb 21 09:11:50.857161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:50.886586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dba6ef-9961-4a34-ba8c-976b976f9a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994f0b33-4649-41d2-8966-bacdcaf8f436'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:11:50.896699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 994f0b33-4649-41d2-8966-bacdcaf8f436, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=994f0b33-4649-41d2-8966-bacdcaf8f436,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:11:50.900699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:50.945341 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dba6ef-9961-4a34-ba8c-976b976f9a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994f0b33-4649-41d2-8966-bacdcaf8f436', 'code': 200} Feb 21 09:11:50.977582 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=994f0b33-4649-41d2-8966-bacdcaf8f436,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:11:51.187611 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9301e5ca-a947-412d-bdc7-4c8afae2ec34 req-17c1d5d2-09c0-4717-a16e-da5d5d26a20e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 1098 time: 0.0670857 Feb 21 09:11:51.229667 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9301e5ca-a947-412d-bdc7-4c8afae2ec34 req-8178b74e-29a5-4470-bffd-0a430f7343ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0fb4339c-efd0-4ae7-ac71-f720f5b25bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359282 Feb 21 09:11:51.942678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08318b-7bc4-43d4-b9c9-13ad9b441e55 req-46190df6-9656-4bee-9d2e-36333e169c61 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:51.944025 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3b08318b-7bc4-43d4-b9c9-13ad9b441e55 req-46190df6-9656-4bee-9d2e-36333e169c61 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 945 time: 0.0800698 Feb 21 09:11:51.990331 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3b08318b-7bc4-43d4-b9c9-13ad9b441e55 req-fb6fd477-2f1a-4562-9e28-7eb48c5ca049 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fb4339c-efd0-4ae7-ac71-f720f5b25bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405664 Feb 21 09:11:53.191214 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f0f01-556d-414e-ae4f-946b8aaa33fc req-fe24e6ee-6bc9-4338-a2a1-0a0dfa3e331f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:53.193238 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-330f0f01-556d-414e-ae4f-946b8aaa33fc req-fe24e6ee-6bc9-4338-a2a1-0a0dfa3e331f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 945 time: 0.0755033 Feb 21 09:11:53.237041 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-330f0f01-556d-414e-ae4f-946b8aaa33fc req-888b2e2b-c343-4855-a5c3-9f71e3130136 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fb4339c-efd0-4ae7-ac71-f720f5b25bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383914 Feb 21 09:11:53.431137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f550f1-64e3-4e0a-8485-4be2886757fe req-7fea3f10-ff6d-4105-85ce-00fdde1213da tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:53.432600 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-15f550f1-64e3-4e0a-8485-4be2886757fe req-7fea3f10-ff6d-4105-85ce-00fdde1213da tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 945 time: 0.0780134 Feb 21 09:11:53.478314 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-15f550f1-64e3-4e0a-8485-4be2886757fe req-162ad552-e994-4f2e-a0e3-0118d6872931 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fb4339c-efd0-4ae7-ac71-f720f5b25bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401745 Feb 21 09:11:53.505838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57696) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:53.704246 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-08147635-8aed-49db-a68f-4310c49d896a tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 1093 time: 0.1971898 Feb 21 09:11:53.706923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57702) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:53.712924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-dcd6e2e2-36a8-4765-9d40-c6fe6264c402 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'floatingip': {'port_id': '994f0b33-4649-41d2-8966-bacdcaf8f436'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:11:53.791093 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcd6e2e2-36a8-4765-9d40-c6fe6264c402 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:54.472325 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcd6e2e2-36a8-4765-9d40-c6fe6264c402 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:54.476027 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcd6e2e2-36a8-4765-9d40-c6fe6264c402 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:54.672107 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-dcd6e2e2-36a8-4765-9d40-c6fe6264c402 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Floating IP da648222-094e-4ba9-bcdd-b4d4f4b35231 associated. External IP: 172.26.6.9, port: 994f0b33-4649-41d2-8966-bacdcaf8f436. Feb 21 09:11:55.065101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd6e2e2-36a8-4765-9d40-c6fe6264c402 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:11:55.260135 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd6e2e2-36a8-4765-9d40-c6fe6264c402 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:11:55.264968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-dcd6e2e2-36a8-4765-9d40-c6fe6264c402 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:11:55.269321 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db7d07-a7b8-4c5a-9f60-f41efb6e3b85 None None] Sync routers for ids ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:11:55.281605 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db7d07-a7b8-4c5a-9f60-f41efb6e3b85 None None] Routers {'754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:11:55.282201 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-77db7d07-a7b8-4c5a-9f60-f41efb6e3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:11:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:11:55.316935 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-dcd6e2e2-36a8-4765-9d40-c6fe6264c402 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/floatingips/da648222-094e-4ba9-bcdd-b4d4f4b35231 HTTP/1.1" status: 200 len: 989 time: 1.6081681 Feb 21 09:11:55.317339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92dba6ef-9961-4a34-ba8c-976b976f9a65', 'tag': '994f0b33-4649-41d2-8966-bacdcaf8f436'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:11:55.319722 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57708) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:55.371372 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92dba6ef-9961-4a34-ba8c-976b976f9a65', 'tag': '994f0b33-4649-41d2-8966-bacdcaf8f436', 'status': 'completed', 'code': 200} Feb 21 09:11:55.460851 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-77db7d07-a7b8-4c5a-9f60-f41efb6e3b85 None None] Set router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:11:55.471895 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fea53edc-b087-44c3-868c-7ccd97a20f22 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/da648222-094e-4ba9-bcdd-b4d4f4b35231 HTTP/1.1" status: 200 len: 989 time: 0.1509395 Feb 21 09:11:55.501451 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5364962c-a331-4f7d-a0ec-5530ce99a50e req-2a75bdaa-af64-4375-b5cf-f19926bbbb14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 1098 time: 0.1010675 Feb 21 09:11:55.650639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364962c-a331-4f7d-a0ec-5530ce99a50e req-630396b3-be00-45cd-bfcd-0fb9723e8b1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:55.652412 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5364962c-a331-4f7d-a0ec-5530ce99a50e req-630396b3-be00-45cd-bfcd-0fb9723e8b1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5f2841b-e3f8-4ce7-a468-97c39b299367 HTTP/1.1" status: 200 len: 896 time: 0.1448622 Feb 21 09:11:55.752153 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5364962c-a331-4f7d-a0ec-5530ce99a50e req-d257313f-d2a7-4c3f-92ab-c64f768a8530 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=994f0b33-4649-41d2-8966-bacdcaf8f436 HTTP/1.1" status: 200 len: 997 time: 0.0938044 Feb 21 09:11:55.818636 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364962c-a331-4f7d-a0ec-5530ce99a50e req-8891f6e0-bc04-4d1f-b9f5-ddb3c824849f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:11:55.820094 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5364962c-a331-4f7d-a0ec-5530ce99a50e req-8891f6e0-bc04-4d1f-b9f5-ddb3c824849f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f09e43a-a603-494a-ad65-e7fec00dcbb8 HTTP/1.1" status: 200 len: 835 time: 0.0617390 Feb 21 09:11:55.824575 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-77db7d07-a7b8-4c5a-9f60-f41efb6e3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'da648222-094e-4ba9-bcdd-b4d4f4b35231', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.9', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'port_id': '994f0b33-4649-41d2-8966-bacdcaf8f436', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'mac_address': 'fa:16:3e:07:e2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dba6ef-9961-4a34-ba8c-976b976f9a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:11:00Z', 'updated_at': '2022-02-21T09:11:54Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:11:55.828360 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db7d07-a7b8-4c5a-9f60-f41efb6e3b85 None None] Checking router: 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:11:55.838485 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db7d07-a7b8-4c5a-9f60-f41efb6e3b85 None None] Routers {'754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:11:55.839094 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-77db7d07-a7b8-4c5a-9f60-f41efb6e3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:11:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:11:55.894294 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5364962c-a331-4f7d-a0ec-5530ce99a50e req-18b8525d-1c4b-4374-a1c8-747ebd4eeb4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5f2841b-e3f8-4ce7-a468-97c39b299367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670478 Feb 21 09:11:56.013270 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-77db7d07-a7b8-4c5a-9f60-f41efb6e3b85 None None] Set router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:11:56.027784 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5364962c-a331-4f7d-a0ec-5530ce99a50e req-0854f141-0e1d-4cfd-bf56-d8a6bc3043ec service neutron] 10.222.0.47 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277299 Feb 21 09:11:56.169453 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5364962c-a331-4f7d-a0ec-5530ce99a50e req-f3db6093-282d-4b54-a505-ac2bd0afc46b service neutron] 10.222.0.47 "GET /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357250 Feb 21 09:11:56.346935 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-77db7d07-a7b8-4c5a-9f60-f41efb6e3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'da648222-094e-4ba9-bcdd-b4d4f4b35231', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.9', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'port_id': '994f0b33-4649-41d2-8966-bacdcaf8f436', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'mac_address': 'fa:16:3e:07:e2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dba6ef-9961-4a34-ba8c-976b976f9a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:11:00Z', 'updated_at': '2022-02-21T09:11:54Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:11:56.351489 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db7d07-a7b8-4c5a-9f60-f41efb6e3b85 None None] The sync data for ids ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'] in dv-neutron-830062-1-hyperv is: [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'da648222-094e-4ba9-bcdd-b4d4f4b35231', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.9', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'port_id': '994f0b33-4649-41d2-8966-bacdcaf8f436', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'mac_address': 'fa:16:3e:07:e2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dba6ef-9961-4a34-ba8c-976b976f9a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:11:00Z', 'updated_at': '2022-02-21T09:11:54Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:11:56.475479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57714) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:56.549238 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78e2bed-6dda-4055-819e-e5cd43575107 None None] New status for floating IP da648222-094e-4ba9-bcdd-b4d4f4b35231: ACTIVE {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:11:56.585196 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-79551ccc-7662-4218-a896-0fa5f9309c0e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/da648222-094e-4ba9-bcdd-b4d4f4b35231 HTTP/1.1" status: 200 len: 989 time: 0.1075506 Feb 21 09:11:57.588038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57718) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:11:57.780851 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-047164ae-895e-40c3-8c6c-5ff4ff9177ce tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/da648222-094e-4ba9-bcdd-b4d4f4b35231 HTTP/1.1" status: 200 len: 991 time: 0.1916540 Feb 21 09:12:00.156667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a3a948f1-e8a4-4553-8d9b-f31c0096a68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:00.399881 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:02.938930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c4628843-f404-43a6-9432-d7d66cade628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:03.616597 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:04.015642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:05.984942 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:13.991515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57722) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:14.193519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ec03de97-fe74-45e0-bd4e-eed4c09498bc tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Deleting port a8808dc1-99d1-482c-91b3-dd8e251f01fb {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:14.193857 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec03de97-fe74-45e0-bd4e-eed4c09498bc tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:14.465414 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec03de97-fe74-45e0-bd4e-eed4c09498bc tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:14.465729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec03de97-fe74-45e0-bd4e-eed4c09498bc tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:14.581116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ec03de97-fe74-45e0-bd4e-eed4c09498bc tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Calling delete_port for a8808dc1-99d1-482c-91b3-dd8e251f01fb owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:14.725731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec03de97-fe74-45e0-bd4e-eed4c09498bc tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:14.770433 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03de97-fe74-45e0-bd4e-eed4c09498bc tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event deleted for resources: {'Port': ['ID=a8808dc1-99d1-482c-91b3-dd8e251f01fb,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:14.862109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec03de97-fe74-45e0-bd4e-eed4c09498bc tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:15.242278 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec03de97-fe74-45e0-bd4e-eed4c09498bc tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:12:15.439952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec03de97-fe74-45e0-bd4e-eed4c09498bc tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:12:15.449775 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898533f-3c0f-4c21-a9ed-537cee0e10a3 None None] Sync routers for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:12:15.460130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec03de97-fe74-45e0-bd4e-eed4c09498bc tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:15.462475 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898533f-3c0f-4c21-a9ed-537cee0e10a3 None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:15.463114 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1898533f-3c0f-4c21-a9ed-537cee0e10a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:15.520793 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ec03de97-fe74-45e0-bd4e-eed4c09498bc tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "DELETE /v2.0/floatingips/06bc43e1-60f3-4dc8-b88b-d8f8fafaed45 HTTP/1.1" status: 204 len: 168 time: 1.5281072 Feb 21 09:12:15.521378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a58395-b0a5-4eab-801e-30560fda0403', 'tag': '3506fae5-e217-41ef-b1a6-0a7ddac31994'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:12:15.588190 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a58395-b0a5-4eab-801e-30560fda0403', 'tag': '3506fae5-e217-41ef-b1a6-0a7ddac31994', 'status': 'completed', 'code': 200} Feb 21 09:12:15.645523 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-1898533f-3c0f-4c21-a9ed-537cee0e10a3 None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:15.692155 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-f40ce171-ee5c-4720-9d90-511f76014f42 req-bdad0a94-3d7a-4fb5-b308-5b77a9cd9050 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 1098 time: 0.0757608 Feb 21 09:12:15.829129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ce171-ee5c-4720-9d90-511f76014f42 req-5b749e66-d054-48c3-9714-dfdb463211d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:15.830522 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-f40ce171-ee5c-4720-9d90-511f76014f42 req-5b749e66-d054-48c3-9714-dfdb463211d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 911 time: 0.1320977 Feb 21 09:12:15.921030 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-f40ce171-ee5c-4720-9d90-511f76014f42 req-855a867c-a4d4-491c-a65f-d693c21f84a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3506fae5-e217-41ef-b1a6-0a7ddac31994 HTTP/1.1" status: 200 len: 217 time: 0.0837340 Feb 21 09:12:15.930262 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f3161-8493-42f6-9ce3-0c6215a71211 req-1e268eaa-da49-4188-a357-024435354e69 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:15.931264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-244f3161-8493-42f6-9ce3-0c6215a71211 req-1e268eaa-da49-4188-a357-024435354e69 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Synchronizing usage tracker for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:12:15.947269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-244f3161-8493-42f6-9ce3-0c6215a71211 req-1e268eaa-da49-4188-a357-024435354e69 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Unset dirty status for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:12:15.948833 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-244f3161-8493-42f6-9ce3-0c6215a71211 req-1e268eaa-da49-4188-a357-024435354e69 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 945 time: 0.1002390 Feb 21 09:12:15.987311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ce171-ee5c-4720-9d90-511f76014f42 req-50a8ea47-c07c-450b-8107-8d5dbadc98e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:15.988838 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-f40ce171-ee5c-4720-9d90-511f76014f42 req-50a8ea47-c07c-450b-8107-8d5dbadc98e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.0622573 Feb 21 09:12:15.999998 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-244f3161-8493-42f6-9ce3-0c6215a71211 req-91e9f432-f60f-4cfc-b88a-61e4889eada6 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448947 Feb 21 09:12:16.054291 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1898533f-3c0f-4c21-a9ed-537cee0e10a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '0687a0fb-2b69-4220-ad86-88fbb45e461e', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '2507863d-159d-4083-9c91-4376dbea6d9e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:73:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:08:24Z', 'updated_at': '2022-02-21T09:08:39Z', 'revision_number': 1, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:16.058192 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898533f-3c0f-4c21-a9ed-537cee0e10a3 None None] Checking router: 44976c4e-f3af-4ace-99f7-e52ca1cbd683 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:12:16.066730 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-f40ce171-ee5c-4720-9d90-511f76014f42 req-d8d41a91-00e6-4c9c-9764-fce18c423601 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709791 Feb 21 09:12:16.069098 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898533f-3c0f-4c21-a9ed-537cee0e10a3 None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:16.069677 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1898533f-3c0f-4c21-a9ed-537cee0e10a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:16.201284 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-f40ce171-ee5c-4720-9d90-511f76014f42 req-ab31c782-f5bc-49b8-89e5-9b062efd2ebb service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283469 Feb 21 09:12:16.246119 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-1898533f-3c0f-4c21-a9ed-537cee0e10a3 None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:16.337886 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-f40ce171-ee5c-4720-9d90-511f76014f42 req-1e205baa-5220-40d6-830d-a4b7766ebe02 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277184 Feb 21 09:12:16.611126 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-1898533f-3c0f-4c21-a9ed-537cee0e10a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '0687a0fb-2b69-4220-ad86-88fbb45e461e', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '2507863d-159d-4083-9c91-4376dbea6d9e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:73:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:08:24Z', 'updated_at': '2022-02-21T09:08:39Z', 'revision_number': 1, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:16.615135 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898533f-3c0f-4c21-a9ed-537cee0e10a3 None None] The sync data for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv is: [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '0687a0fb-2b69-4220-ad86-88fbb45e461e', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'port_id': '2507863d-159d-4083-9c91-4376dbea6d9e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'mac_address': 'fa:16:3e:73:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:08:24Z', 'updated_at': '2022-02-21T09:08:39Z', 'revision_number': 1, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:12:16.828065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238135f1-31f4-4174-9369-be41f59237c3 None None] New status for floating IP 06bc43e1-60f3-4dc8-b88b-d8f8fafaed45: DOWN {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:12:17.218884 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857301e8-82b2-4633-b2d9-ca0300bd2005 req-5e440b2c-afff-479f-b87b-14ee19eab529 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:17.220369 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-857301e8-82b2-4633-b2d9-ca0300bd2005 req-5e440b2c-afff-479f-b87b-14ee19eab529 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 945 time: 0.0778153 Feb 21 09:12:17.272414 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-857301e8-82b2-4633-b2d9-ca0300bd2005 req-4540dee2-2cd5-419e-8f21-80d8f7554700 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405300 Feb 21 09:12:17.376144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6c9c5-ea5e-4709-931a-f95fec2f3f2c req-f09600f3-b218-40d5-89e0-8e8b42c19233 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:17.377651 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7ea6c9c5-ea5e-4709-931a-f95fec2f3f2c req-f09600f3-b218-40d5-89e0-8e8b42c19233 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 945 time: 0.0821264 Feb 21 09:12:17.444361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-7ea6c9c5-ea5e-4709-931a-f95fec2f3f2c req-ca790774-3b41-47ba-9369-1f38355a1e42 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Deleting port 3506fae5-e217-41ef-b1a6-0a7ddac31994 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:17.444704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7ea6c9c5-ea5e-4709-931a-f95fec2f3f2c req-ca790774-3b41-47ba-9369-1f38355a1e42 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:17.686378 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-7ea6c9c5-ea5e-4709-931a-f95fec2f3f2c req-ca790774-3b41-47ba-9369-1f38355a1e42 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] For port 3506fae5-e217-41ef-b1a6-0a7ddac31994, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=3506fae5-e217-41ef-b1a6-0a7ddac31994,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:17.686730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7ea6c9c5-ea5e-4709-931a-f95fec2f3f2c req-ca790774-3b41-47ba-9369-1f38355a1e42 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:17.806488 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-7ea6c9c5-ea5e-4709-931a-f95fec2f3f2c req-ca790774-3b41-47ba-9369-1f38355a1e42 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Calling delete_port for 3506fae5-e217-41ef-b1a6-0a7ddac31994 owned by compute:nova {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:17.947685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7ea6c9c5-ea5e-4709-931a-f95fec2f3f2c req-ca790774-3b41-47ba-9369-1f38355a1e42 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:17.993554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca790774-3b41-47ba-9369-1f38355a1e42 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event deleted for resources: {'Port': ['ID=3506fae5-e217-41ef-b1a6-0a7ddac31994,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:18.149961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea6c9c5-ea5e-4709-931a-f95fec2f3f2c req-ca790774-3b41-47ba-9369-1f38355a1e42 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] No DVR routers for this DVR port 3506fae5-e217-41ef-b1a6-0a7ddac31994 on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:12:18.152490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7ea6c9c5-ea5e-4709-931a-f95fec2f3f2c req-ca790774-3b41-47ba-9369-1f38355a1e42 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:18.154942 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a58395-b0a5-4eab-801e-30560fda0403', 'name': 'network-vif-deleted', 'tag': '3506fae5-e217-41ef-b1a6-0a7ddac31994'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:12:18.175228 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7ea6c9c5-ea5e-4709-931a-f95fec2f3f2c req-ca790774-3b41-47ba-9369-1f38355a1e42 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "DELETE /v2.0/ports/3506fae5-e217-41ef-b1a6-0a7ddac31994 HTTP/1.1" status: 204 len: 173 time: 0.7923489 Feb 21 09:12:18.218601 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a58395-b0a5-4eab-801e-30560fda0403', 'name': 'network-vif-deleted', 'tag': '3506fae5-e217-41ef-b1a6-0a7ddac31994', 'status': 'completed', 'code': 200} Feb 21 09:12:18.450696 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6e91985d-eb38-47b1-9efa-71fec14c3d1e req-21da7370-c1d2-45ae-8079-6a496e6a1047 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a58395-b0a5-4eab-801e-30560fda0403 HTTP/1.1" status: 200 len: 210 time: 0.0576644 Feb 21 09:12:22.809026 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 3506fae5-e217-41ef-b1a6-0a7ddac31994 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:12:22.852221 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 3506fae5-e217-41ef-b1a6-0a7ddac31994 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:12:22.852642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 3506fae5-e217-41ef-b1a6-0a7ddac31994 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:12:24.098195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57764) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:24.423315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-f82436b2-3ad4-403e-bc34-df218b5e12ab tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Deleting port 3b9e9912-c47f-48b7-a29d-2da0e3d33aad {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:24.423661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f82436b2-3ad4-403e-bc34-df218b5e12ab tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:24.617219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f82436b2-3ad4-403e-bc34-df218b5e12ab tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:24.617534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f82436b2-3ad4-403e-bc34-df218b5e12ab tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:24.738381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-f82436b2-3ad4-403e-bc34-df218b5e12ab tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Calling delete_port for 3b9e9912-c47f-48b7-a29d-2da0e3d33aad owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:24.838952 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:12:24.876951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59241e-6821-4ff5-9f84-297841928b6d req-da8919c6-f45a-4597-9afc-f7711aeffc9e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:24.878903 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fc59241e-6821-4ff5-9f84-297841928b6d req-da8919c6-f45a-4597-9afc-f7711aeffc9e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 945 time: 0.1472940 Feb 21 09:12:24.970465 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fc59241e-6821-4ff5-9f84-297841928b6d req-93a2e354-c0d0-4e28-b05e-a8f97559d781 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fb4339c-efd0-4ae7-ac71-f720f5b25bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857253 Feb 21 09:12:24.974656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f82436b2-3ad4-403e-bc34-df218b5e12ab tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:25.022347 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82436b2-3ad4-403e-bc34-df218b5e12ab tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event deleted for resources: {'Port': ['ID=3b9e9912-c47f-48b7-a29d-2da0e3d33aad,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:25.107699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f82436b2-3ad4-403e-bc34-df218b5e12ab tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:25.520171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82436b2-3ad4-403e-bc34-df218b5e12ab tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:12:25.718398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82436b2-3ad4-403e-bc34-df218b5e12ab tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:12:25.727778 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa694f-f30e-4543-adc6-1602fc1046f6 None None] Sync routers for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:12:25.734428 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f82436b2-3ad4-403e-bc34-df218b5e12ab tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:25.740010 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa694f-f30e-4543-adc6-1602fc1046f6 None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:25.740618 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-32fa694f-f30e-4543-adc6-1602fc1046f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:25.788241 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f82436b2-3ad4-403e-bc34-df218b5e12ab tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "DELETE /v2.0/floatingips/0687a0fb-2b69-4220-ad86-88fbb45e461e HTTP/1.1" status: 204 len: 168 time: 1.6888556 Feb 21 09:12:25.788780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'tag': '2507863d-159d-4083-9c91-4376dbea6d9e'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:12:25.849413 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'tag': '2507863d-159d-4083-9c91-4376dbea6d9e', 'status': 'completed', 'code': 200} Feb 21 09:12:25.921561 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-32fa694f-f30e-4543-adc6-1602fc1046f6 None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:25.952024 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-2ea2c5be-a04e-43e7-b091-2e0a3450ecd0 req-b4870fa7-d193-413b-8282-7751ac0ffe6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f418603f139546c09f086dacdefb5b09&device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 1098 time: 0.0751536 Feb 21 09:12:26.114279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2c5be-a04e-43e7-b091-2e0a3450ecd0 req-212c6909-19b0-4f24-9484-183a95ada04b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:26.116190 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-2ea2c5be-a04e-43e7-b091-2e0a3450ecd0 req-212c6909-19b0-4f24-9484-183a95ada04b service neutron] 10.222.0.47 "GET /v2.0/networks?id=79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 200 len: 911 time: 0.1579528 Feb 21 09:12:26.227353 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-2ea2c5be-a04e-43e7-b091-2e0a3450ecd0 req-ada9c416-9d3a-4623-be28-579c4c0a0e11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2507863d-159d-4083-9c91-4376dbea6d9e HTTP/1.1" status: 200 len: 217 time: 0.1039622 Feb 21 09:12:26.292450 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2c5be-a04e-43e7-b091-2e0a3450ecd0 req-e7d0be59-9c2c-42b8-b8c2-152fda2b3540 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:26.293865 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-2ea2c5be-a04e-43e7-b091-2e0a3450ecd0 req-e7d0be59-9c2c-42b8-b8c2-152fda2b3540 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 200 len: 850 time: 0.0608015 Feb 21 09:12:26.298365 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-32fa694f-f30e-4543-adc6-1602fc1046f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:26.302785 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa694f-f30e-4543-adc6-1602fc1046f6 None None] Checking router: 44976c4e-f3af-4ace-99f7-e52ca1cbd683 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:12:26.315106 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa694f-f30e-4543-adc6-1602fc1046f6 None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:26.315718 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-32fa694f-f30e-4543-adc6-1602fc1046f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:26.380703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7755a7-4594-4e11-a37a-0a8ab4f4e5cc req-ec6516a1-ef7f-4d97-ae29-b524dd1f0975 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:26.381342 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-2ea2c5be-a04e-43e7-b091-2e0a3450ecd0 req-bca7843c-1579-48ee-b677-36d0e27d00ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79b52148-1e0f-4a04-a87c-79e288b79fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802171 Feb 21 09:12:26.385663 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e7755a7-4594-4e11-a37a-0a8ab4f4e5cc req-ec6516a1-ef7f-4d97-ae29-b524dd1f0975 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 945 time: 0.1795681 Feb 21 09:12:26.396563 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-1a288651-a173-4db6-84e3-5a68de591b38 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:26.399028 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-1a288651-a173-4db6-84e3-5a68de591b38 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 945 time: 0.3612509 Feb 21 09:12:26.485201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec892f72-0b2c-4a65-8acc-3659324f5886 req-5595aa72-198a-4b21-ab3b-3c799ba269fd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:26.485927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-ec892f72-0b2c-4a65-8acc-3659324f5886 req-5595aa72-198a-4b21-ab3b-3c799ba269fd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Synchronizing usage tracker for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:12:26.523327 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-32fa694f-f30e-4543-adc6-1602fc1046f6 None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:26.557337 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e7755a7-4594-4e11-a37a-0a8ab4f4e5cc req-ea10e5b3-a03b-40a5-8bc6-417a703b3019 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fb4339c-efd0-4ae7-ac71-f720f5b25bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568508 Feb 21 09:12:26.561738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 994f0b33-4649-41d2-8966-bacdcaf8f436 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:26.562083 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:26.591164 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-2ea2c5be-a04e-43e7-b091-2e0a3450ecd0 req-5adbbfaf-a717-4bf5-ad3b-550c173c3934 service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026727 Feb 21 09:12:26.600347 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-ec892f72-0b2c-4a65-8acc-3659324f5886 req-5595aa72-198a-4b21-ab3b-3c799ba269fd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Unset dirty status for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:12:26.601868 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ec892f72-0b2c-4a65-8acc-3659324f5886 req-5595aa72-198a-4b21-ab3b-3c799ba269fd tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 945 time: 0.3895164 Feb 21 09:12:26.763202 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-2ea2c5be-a04e-43e7-b091-2e0a3450ecd0 req-56eac2d6-b29c-4c93-ba08-ed2f7f48f50d service neutron] 10.222.0.47 "GET /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667368 Feb 21 09:12:26.775656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ec892f72-0b2c-4a65-8acc-3659324f5886 req-c475d0c8-31c1-4e51-ae23-8c5613b3909c tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372404 Feb 21 09:12:26.879840 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-32fa694f-f30e-4543-adc6-1602fc1046f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:26.886874 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa694f-f30e-4543-adc6-1602fc1046f6 None None] The sync data for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv is: [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:04:20Z', 'revision_number': 4, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '96a20d10-ef51-4ebe-bc2c-a6884b044f8c', 'name': '', 'network_id': '79b52148-1e0f-4a04-a87c-79e288b79fa9', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'mac_address': 'fa:16:3e:59:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:19Z', 'updated_at': '2022-02-21T09:04:34Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'subnets': [{'id': '458087cd-3878-4b20-8bf2-3e43ff30d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:12:26.914649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 994f0b33-4649-41d2-8966-bacdcaf8f436, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=994f0b33-4649-41d2-8966-bacdcaf8f436,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:26.915031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:27.134397 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4161fa94-5d0a-4b5a-b7a1-dc54af5f0741 None None] New status for floating IP 0687a0fb-2b69-4220-ad86-88fbb45e461e: DOWN {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:12:27.207537 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:27.207892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:27.208198 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Floating IP da648222-094e-4ba9-bcdd-b4d4f4b35231 disassociated. External IP: 172.26.6.9, port: 994f0b33-4649-41d2-8966-bacdcaf8f436. Feb 21 09:12:27.208527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 994f0b33-4649-41d2-8966-bacdcaf8f436 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:27.360886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:27.410662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=994f0b33-4649-41d2-8966-bacdcaf8f436,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:27.573294 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c84d6-0ef9-4989-a594-1e2998be40cc req-8567ecbe-582b-461d-910c-acafb1763a0f tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:27.574643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-9d5c84d6-0ef9-4989-a594-1e2998be40cc req-8567ecbe-582b-461d-910c-acafb1763a0f tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Synchronizing usage tracker for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:12:27.588742 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-9d5c84d6-0ef9-4989-a594-1e2998be40cc req-8567ecbe-582b-461d-910c-acafb1763a0f tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Unset dirty status for tenant:f418603f139546c09f086dacdefb5b09 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:12:27.589872 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9d5c84d6-0ef9-4989-a594-1e2998be40cc req-8567ecbe-582b-461d-910c-acafb1763a0f tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 945 time: 0.0972300 Feb 21 09:12:27.628779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:12:27.669461 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-9d5c84d6-0ef9-4989-a594-1e2998be40cc req-c5ebd160-776f-4394-b2b4-7fc0f4766776 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Deleting port 2507863d-159d-4083-9c91-4376dbea6d9e {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:27.669680 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-9d5c84d6-0ef9-4989-a594-1e2998be40cc req-c5ebd160-776f-4394-b2b4-7fc0f4766776 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:27.795447 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bfb6a632-e73d-4fb6-a1f4-94e1bc805a64 req-8ff7a6de-3b02-4872-a030-128dcc541463 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=92dba6ef-9961-4a34-ba8c-976b976f9a65 HTTP/1.1" status: 200 len: 210 time: 0.1005414 Feb 21 09:12:27.975335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-9d5c84d6-0ef9-4989-a594-1e2998be40cc req-c5ebd160-776f-4394-b2b4-7fc0f4766776 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] For port 2507863d-159d-4083-9c91-4376dbea6d9e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=2507863d-159d-4083-9c91-4376dbea6d9e,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:27.975702 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-9d5c84d6-0ef9-4989-a594-1e2998be40cc req-c5ebd160-776f-4394-b2b4-7fc0f4766776 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:28.072897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:12:28.082187 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3f1f1-003b-4eca-ac54-f2c5f58d92b4 None None] Sync routers for ids ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:12:28.094292 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe3f1f1-003b-4eca-ac54-f2c5f58d92b4 None None] Routers {'754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:28.094902 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-4fe3f1f1-003b-4eca-ac54-f2c5f58d92b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:28.104806 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-9d5c84d6-0ef9-4989-a594-1e2998be40cc req-c5ebd160-776f-4394-b2b4-7fc0f4766776 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Calling delete_port for 2507863d-159d-4083-9c91-4376dbea6d9e owned by compute:nova {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:28.150821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] No DVR routers for this DVR port 994f0b33-4649-41d2-8966-bacdcaf8f436 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:12:28.158058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee92a3-da1b-420d-88e0-a0a68c3a61cf req-7aec0d35-25d8-48ae-8e41-357af4819312 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:28.159637 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-59ee92a3-da1b-420d-88e0-a0a68c3a61cf req-7aec0d35-25d8-48ae-8e41-357af4819312 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 945 time: 0.1633711 Feb 21 09:12:28.160693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:28.163336 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dba6ef-9961-4a34-ba8c-976b976f9a65', 'name': 'network-vif-deleted', 'tag': '994f0b33-4649-41d2-8966-bacdcaf8f436'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:12:28.197976 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6cb35de3-13ff-48f9-9a4a-ce4015a4eafe req-5c6a1630-b176-4370-b287-7e8e21ea7ef8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "DELETE /v2.0/ports/994f0b33-4649-41d2-8966-bacdcaf8f436 HTTP/1.1" status: 204 len: 173 time: 1.7646751 Feb 21 09:12:28.229240 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-59ee92a3-da1b-420d-88e0-a0a68c3a61cf req-234581cd-3fa8-4833-9789-fbdf219c229f tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4bb862-bc70-4d94-b291-0c2d69b715f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610590 Feb 21 09:12:28.243825 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dba6ef-9961-4a34-ba8c-976b976f9a65', 'name': 'network-vif-deleted', 'tag': '994f0b33-4649-41d2-8966-bacdcaf8f436', 'status': 'completed', 'code': 200} Feb 21 09:12:28.279659 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-9d5c84d6-0ef9-4989-a594-1e2998be40cc req-c5ebd160-776f-4394-b2b4-7fc0f4766776 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:28.304624 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-4fe3f1f1-003b-4eca-ac54-f2c5f58d92b4 None None] Set router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:28.335615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebd160-776f-4394-b2b4-7fc0f4766776 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event deleted for resources: {'Port': ['ID=2507863d-159d-4083-9c91-4376dbea6d9e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:28.420748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5c84d6-0ef9-4989-a594-1e2998be40cc req-c5ebd160-776f-4394-b2b4-7fc0f4766776 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] No DVR routers for this DVR port 2507863d-159d-4083-9c91-4376dbea6d9e on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:12:28.423279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-9d5c84d6-0ef9-4989-a594-1e2998be40cc req-c5ebd160-776f-4394-b2b4-7fc0f4766776 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:28.425976 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'name': 'network-vif-deleted', 'tag': '2507863d-159d-4083-9c91-4376dbea6d9e'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:12:28.442383 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9d5c84d6-0ef9-4989-a594-1e2998be40cc req-c5ebd160-776f-4394-b2b4-7fc0f4766776 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.47 "DELETE /v2.0/ports/2507863d-159d-4083-9c91-4376dbea6d9e HTTP/1.1" status: 204 len: 173 time: 0.8464096 Feb 21 09:12:28.490796 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcc13f5-334e-43de-b940-7a6c02bc2c1e', 'name': 'network-vif-deleted', 'tag': '2507863d-159d-4083-9c91-4376dbea6d9e', 'status': 'completed', 'code': 200} Feb 21 09:12:28.653524 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-4fe3f1f1-003b-4eca-ac54-f2c5f58d92b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:28.658886 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3f1f1-003b-4eca-ac54-f2c5f58d92b4 None None] Checking router: 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:12:28.677398 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe3f1f1-003b-4eca-ac54-f2c5f58d92b4 None None] Routers {'754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:28.678101 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-4fe3f1f1-003b-4eca-ac54-f2c5f58d92b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:28.925529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57790) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:28.940419 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-4fe3f1f1-003b-4eca-ac54-f2c5f58d92b4 None None] Set router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:29.008219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-92188d56-9746-49dc-a486-e5c3d78fee31 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:29.056378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-92188d56-9746-49dc-a486-e5c3d78fee31 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:29.152581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-92188d56-9746-49dc-a486-e5c3d78fee31 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:29.182877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92188d56-9746-49dc-a486-e5c3d78fee31 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb4339c-efd0-4ae7-ac71-f720f5b25bf3,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:29.190392 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-92188d56-9746-49dc-a486-e5c3d78fee31 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:29.192080 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-92188d56-9746-49dc-a486-e5c3d78fee31 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/security-groups/0fb4339c-efd0-4ae7-ac71-f720f5b25bf3 HTTP/1.1" status: 204 len: 168 time: 0.2649951 Feb 21 09:12:29.245580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57796) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:29.306686 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-4fe3f1f1-003b-4eca-ac54-f2c5f58d92b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:29.313339 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3f1f1-003b-4eca-ac54-f2c5f58d92b4 None None] The sync data for ids ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'] in dv-neutron-830062-1-hyperv is: [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '65be14ff-3004-420c-93fb-2ebcc63baff9', 'name': '', 'network_id': 'f5f2841b-e3f8-4ce7-a468-97c39b299367', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2c:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:41Z', 'updated_at': '2022-02-21T09:10:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '1f09e43a-a603-494a-ad65-e7fec00dcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:12:29.463552 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2619406e-9d7b-48d1-a356-ef2ef0b08939 req-61a8d912-33a5-4d19-9e04-ae324cc7b704 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdcc13f5-334e-43de-b940-7a6c02bc2c1e HTTP/1.1" status: 200 len: 210 time: 0.0645893 Feb 21 09:12:29.466737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port d514718e-9d83-4a9b-9398-2386e59c5f18 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:29.467103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:29.604572 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3f6548-1400-4fb6-a640-3422ae6af5cc None None] New status for floating IP da648222-094e-4ba9-bcdd-b4d4f4b35231: DOWN {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:12:29.657332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:29.657766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:29.788549 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for d514718e-9d83-4a9b-9398-2386e59c5f18 owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:29.868475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:12:29.868888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:12:30.158180 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f92d-9f5c-49b0-b525-3068e9c63de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:30.370392 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port d514718e-9d83-4a9b-9398-2386e59c5f18 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:30.371271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:30.400338 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:30.550319 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:30.550648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:30.576807 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57804) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:30.673055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for d514718e-9d83-4a9b-9398-2386e59c5f18 owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:30.816700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:30.829266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-56dba091-ec95-41e7-9854-07e58d5c93e4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Deleting port 3cdeb1b1-a8dc-4813-83ef-26ca17a519a5 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:30.829603 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-56dba091-ec95-41e7-9854-07e58d5c93e4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:30.839131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 994f0b33-4649-41d2-8966-bacdcaf8f436 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:12:30.862868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=d514718e-9d83-4a9b-9398-2386e59c5f18,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:30.875819 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 994f0b33-4649-41d2-8966-bacdcaf8f436 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:12:30.876267 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 994f0b33-4649-41d2-8966-bacdcaf8f436 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:12:31.009943 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-56dba091-ec95-41e7-9854-07e58d5c93e4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:31.010265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-56dba091-ec95-41e7-9854-07e58d5c93e4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:31.052811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:31.066538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:31.067753 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9ebf2796-aeae-4e7e-8ba2-562b70d7bc59 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/floatingips/da648222-094e-4ba9-bcdd-b4d4f4b35231 HTTP/1.1" status: 204 len: 168 time: 1.8210168 Feb 21 09:12:31.136786 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-56dba091-ec95-41e7-9854-07e58d5c93e4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Calling delete_port for 3cdeb1b1-a8dc-4813-83ef-26ca17a519a5 owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:31.284343 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-56dba091-ec95-41e7-9854-07e58d5c93e4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:31.330388 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dba091-ec95-41e7-9854-07e58d5c93e4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event deleted for resources: {'Port': ['ID=3cdeb1b1-a8dc-4813-83ef-26ca17a519a5,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:31.437330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-56dba091-ec95-41e7-9854-07e58d5c93e4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:31.451199 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-56dba091-ec95-41e7-9854-07e58d5c93e4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:31.452340 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-56dba091-ec95-41e7-9854-07e58d5c93e4 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "DELETE /v2.0/floatingips/da1ee8d1-0878-483f-b5a9-20d13b775697 HTTP/1.1" status: 204 len: 168 time: 0.8742990 Feb 21 09:12:31.454001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44687fe5-166d-4ad5-9c7f-51b1aa95c6e9 req-45f9a185-9119-43f4-9213-be53308bf836 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:31.454904 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-44687fe5-166d-4ad5-9c7f-51b1aa95c6e9 req-45f9a185-9119-43f4-9213-be53308bf836 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:12:31.470861 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-44687fe5-166d-4ad5-9c7f-51b1aa95c6e9 req-45f9a185-9119-43f4-9213-be53308bf836 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:12:31.472616 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-44687fe5-166d-4ad5-9c7f-51b1aa95c6e9 req-45f9a185-9119-43f4-9213-be53308bf836 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 945 time: 0.0959198 Feb 21 09:12:31.521526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-44687fe5-166d-4ad5-9c7f-51b1aa95c6e9 req-1817f5d2-9689-4ecc-8756-69c62e28402f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:12:31.540077 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-44687fe5-166d-4ad5-9c7f-51b1aa95c6e9 req-1817f5d2-9689-4ecc-8756-69c62e28402f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:12:31.547748 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-44687fe5-166d-4ad5-9c7f-51b1aa95c6e9 req-1817f5d2-9689-4ecc-8756-69c62e28402f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=86ab583b-d1c4-46c6-bfb0-998a791631b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689096 Feb 21 09:12:32.645081 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb87cf-52b9-4bc7-8ad4-6f7d2adf0047 req-4405cb9d-3040-4fd0-ade5-1cc2d61ac166 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:32.645782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-7aeb87cf-52b9-4bc7-8ad4-6f7d2adf0047 req-4405cb9d-3040-4fd0-ade5-1cc2d61ac166 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:12:32.658815 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-7aeb87cf-52b9-4bc7-8ad4-6f7d2adf0047 req-4405cb9d-3040-4fd0-ade5-1cc2d61ac166 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:12:32.660036 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7aeb87cf-52b9-4bc7-8ad4-6f7d2adf0047 req-4405cb9d-3040-4fd0-ade5-1cc2d61ac166 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 945 time: 0.1060927 Feb 21 09:12:32.736401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-7aeb87cf-52b9-4bc7-8ad4-6f7d2adf0047 req-0632205d-b61d-4c8e-9441-3a439ece9425 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 62c33a91-cdbb-4dca-afa7-a875836a7920 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:32.737072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7aeb87cf-52b9-4bc7-8ad4-6f7d2adf0047 req-0632205d-b61d-4c8e-9441-3a439ece9425 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:32.747665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24d891-3e82-4e03-a2ea-1963b7187681 req-caf27059-c7fb-48fb-b537-006a619d5cfc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:32.749251 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fd24d891-3e82-4e03-a2ea-1963b7187681 req-caf27059-c7fb-48fb-b537-006a619d5cfc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 945 time: 0.0828538 Feb 21 09:12:32.798309 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fd24d891-3e82-4e03-a2ea-1963b7187681 req-fd5713fa-97d7-4417-8574-21a7438f2344 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=86ab583b-d1c4-46c6-bfb0-998a791631b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424259 Feb 21 09:12:32.839239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 2507863d-159d-4083-9c91-4376dbea6d9e no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:12:32.875607 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 2507863d-159d-4083-9c91-4376dbea6d9e {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:12:32.876199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 2507863d-159d-4083-9c91-4376dbea6d9e not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:12:32.944814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3d5d241f-d227-43cc-9435-373543ff219b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:33.009482 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-7aeb87cf-52b9-4bc7-8ad4-6f7d2adf0047 req-0632205d-b61d-4c8e-9441-3a439ece9425 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 62c33a91-cdbb-4dca-afa7-a875836a7920, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=62c33a91-cdbb-4dca-afa7-a875836a7920,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:33.009831 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7aeb87cf-52b9-4bc7-8ad4-6f7d2adf0047 req-0632205d-b61d-4c8e-9441-3a439ece9425 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:33.135726 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-7aeb87cf-52b9-4bc7-8ad4-6f7d2adf0047 req-0632205d-b61d-4c8e-9441-3a439ece9425 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 62c33a91-cdbb-4dca-afa7-a875836a7920 owned by compute:nova {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:33.287086 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7aeb87cf-52b9-4bc7-8ad4-6f7d2adf0047 req-0632205d-b61d-4c8e-9441-3a439ece9425 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:33.336486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632205d-b61d-4c8e-9441-3a439ece9425 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=62c33a91-cdbb-4dca-afa7-a875836a7920,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:33.417988 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeb87cf-52b9-4bc7-8ad4-6f7d2adf0047 req-0632205d-b61d-4c8e-9441-3a439ece9425 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] No DVR routers for this DVR port 62c33a91-cdbb-4dca-afa7-a875836a7920 on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:12:33.420369 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7aeb87cf-52b9-4bc7-8ad4-6f7d2adf0047 req-0632205d-b61d-4c8e-9441-3a439ece9425 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:33.423206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'name': 'network-vif-deleted', 'tag': '62c33a91-cdbb-4dca-afa7-a875836a7920'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:12:33.440846 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7aeb87cf-52b9-4bc7-8ad4-6f7d2adf0047 req-0632205d-b61d-4c8e-9441-3a439ece9425 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "DELETE /v2.0/ports/62c33a91-cdbb-4dca-afa7-a875836a7920 HTTP/1.1" status: 204 len: 173 time: 0.7745814 Feb 21 09:12:33.572965 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa538491-a2db-4a1d-8ad1-cd6cfaccd836', 'name': 'network-vif-deleted', 'tag': '62c33a91-cdbb-4dca-afa7-a875836a7920', 'status': 'completed', 'code': 200} Feb 21 09:12:33.619828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:33.946362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57832) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:34.033671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:34.056987 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b298812-119b-49b2-84c4-1f31ef78ae2a req-d9b500a1-1c34-418f-8500-e7adb39a9186 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa538491-a2db-4a1d-8ad1-cd6cfaccd836 HTTP/1.1" status: 200 len: 210 time: 0.0876184 Feb 21 09:12:34.105164 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec34dc50-21e1-4559-b0e3-2299c9a25d86 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:34.134643 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec34dc50-21e1-4559-b0e3-2299c9a25d86 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:34.198154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec34dc50-21e1-4559-b0e3-2299c9a25d86 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:34.216753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34dc50-21e1-4559-b0e3-2299c9a25d86 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4bb862-bc70-4d94-b291-0c2d69b715f0,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:34.228360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec34dc50-21e1-4559-b0e3-2299c9a25d86 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:34.229835 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ec34dc50-21e1-4559-b0e3-2299c9a25d86 tempest-TestVolumeBootPattern-636234287 tempest-TestVolumeBootPattern-636234287-project] 10.222.0.48 "DELETE /v2.0/security-groups/4c4bb862-bc70-4d94-b291-0c2d69b715f0 HTTP/1.1" status: 204 len: 168 time: 0.2819455 Feb 21 09:12:34.305172 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57838) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:34.866047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-004eb1c4-40c7-4f6d-b8ba-d56e21579ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:35.162674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57846) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:35.320386 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2230123b-86b6-4a4d-a646-16b3cea14344 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:35.349807 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2230123b-86b6-4a4d-a646-16b3cea14344 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:35.421615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2230123b-86b6-4a4d-a646-16b3cea14344 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:35.441224 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230123b-86b6-4a4d-a646-16b3cea14344 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ab583b-d1c4-46c6-bfb0-998a791631b5,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:35.453799 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2230123b-86b6-4a4d-a646-16b3cea14344 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:35.458135 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2230123b-86b6-4a4d-a646-16b3cea14344 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/security-groups/86ab583b-d1c4-46c6-bfb0-998a791631b5 HTTP/1.1" status: 204 len: 168 time: 0.2913132 Feb 21 09:12:35.466276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-004eb1c4-40c7-4f6d-b8ba-d56e21579ca7 admin admin] Deleting port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:35.466890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-004eb1c4-40c7-4f6d-b8ba-d56e21579ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:35.495849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57852) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:35.882489 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-004eb1c4-40c7-4f6d-b8ba-d56e21579ca7 admin admin] For port 96a20d10-ef51-4ebe-bc2c-a6884b044f8c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=96a20d10-ef51-4ebe-bc2c-a6884b044f8c,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:35.882839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-004eb1c4-40c7-4f6d-b8ba-d56e21579ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:35.994516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:36.042122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-004eb1c4-40c7-4f6d-b8ba-d56e21579ca7 admin admin] Calling delete_port for 96a20d10-ef51-4ebe-bc2c-a6884b044f8c owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:36.373092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-004eb1c4-40c7-4f6d-b8ba-d56e21579ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:36.427557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004eb1c4-40c7-4f6d-b8ba-d56e21579ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a20d10-ef51-4ebe-bc2c-a6884b044f8c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:36.666799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1dfa51d7-00a8-473c-a5c4-908b28ab6f6d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:36.857115 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 62c33a91-cdbb-4dca-afa7-a875836a7920 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:12:36.891258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 62c33a91-cdbb-4dca-afa7-a875836a7920 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:12:36.891504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 62c33a91-cdbb-4dca-afa7-a875836a7920 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:12:36.903724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-004eb1c4-40c7-4f6d-b8ba-d56e21579ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:37.903124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-1dfa51d7-00a8-473c-a5c4-908b28ab6f6d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 65be14ff-3004-420c-93fb-2ebcc63baff9 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:37.903762 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1dfa51d7-00a8-473c-a5c4-908b28ab6f6d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:38.108646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-1dfa51d7-00a8-473c-a5c4-908b28ab6f6d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 65be14ff-3004-420c-93fb-2ebcc63baff9, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=65be14ff-3004-420c-93fb-2ebcc63baff9,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:38.108996 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1dfa51d7-00a8-473c-a5c4-908b28ab6f6d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:38.127479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004eb1c4-40c7-4f6d-b8ba-d56e21579ca7 admin admin] Router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:12:38.236839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-1dfa51d7-00a8-473c-a5c4-908b28ab6f6d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 65be14ff-3004-420c-93fb-2ebcc63baff9 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:38.676423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1dfa51d7-00a8-473c-a5c4-908b28ab6f6d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:38.727402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004eb1c4-40c7-4f6d-b8ba-d56e21579ca7 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:12:38.728983 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa51d7-00a8-473c-a5c4-908b28ab6f6d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=65be14ff-3004-420c-93fb-2ebcc63baff9,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:38.737649 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5d2b1-5d9b-40df-8bfd-e2ac86fb1c02 None None] Sync routers for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:12:38.749897 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5d2b1-5d9b-40df-8bfd-e2ac86fb1c02 None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:38.750547 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c8e5d2b1-5d9b-40df-8bfd-e2ac86fb1c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:38.808889 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-004eb1c4-40c7-4f6d-b8ba-d56e21579ca7 admin admin] 10.222.0.48 "PUT /v2.0/routers/44976c4e-f3af-4ace-99f7-e52ca1cbd683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5025635 Feb 21 09:12:38.811529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57856) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:38.969585 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-c8e5d2b1-5d9b-40df-8bfd-e2ac86fb1c02 None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:39.034554 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:39.049459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1dfa51d7-00a8-473c-a5c4-908b28ab6f6d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:39.244260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:39.254608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] Deleting port 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:39.255163 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:39.283768 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c8e5d2b1-5d9b-40df-8bfd-e2ac86fb1c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:12:36Z', 'revision_number': 5, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port': {'id': '8b83249f-c8ad-4a94-a85b-1c120c9b11e4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:10Z', 'updated_at': '2022-02-21T09:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:39.289701 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5d2b1-5d9b-40df-8bfd-e2ac86fb1c02 None None] Checking router: 44976c4e-f3af-4ace-99f7-e52ca1cbd683 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:12:39.301441 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5d2b1-5d9b-40df-8bfd-e2ac86fb1c02 None None] Routers {'44976c4e-f3af-4ace-99f7-e52ca1cbd683'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:39.302056 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c8e5d2b1-5d9b-40df-8bfd-e2ac86fb1c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:39.454048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] For port 8b83249f-c8ad-4a94-a85b-1c120c9b11e4, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8b83249f-c8ad-4a94-a85b-1c120c9b11e4,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:39.454564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:39.471118 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-c8e5d2b1-5d9b-40df-8bfd-e2ac86fb1c02 None None] Set router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:39.588308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] Calling delete_port for 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:39.588892 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c8e5d2b1-5d9b-40df-8bfd-e2ac86fb1c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:12:39Z', 'revision_number': 6, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:39.593119 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5d2b1-5d9b-40df-8bfd-e2ac86fb1c02 None None] The sync data for ids ['44976c4e-f3af-4ace-99f7-e52ca1cbd683'] in dv-neutron-830062-1-hyperv is: [{'id': '44976c4e-f3af-4ace-99f7-e52ca1cbd683', 'name': 'tempest-TestVolumeBootPattern-114959145-router', 'tenant_id': 'f418603f139546c09f086dacdefb5b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:09Z', 'updated_at': '2022-02-21T09:12:39Z', 'revision_number': 6, 'project_id': 'f418603f139546c09f086dacdefb5b09', 'gw_port_host': None}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:12:39.678557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfa51d7-00a8-473c-a5c4-908b28ab6f6d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:12:39.781576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:39.825672 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b83249f-c8ad-4a94-a85b-1c120c9b11e4,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:39.880864 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfa51d7-00a8-473c-a5c4-908b28ab6f6d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:12:39.888963 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1dfa51d7-00a8-473c-a5c4-908b28ab6f6d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/754a8e67-e4b5-4dfc-b2c0-4523dc4ee532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3889611 Feb 21 09:12:39.888963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57860) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:39.896309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cd7ca5-688e-4390-acf0-aeff0543e737 None None] Sync routers for ids ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:12:39.908914 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd7ca5-688e-4390-acf0-aeff0543e737 None None] Routers {'754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:39.910236 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c5cd7ca5-688e-4390-acf0-aeff0543e737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:40.066111 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.152777 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c5cd7ca5-688e-4390-acf0-aeff0543e737 None None] Set router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:40.228789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24b0568-3c90-49fd-9899-fe0f3c2b73d2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting subnet 1f09e43a-a603-494a-ad65-e7fec00dcbb8 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:12:40.232016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d24b0568-3c90-49fd-9899-fe0f3c2b73d2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.286931 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d24b0568-3c90-49fd-9899-fe0f3c2b73d2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.394203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d24b0568-3c90-49fd-9899-fe0f3c2b73d2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.449477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.454395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.458455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c5cd7ca5-688e-4390-acf0-aeff0543e737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:12:38Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:40.464090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cd7ca5-688e-4390-acf0-aeff0543e737 None None] Checking router: 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:12:40.483552 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd7ca5-688e-4390-acf0-aeff0543e737 None None] Routers {'754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:40.484181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c5cd7ca5-688e-4390-acf0-aeff0543e737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:40.491060 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.491600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44976c4e-f3af-4ace-99f7-e52ca1cbd683 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:12:40.494504 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d24b0568-3c90-49fd-9899-fe0f3c2b73d2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.513519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.514918 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-02719e8e-ef1c-4081-8251-a89bd6c0a7e7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/44976c4e-f3af-4ace-99f7-e52ca1cbd683 HTTP/1.1" status: 204 len: 168 time: 1.7024071 Feb 21 09:12:40.518710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57864) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:40.537678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b0568-3c90-49fd-9899-fe0f3c2b73d2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Subnet': ['ID=1f09e43a-a603-494a-ad65-e7fec00dcbb8,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:40.544360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d24b0568-3c90-49fd-9899-fe0f3c2b73d2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.554096 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d24b0568-3c90-49fd-9899-fe0f3c2b73d2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/subnets/1f09e43a-a603-494a-ad65-e7fec00dcbb8 HTTP/1.1" status: 204 len: 168 time: 0.6645186 Feb 21 09:12:40.554732 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57868) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:40.648324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb69d061-7c74-49fb-894a-1fb5df11104f admin admin] Deleting subnet 458087cd-3878-4b20-8bf2-3e43ff30d1a3 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:12:40.652870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-eb69d061-7c74-49fb-894a-1fb5df11104f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.703282 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0669f715-faf0-4fb4-aa6c-a45dd2e3d706 None None] Network f5f2841b-e3f8-4ce7-a468-97c39b299367 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:12:40.717618 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:12:40.736847 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-eb69d061-7c74-49fb-894a-1fb5df11104f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.760425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:12:40.760758 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8b83249f-c8ad-4a94-a85b-1c120c9b11e4 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:12:40.761163 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 96a20d10-ef51-4ebe-bc2c-a6884b044f8c no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:12:40.792467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.839608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-eb69d061-7c74-49fb-894a-1fb5df11104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.861722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 96a20d10-ef51-4ebe-bc2c-a6884b044f8c {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:12:40.861722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 96a20d10-ef51-4ebe-bc2c-a6884b044f8c not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:12:40.925427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-eb69d061-7c74-49fb-894a-1fb5df11104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.974008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69d061-7c74-49fb-894a-1fb5df11104f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=458087cd-3878-4b20-8bf2-3e43ff30d1a3,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:40.985547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-eb69d061-7c74-49fb-894a-1fb5df11104f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:40.986433 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c5cd7ca5-688e-4390-acf0-aeff0543e737 None None] Set router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:40.997407 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57872) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:40.997671 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-eb69d061-7c74-49fb-894a-1fb5df11104f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/458087cd-3878-4b20-8bf2-3e43ff30d1a3 HTTP/1.1" status: 204 len: 168 time: 0.4770904 Feb 21 09:12:41.029539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdad4ba-0e82-4324-a932-af06767924e6 None None] Network 79b52148-1e0f-4a04-a87c-79e288b79fa9 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:12:41.106231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:41.120592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:41.123762 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 6df909c7-2d47-4161-ad17-d3102f3b3ffa {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:41.124094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:41.176646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Deleting port 8b4308e3-ec8a-4313-854d-4bed5476c9d0 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:41.176906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:41.403474 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b6e76-ea41-42fc-8016-350f720fde23 None None] DHCP port deletion for f5f2841b-e3f8-4ce7-a468-97c39b299367 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:12:41.440259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-468b6e76-ea41-42fc-8016-350f720fde23 None None] Deleting port 7be62349-7d96-4039-8b9e-745d132d8276 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:41.440564 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-468b6e76-ea41-42fc-8016-350f720fde23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:41.494608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 6df909c7-2d47-4161-ad17-d3102f3b3ffa, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6df909c7-2d47-4161-ad17-d3102f3b3ffa,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:41.495241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:41.635179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 6df909c7-2d47-4161-ad17-d3102f3b3ffa owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:41.695100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834489de-ed25-4d30-8a1d-738a364b3a88 None None] DHCP port deletion for 79b52148-1e0f-4a04-a87c-79e288b79fa9 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:12:41.708998 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-834489de-ed25-4d30-8a1d-738a364b3a88 None None] Deleting port 8b4308e3-ec8a-4313-854d-4bed5476c9d0 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:41.709364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-834489de-ed25-4d30-8a1d-738a364b3a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:41.763137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] For port 8b4308e3-ec8a-4313-854d-4bed5476c9d0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8b4308e3-ec8a-4313-854d-4bed5476c9d0,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:41.763509 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:41.780565 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c5cd7ca5-688e-4390-acf0-aeff0543e737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:12:38Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:41.791436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-468b6e76-ea41-42fc-8016-350f720fde23 None None] For port 7be62349-7d96-4039-8b9e-745d132d8276, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=7be62349-7d96-4039-8b9e-745d132d8276,segment=NetworkSegment(37e32df5-25f9-4f83-a01a-ee3246d4e603),segment_id=37e32df5-25f9-4f83-a01a-ee3246d4e603)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:41.791821 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-468b6e76-ea41-42fc-8016-350f720fde23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:41.805229 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cd7ca5-688e-4390-acf0-aeff0543e737 None None] The sync data for ids ['754a8e67-e4b5-4dfc-b2c0-4523dc4ee532'] in dv-neutron-830062-1-hyperv is: [{'id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'name': 'tempest-TestNetworkBasicOps-router-746699938', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:10:37Z', 'updated_at': '2022-02-21T09:12:38Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '6df909c7-2d47-4161-ad17-d3102f3b3ffa', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754a8e67-e4b5-4dfc-b2c0-4523dc4ee532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:10:38Z', 'updated_at': '2022-02-21T09:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:12:41.897671 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Calling delete_port for 8b4308e3-ec8a-4313-854d-4bed5476c9d0 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:41.938078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-468b6e76-ea41-42fc-8016-350f720fde23 None None] Calling delete_port for 7be62349-7d96-4039-8b9e-745d132d8276 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:42.004326 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:42.052152 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4308e3-ec8a-4313-854d-4bed5476c9d0,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:42.058087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] No DVR routers for this DVR port 8b4308e3-ec8a-4313-854d-4bed5476c9d0 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:12:42.113504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-468b6e76-ea41-42fc-8016-350f720fde23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:42.164142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-834489de-ed25-4d30-8a1d-738a364b3a88 None None] For port 8b4308e3-ec8a-4313-854d-4bed5476c9d0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8b4308e3-ec8a-4313-854d-4bed5476c9d0,segment=NetworkSegment(d807dbea-f46c-4511-b1d5-04f3b25bdfb6),segment_id=d807dbea-f46c-4511-b1d5-04f3b25bdfb6)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:42.164533 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-834489de-ed25-4d30-8a1d-738a364b3a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:42.173468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b6e76-ea41-42fc-8016-350f720fde23 None None] Pushing event deleted for resources: {'Port': ['ID=7be62349-7d96-4039-8b9e-745d132d8276,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:42.233932 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b6e76-ea41-42fc-8016-350f720fde23 None None] No DVR routers for this DVR port 7be62349-7d96-4039-8b9e-745d132d8276 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:12:42.237764 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:42.271851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:42.278700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b52148-1e0f-4a04-a87c-79e288b79fa9']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:42.295223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-834489de-ed25-4d30-8a1d-738a364b3a88 None None] Calling delete_port for 8b4308e3-ec8a-4313-854d-4bed5476c9d0 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:42.331558 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:42.331859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd807dbea-f46c-4511-b1d5-04f3b25bdfb6') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:42.350425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=6df909c7-2d47-4161-ad17-d3102f3b3ffa,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:42.355794 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:42.367891 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-834489de-ed25-4d30-8a1d-738a364b3a88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:12:42.368242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-834489de-ed25-4d30-8a1d-738a364b3a88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:12:42.431343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:42.447152 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:12:42.447547 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:12:42.460355 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:12:42.578605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 7be62349-7d96-4039-8b9e-745d132d8276 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:12:42.617702 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 7be62349-7d96-4039-8b9e-745d132d8276 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:12:42.618049 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 7be62349-7d96-4039-8b9e-745d132d8276 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:12:42.618470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8b4308e3-ec8a-4313-854d-4bed5476c9d0 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:12:42.649854 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 8b4308e3-ec8a-4313-854d-4bed5476c9d0 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:12:42.650201 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8b4308e3-ec8a-4313-854d-4bed5476c9d0 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:12:42.650627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 65be14ff-3004-420c-93fb-2ebcc63baff9 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:12:42.655541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:42.684406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:42.685637 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 65be14ff-3004-420c-93fb-2ebcc63baff9 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:12:42.686051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 65be14ff-3004-420c-93fb-2ebcc63baff9 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:12:42.699212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] Pushing event deleted for resources: {'Network': ['ID=79b52148-1e0f-4a04-a87c-79e288b79fa9,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:42.708037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:42.824640 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4689b482-f73d-4665-b049-7ae93f45a930 admin admin] 10.222.0.48 "DELETE /v2.0/networks/79b52148-1e0f-4a04-a87c-79e288b79fa9 HTTP/1.1" status: 204 len: 168 time: 1.8259070 Feb 21 09:12:42.827516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57876) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:42.872629 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-834489de-ed25-4d30-8a1d-738a364b3a88 None None] Deleting port 8b4308e3-ec8a-4313-854d-4bed5476c9d0 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:42.873019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-834489de-ed25-4d30-8a1d-738a364b3a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:42.947580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-834489de-ed25-4d30-8a1d-738a364b3a88 None None] The port '8b4308e3-ec8a-4313-854d-4bed5476c9d0' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:12:42.977123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:42.981470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.009003 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.009536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Fanout notify agent at l3_agent the message router_deleted on router 754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:12:43.020279 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.023840 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-99eba7f1-51b1-4d3c-bb88-df5a7ea30515 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/routers/754a8e67-e4b5-4dfc-b2c0-4523dc4ee532 HTTP/1.1" status: 204 len: 168 time: 2.4657021 Feb 21 09:12:43.024965 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57880) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:43.239010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7587ad-e189-46bb-b0ef-dd8de9304230 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.241652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.366943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7587ad-e189-46bb-b0ef-dd8de9304230 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.392414 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-be7587ad-e189-46bb-b0ef-dd8de9304230 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f2841b-e3f8-4ce7-a468-97c39b299367']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:43.405120 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-be7587ad-e189-46bb-b0ef-dd8de9304230 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e32df5-25f9-4f83-a01a-ee3246d4e603') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:43.405416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-be7587ad-e189-46bb-b0ef-dd8de9304230 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e32df5-25f9-4f83-a01a-ee3246d4e603') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:43.416730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7587ad-e189-46bb-b0ef-dd8de9304230 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.434055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7587ad-e189-46bb-b0ef-dd8de9304230 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.440909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7587ad-e189-46bb-b0ef-dd8de9304230 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:12:43.441522 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7587ad-e189-46bb-b0ef-dd8de9304230 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:12:43.456609 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:12:43.542860 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7587ad-e189-46bb-b0ef-dd8de9304230 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.547910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be7587ad-e189-46bb-b0ef-dd8de9304230 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.580675 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-be7587ad-e189-46bb-b0ef-dd8de9304230 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/networks/f5f2841b-e3f8-4ce7-a468-97c39b299367 HTTP/1.1" status: 204 len: 168 time: 0.5520785 Feb 21 09:12:43.582515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7587ad-e189-46bb-b0ef-dd8de9304230 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Network': ['ID=f5f2841b-e3f8-4ce7-a468-97c39b299367,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:43.599430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57884) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:43.606500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'network': {'name': 'tempest-network-smoke--265062922', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'port_security_enabled': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:12:43.612022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:12:43.617254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:network and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:12:43.620581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:12:43.627152 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:12:43.637870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:12:43.645914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.669926 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:12:43.679983 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.680318 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Added segment 9f7ce2fb-619d-4c8c-9553-e1012f082173 of type vlan for network 991f3f34-8eb4-442c-b853-1e44ea982f3d Feb 21 09:12:43.710894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.742377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.746234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:43.746829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.857573 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2569361 Feb 21 09:12:43.860217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57888) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:43.862838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26e343-ef33-4387-b602-32fc45f682d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Network': ['ID=991f3f34-8eb4-442c-b853-1e44ea982f3d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:43.867630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-177967221', 'admin_state_up': True, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:12:43.873790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 991f3f34-8eb4-442c-b853-1e44ea982f3d details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:12:43.874692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:12:43.875472 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Deleting port 8844c6bb-0617-4872-9f3f-f926fa5cd634 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:43.875907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.879508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:router and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:12:43.882376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:12:43.888295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:12:43.901222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.902460 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:43.922783 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:44.077979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:44.170245 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] For port 8844c6bb-0617-4872-9f3f-f926fa5cd634, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8844c6bb-0617-4872-9f3f-f926fa5cd634,segment=NetworkSegment(d91dc664-73ae-4a85-bb0d-9ccd7a21f868),segment_id=d91dc664-73ae-4a85-bb0d-9ccd7a21f868)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:44.170505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:44.255989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:44.284492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:44.291462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Calling delete_port for 8844c6bb-0617-4872-9f3f-f926fa5cd634 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:44.418491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.195 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/9338486d-762c-48d8-83c4-f15c6cd081c0) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:12:44.479273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:44.485906 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6df909c7-2d47-4161-ad17-d3102f3b3ffa no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:12:44.526824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 6df909c7-2d47-4161-ad17-d3102f3b3ffa {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:12:44.527974 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6df909c7-2d47-4161-ad17-d3102f3b3ffa not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:12:44.528469 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8844c6bb-0617-4872-9f3f-f926fa5cd634,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:44.594656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:44.597568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:44.597914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:44.598251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:44.598564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:44.598885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:44.599231 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:44.599550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:44.599866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:44.600178 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:44.600487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:44.600792 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:44.636908 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:44.708058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:12:44.711634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:12:44.714153 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:12:44.746598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=9338486d-762c-48d8-83c4-f15c6cd081c0,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:44.823361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:44.877000 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:44.878231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:45.203428 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 261e8b74-1351-4c71-9f22-46b25b0944a6 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:12:45.405698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:12:45.419715 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Sync routers for ids ['261e8b74-1351-4c71-9f22-46b25b0944a6'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:12:45.432838 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Routers {'261e8b74-1351-4c71-9f22-46b25b0944a6'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:45.433708 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['261e8b74-1351-4c71-9f22-46b25b0944a6'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:45.437611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:45.438943 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-95b63681-29e5-4fca-a33b-4360c5152f57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5777891 Feb 21 09:12:45.442118 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57892) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:45.486177 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7fbc8806-a63d-4554-b334-100a29154e5d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0e247a2036294a16824a56cdfeb01f75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405293 Feb 21 09:12:45.486410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57896) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:45.514152 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Router 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:12:45.625225 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7924d7-f5d9-47fa-96f4-341667e8b77a tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:45.627026 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3b7924d7-f5d9-47fa-96f4-341667e8b77a tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1394191 Feb 21 09:12:45.630272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57900) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:45.631377 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Set router 261e8b74-1351-4c71-9f22-46b25b0944a6 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:45.669608 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d28b03a2-d495-488a-a26b-fa2d64f86074 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381534 Feb 21 09:12:45.672092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57904) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:45.678282 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1911798741', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:12:45.733263 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:12:45.747092 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f79a79b-0372-4bc6-ba4e-2ac4379d9409 None None] Sync routers for ids ['5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:12:45.756874 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-49b9aa7b-8163-493e-8878-adda6c655b2b admin admin] 10.222.0.48 "PUT /v2.0/routers/5aa01e1b-a67d-40e4-bb0f-1cf391069bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9265351 Feb 21 09:12:45.758523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57908) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:45.764573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79a79b-0372-4bc6-ba4e-2ac4379d9409 None None] Routers {'5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:45.765525 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6f79a79b-0372-4bc6-ba4e-2ac4379d9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:45.796132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:12:45.800369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:subnet and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:12:45.803311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:12:45.809997 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:12:45.821687 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:12:45.923917 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:12:44Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:45.928023 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Checking router: 261e8b74-1351-4c71-9f22-46b25b0944a6 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:12:45.928359 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Updating router 261e8b74-1351-4c71-9f22-46b25b0944a6 port 9338486d-762c-48d8-83c4-f15c6cd081c0 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:12:45.938272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:45.982741 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:45.993594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:46.057441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-6f79a79b-0372-4bc6-ba4e-2ac4379d9409 None None] Set router 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:46.208728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:46.246414 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:46.259784 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] Deleting port 898701a9-d6aa-44a6-bc73-d13e4c682736 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:46.260127 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:46.307192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Subnet': ['ID=0bb9c26d-c111-4521-a4ee-7a44f0210bbc,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:46.326564 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Checking segment: {'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:12:46.327357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network hostable DHCP agents. Network: 991f3f34-8eb4-442c-b853-1e44ea982f3d, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:12:46.337357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.338067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.338758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.339330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.339877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.340425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.340953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.341682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.342285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.342841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.343499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.370233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 991f3f34-8eb4-442c-b853-1e44ea982f3d is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:12:46.384445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 991f3f34-8eb4-442c-b853-1e44ea982f3d) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:12:46.390462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:46.392964 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:46.401359 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac022e19-f721-4952-b8ad-33bfbc1ff397 None None] Network 991f3f34-8eb4-442c-b853-1e44ea982f3d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:12:46.428235 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-40a6b6eb-4af6-4ff6-b494-5b4e5f08e8b4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7548280 Feb 21 09:12:46.432342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57912) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:46.561700 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:46.579317 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6f79a79b-0372-4bc6-ba4e-2ac4379d9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'name': 'tempest-TestVolumeBootPattern-336031350-router', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '898701a9-d6aa-44a6-bc73-d13e4c682736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:12:44Z', 'revision_number': 5, 'project_id': '31f6571c7e9b4db388debf64f7653de2', 'gw_port': {'id': '898701a9-d6aa-44a6-bc73-d13e4c682736', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:15:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:46.583446 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Transition to ACTIVE for port object 9338486d-762c-48d8-83c4-f15c6cd081c0 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:12:46.588762 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f79a79b-0372-4bc6-ba4e-2ac4379d9409 None None] Checking router: 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:12:46.595964 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:46.599904 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] For port 898701a9-d6aa-44a6-bc73-d13e4c682736, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=898701a9-d6aa-44a6-bc73-d13e4c682736,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:46.600403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:46.693184 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79a79b-0372-4bc6-ba4e-2ac4379d9409 None None] Routers {'5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:46.694081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6f79a79b-0372-4bc6-ba4e-2ac4379d9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:46.713944 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496362b7-5d4e-414e-ac25-6379ec1f4906 None None] Pushing event updated for resources: {'Port': ['ID=9338486d-762c-48d8-83c4-f15c6cd081c0,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:46.716603 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Attempting to bind port 9338486d-762c-48d8-83c4-f15c6cd081c0 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:12:46.717166 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Attempting to bind port 9338486d-762c-48d8-83c4-f15c6cd081c0 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:12:46.717497 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Attempting to bind port 9338486d-762c-48d8-83c4-f15c6cd081c0 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:12:46.731542 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:12:46.731983 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:12:46.732282 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:46.732663 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:12:46.733109 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Bound port: 9338486d-762c-48d8-83c4-f15c6cd081c0, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:12:46.733470 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:46.749306 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] Calling delete_port for 898701a9-d6aa-44a6-bc73-d13e4c682736 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:46.773530 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496362b7-5d4e-414e-ac25-6379ec1f4906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.773900 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496362b7-5d4e-414e-ac25-6379ec1f4906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.774211 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496362b7-5d4e-414e-ac25-6379ec1f4906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.774533 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496362b7-5d4e-414e-ac25-6379ec1f4906 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.775007 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496362b7-5d4e-414e-ac25-6379ec1f4906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.775327 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496362b7-5d4e-414e-ac25-6379ec1f4906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.775643 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496362b7-5d4e-414e-ac25-6379ec1f4906 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.775960 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496362b7-5d4e-414e-ac25-6379ec1f4906 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.777983 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496362b7-5d4e-414e-ac25-6379ec1f4906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.778116 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496362b7-5d4e-414e-ac25-6379ec1f4906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.778503 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496362b7-5d4e-414e-ac25-6379ec1f4906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:46.848169 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] For port 9338486d-762c-48d8-83c4-f15c6cd081c0, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:12:46.852521 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] For port 9338486d-762c-48d8-83c4-f15c6cd081c0, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9338486d-762c-48d8-83c4-f15c6cd081c0,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:12:46.860824 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:46.916394 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-991f3f34-8eb4-442c-b853-1e44ea982f3d', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ips': [{'subnet_id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:12:46.917923 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:46.980636 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:46.989032 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496362b7-5d4e-414e-ac25-6379ec1f4906 None None] Pushing event updated for resources: {'Port': ['ID=9338486d-762c-48d8-83c4-f15c6cd081c0,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:47.020043 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Routers {'261e8b74-1351-4c71-9f22-46b25b0944a6'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:47.020811 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['261e8b74-1351-4c71-9f22-46b25b0944a6'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:47.023207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-6f79a79b-0372-4bc6-ba4e-2ac4379d9409 None None] Set router 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:47.053278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] Pushing event deleted for resources: {'Port': ['ID=898701a9-d6aa-44a6-bc73-d13e4c682736,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:47.155146 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6f79a79b-0372-4bc6-ba4e-2ac4379d9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'name': 'tempest-TestVolumeBootPattern-336031350-router', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:12:46Z', 'revision_number': 6, 'project_id': '31f6571c7e9b4db388debf64f7653de2', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:47.164362 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f79a79b-0372-4bc6-ba4e-2ac4379d9409 None None] The sync data for ids ['5aa01e1b-a67d-40e4-bb0f-1cf391069bd9'] in dv-neutron-830062-1-hyperv is: [{'id': '5aa01e1b-a67d-40e4-bb0f-1cf391069bd9', 'name': 'tempest-TestVolumeBootPattern-336031350-router', 'tenant_id': '31f6571c7e9b4db388debf64f7653de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:04:27Z', 'updated_at': '2022-02-21T09:12:46Z', 'revision_number': 6, 'project_id': '31f6571c7e9b4db388debf64f7653de2', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:12:47.234339 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Allocated IP 172.20.0.2 (991f3f34-8eb4-442c-b853-1e44ea982f3d/0bb9c26d-c111-4521-a4ee-7a44f0210bbc/fbfd7d48-1c8c-430d-ab0e-b912b8242f0a) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:12:47.286787 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] Set router 261e8b74-1351-4c71-9f22-46b25b0944a6 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:47.349669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:47.488713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:47.500044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Transition to ACTIVE for port object fbfd7d48-1c8c-430d-ab0e-b912b8242f0a will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:12:47.525840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Transition to ACTIVE for port object fbfd7d48-1c8c-430d-ab0e-b912b8242f0a will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:12:47.534052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:47.575791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:47.646913 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Network 991f3f34-8eb4-442c-b853-1e44ea982f3d is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:12:47.650496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:12:47.656176 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:12:47.667233 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Pushing event updated for resources: {'Port': ['ID=fbfd7d48-1c8c-430d-ab0e-b912b8242f0a,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:47.763258 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:12:44Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:47.768954 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f719e1-106d-4274-a1ce-b18aa0a732b0 None None] The sync data for ids ['261e8b74-1351-4c71-9f22-46b25b0944a6'] in dv-neutron-830062-1-hyperv is: [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:12:44Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:12:47.783438 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Attempting to bind port fbfd7d48-1c8c-430d-ab0e-b912b8242f0a on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:12:47.783814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Attempting to bind port fbfd7d48-1c8c-430d-ab0e-b912b8242f0a by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:12:47.784208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Attempting to bind port fbfd7d48-1c8c-430d-ab0e-b912b8242f0a on network 991f3f34-8eb4-442c-b853-1e44ea982f3d {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:12:47.797779 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:12:47.798262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Checking segment: {'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:12:47.798582 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:47.798956 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Bound using segment: {'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:12:47.799465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Bound port: fbfd7d48-1c8c-430d-ab0e-b912b8242f0a, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:12:47.799881 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:47.815872 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:47.821395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:47.855598 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:47.856101 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:12:47.870153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:47.873785 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-19a421e8-0537-42a0-837b-ae06265e7500 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5aa01e1b-a67d-40e4-bb0f-1cf391069bd9 HTTP/1.1" status: 204 len: 168 time: 2.1111612 Feb 21 09:12:47.874135 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57916) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:47.927846 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] For port fbfd7d48-1c8c-430d-ab0e-b912b8242f0a, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:12:47.935728 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] For port fbfd7d48-1c8c-430d-ab0e-b912b8242f0a, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=fbfd7d48-1c8c-430d-ab0e-b912b8242f0a,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:12:47.942235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:47.946163 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5cc3e0-89c1-4b1c-92bb-af120956e0a9 admin admin] Deleting subnet 5dec404c-186a-4c35-b11d-2cb8fe32118a {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:12:47.949282 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc3e0-89c1-4b1c-92bb-af120956e0a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:48.004638 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc3e0-89c1-4b1c-92bb-af120956e0a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:48.131100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.1 (991f3f34-8eb4-442c-b853-1e44ea982f3d/0bb9c26d-c111-4521-a4ee-7a44f0210bbc/a0c10bf1-0774-4122-bd3a-c264f5d0febf) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:12:48.132220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc3e0-89c1-4b1c-92bb-af120956e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:48.203776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdd570-4e32-4c20-992c-8f299d8b115b None None] Pushing event updated for resources: {'Port': ['ID=fbfd7d48-1c8c-430d-ab0e-b912b8242f0a,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:48.242561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc3e0-89c1-4b1c-92bb-af120956e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:48.297005 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cc3e0-89c1-4b1c-92bb-af120956e0a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dec404c-186a-4c35-b11d-2cb8fe32118a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:48.311654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc3e0-89c1-4b1c-92bb-af120956e0a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:48.323851 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63153251-f328-4832-ab0c-36861040a599 None None] Network 1ca32ff7-5f71-4513-84c5-4ef35d420063 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:12:48.325027 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ce5cc3e0-89c1-4b1c-92bb-af120956e0a9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5dec404c-186a-4c35-b11d-2cb8fe32118a HTTP/1.1" status: 204 len: 168 time: 0.4488955 Feb 21 09:12:48.325688 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57920) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:48.421271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:48.472102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object a0c10bf1-0774-4122-bd3a-c264f5d0febf will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:12:48.516155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:48.631325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:48.639411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=a0c10bf1-0774-4122-bd3a-c264f5d0febf,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:48.658797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 991f3f34-8eb4-442c-b853-1e44ea982f3d is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:12:48.661035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:12:48.665222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:12:48.667633 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Deleting port fc7d82d6-c75e-48f3-aca6-bee5274634c0 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:48.667975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:48.762447 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:48.775225 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9338486d-762c-48d8-83c4-f15c6cd081c0 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:12:48.874317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:48.876415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91399f5-a1d7-49eb-abef-b1b6adaa6ef5 None None] DHCP port deletion for 1ca32ff7-5f71-4513-84c5-4ef35d420063 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:12:48.882180 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e91399f5-a1d7-49eb-abef-b1b6adaa6ef5 None None] Deleting port fc7d82d6-c75e-48f3-aca6-bee5274634c0 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:48.882611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e91399f5-a1d7-49eb-abef-b1b6adaa6ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.011665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] For port fc7d82d6-c75e-48f3-aca6-bee5274634c0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=fc7d82d6-c75e-48f3-aca6-bee5274634c0,segment=NetworkSegment(d91dc664-73ae-4a85-bb0d-9ccd7a21f868),segment_id=d91dc664-73ae-4a85-bb0d-9ccd7a21f868)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:49.012904 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.015677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 9338486d-762c-48d8-83c4-f15c6cd081c0 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:12:49.081463 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 9338486d-762c-48d8-83c4-f15c6cd081c0 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:12:49.081903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.192243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Calling delete_port for fc7d82d6-c75e-48f3-aca6-bee5274634c0 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:49.220623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-e91399f5-a1d7-49eb-abef-b1b6adaa6ef5 None None] For port fc7d82d6-c75e-48f3-aca6-bee5274634c0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=fc7d82d6-c75e-48f3-aca6-bee5274634c0,segment=NetworkSegment(d91dc664-73ae-4a85-bb0d-9ccd7a21f868),segment_id=d91dc664-73ae-4a85-bb0d-9ccd7a21f868)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:49.221022 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e91399f5-a1d7-49eb-abef-b1b6adaa6ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.288438 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.343899 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] No DVR routers for this DVR port fc7d82d6-c75e-48f3-aca6-bee5274634c0 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:12:49.378394 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7d82d6-c75e-48f3-aca6-bee5274634c0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:49.409418 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e91399f5-a1d7-49eb-abef-b1b6adaa6ef5 None None] Calling delete_port for fc7d82d6-c75e-48f3-aca6-bee5274634c0 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:12:49.486398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.488587 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa0c8ed-9b2d-4c6d-b0fb-5245783790c7 None None] Network 991f3f34-8eb4-442c-b853-1e44ea982f3d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:12:49.508194 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.512804 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca32ff7-5f71-4513-84c5-4ef35d420063']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:49.514341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.519431 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.526189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91dc664-73ae-4a85-bb0d-9ccd7a21f868') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:49.526479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91dc664-73ae-4a85-bb0d-9ccd7a21f868') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:49.538789 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.562894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.575223 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:12:49.576399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.610366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 9338486d-762c-48d8-83c4-f15c6cd081c0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9338486d-762c-48d8-83c4-f15c6cd081c0,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:49.615334 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.624300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.625149 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fbfd7d48-1c8c-430d-ab0e-b912b8242f0a up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:12:49.722641 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-793aa9a2-908e-44fd-b813-3e1ff51e7729 None None] Provisioning for port fbfd7d48-1c8c-430d-ab0e-b912b8242f0a completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:12:49.742000 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-e91399f5-a1d7-49eb-abef-b1b6adaa6ef5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:12:49.742480 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-e91399f5-a1d7-49eb-abef-b1b6adaa6ef5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:12:49.751315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=a0c10bf1-0774-4122-bd3a-c264f5d0febf,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:12:49.795414 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:12:49.815906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 991f3f34-8eb4-442c-b853-1e44ea982f3d is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:12:49.816501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:12:49.823547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.830422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:49.849361 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=9338486d-762c-48d8-83c4-f15c6cd081c0,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:49.863481 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] 10.222.0.48 "DELETE /v2.0/networks/1ca32ff7-5f71-4513-84c5-4ef35d420063 HTTP/1.1" status: 204 len: 168 time: 1.5339878 Feb 21 09:12:49.867869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdec28-d45d-41e9-a63a-268673f045ad admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca32ff7-5f71-4513-84c5-4ef35d420063,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:49.870225 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port fbfd7d48-1c8c-430d-ab0e-b912b8242f0a completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:12:49.903042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:49.903465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:49.903863 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:49.904257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:49.904677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:49.905073 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:49.905463 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:49.905848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:49.906231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:49.906612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:49.907132 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:12:49.921506 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port fbfd7d48-1c8c-430d-ab0e-b912b8242f0a triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:12:49.921950 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:50.040490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57926) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:50.095846 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2f8cbd77-9f3a-496f-8542-cc51d70e2745 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f418603f139546c09f086dacdefb5b09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507994 Feb 21 09:12:50.095846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57930) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:50.101405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:50.143947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port fbfd7d48-1c8c-430d-ab0e-b912b8242f0a, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=fbfd7d48-1c8c-430d-ab0e-b912b8242f0a,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:50.151197 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:50.176356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2fe4762d-9603-4c9f-a369-e3d99706d2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:50.217951 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2fe4762d-9603-4c9f-a369-e3d99706d2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:50.249488 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e91399f5-a1d7-49eb-abef-b1b6adaa6ef5 None None] Deleting port fc7d82d6-c75e-48f3-aca6-bee5274634c0 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:12:50.250264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e91399f5-a1d7-49eb-abef-b1b6adaa6ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:50.287211 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2fe4762d-9603-4c9f-a369-e3d99706d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:50.291454 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 898701a9-d6aa-44a6-bc73-d13e4c682736 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:12:50.308095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4762d-9603-4c9f-a369-e3d99706d2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf3462c-ad7f-4e5f-af00-11351aeb5776,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:50.325145 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2fe4762d-9603-4c9f-a369-e3d99706d2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:50.326444 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2fe4762d-9603-4c9f-a369-e3d99706d2ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bf3462c-ad7f-4e5f-af00-11351aeb5776 HTTP/1.1" status: 204 len: 168 time: 0.2299049 Feb 21 09:12:50.350215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 261e8b74-1351-4c71-9f22-46b25b0944a6 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:12:50.354454 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 898701a9-d6aa-44a6-bc73-d13e4c682736 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:12:50.354948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 898701a9-d6aa-44a6-bc73-d13e4c682736 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:12:50.355709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8844c6bb-0617-4872-9f3f-f926fa5cd634 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:12:50.486149 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e91399f5-a1d7-49eb-abef-b1b6adaa6ef5 None None] The port 'fc7d82d6-c75e-48f3-aca6-bee5274634c0' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:12:50.497958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 8844c6bb-0617-4872-9f3f-f926fa5cd634 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:12:50.498601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8844c6bb-0617-4872-9f3f-f926fa5cd634 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:12:50.500941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=fbfd7d48-1c8c-430d-ab0e-b912b8242f0a,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:50.531512 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6c3204e8-e7bf-4b84-8971-5201bc4ff178 None None] Provisioning for port a0c10bf1-0774-4122-bd3a-c264f5d0febf completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:12:50.538387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6c3204e8-e7bf-4b84-8971-5201bc4ff178 None None] Provisioning complete for port a0c10bf1-0774-4122-bd3a-c264f5d0febf triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:12:50.538865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6c3204e8-e7bf-4b84-8971-5201bc4ff178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:50.630265 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:12:50.635796 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9338486d-762c-48d8-83c4-f15c6cd081c0 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:12:50.650186 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c776b231-a592-4001-97c1-e52c75663969 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/261e8b74-1351-4c71-9f22-46b25b0944a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2163708 Feb 21 09:12:50.653098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57938) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:50.741398 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6c3204e8-e7bf-4b84-8971-5201bc4ff178 None None] Port a0c10bf1-0774-4122-bd3a-c264f5d0febf cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:12:50.768880 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6c3204e8-e7bf-4b84-8971-5201bc4ff178 None None] Provisioning complete for port fbfd7d48-1c8c-430d-ab0e-b912b8242f0a triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:12:50.769497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6c3204e8-e7bf-4b84-8971-5201bc4ff178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:50.820760 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 9338486d-762c-48d8-83c4-f15c6cd081c0 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:12:50.821375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:50.839987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be6951-5dcb-4370-840e-e6c34c1208ca tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:50.840491 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be6951-5dcb-4370-840e-e6c34c1208ca tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:50.840928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be6951-5dcb-4370-840e-e6c34c1208ca tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:50.841361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be6951-5dcb-4370-840e-e6c34c1208ca tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:50.845616 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-04be6951-5dcb-4370-840e-e6c34c1208ca tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1888275 Feb 21 09:12:50.845970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57942) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:50.888605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57946) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:50.922719 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896328e0-cbeb-4e2a-ace4-0a618e4dc37d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:50.923153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896328e0-cbeb-4e2a-ace4-0a618e4dc37d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:50.923569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896328e0-cbeb-4e2a-ace4-0a618e4dc37d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:50.924327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896328e0-cbeb-4e2a-ace4-0a618e4dc37d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:50.927857 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-896328e0-cbeb-4e2a-ace4-0a618e4dc37d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0793109 Feb 21 09:12:50.929229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57950) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:51.055916 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fc7d82d6-c75e-48f3-aca6-bee5274634c0 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:12:51.064260 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3dcb07d3-2413-47cb-97db-87c753bf74dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31f6571c7e9b4db388debf64f7653de2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1744294 Feb 21 09:12:51.067378 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57954) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:51.092815 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: fc7d82d6-c75e-48f3-aca6-bee5274634c0 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:12:51.093153 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fc7d82d6-c75e-48f3-aca6-bee5274634c0 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:12:51.105766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-db424043-0e34-4c91-8f10-c94fb382de67 None None] Provisioning complete for port a0c10bf1-0774-4122-bd3a-c264f5d0febf triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:12:51.106400 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-db424043-0e34-4c91-8f10-c94fb382de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:51.153833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-db95cb9d-12f5-4520-8853-65abf0445e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:51.159132 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e03010a9-dc47-48e5-b173-58bb50aea1a2 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2286713 Feb 21 09:12:51.161992 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57958) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:51.166905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-db424043-0e34-4c91-8f10-c94fb382de67 None None] Port a0c10bf1-0774-4122-bd3a-c264f5d0febf cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:12:51.167639 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-756787739', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:12:51.183042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-db95cb9d-12f5-4520-8853-65abf0445e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:51.247072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-db95cb9d-12f5-4520-8853-65abf0445e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:51.264885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95cb9d-12f5-4520-8853-65abf0445e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8aad89-7749-481f-b58a-d470d49791af,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:51.270500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-db95cb9d-12f5-4520-8853-65abf0445e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:51.279214 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-db95cb9d-12f5-4520-8853-65abf0445e9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a8aad89-7749-481f-b58a-d470d49791af HTTP/1.1" status: 204 len: 168 time: 0.2077489 Feb 21 09:12:51.320890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:12:51.325714 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:port and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:12:51.328724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:12:51.334222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:12:51.344257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:12:51.347835 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:51.369766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] device_id is not set on port fd254f7e-a85c-436c-9036-129f12c9edbb yet. {{(pid=83585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:12:51.515203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.9 (991f3f34-8eb4-442c-b853-1e44ea982f3d/0bb9c26d-c111-4521-a4ee-7a44f0210bbc/fd254f7e-a85c-436c-9036-129f12c9edbb) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:12:51.844122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:51.860920 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object fd254f7e-a85c-436c-9036-129f12c9edbb will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:12:51.883858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:51.925586 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Sync routers for ids ['261e8b74-1351-4c71-9f22-46b25b0944a6'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:12:51.938873 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Routers {'261e8b74-1351-4c71-9f22-46b25b0944a6'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:51.939600 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['261e8b74-1351-4c71-9f22-46b25b0944a6'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:51.961038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 991f3f34-8eb4-442c-b853-1e44ea982f3d is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:12:51.964089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:12:51.968546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:12:52.000811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=fd254f7e-a85c-436c-9036-129f12c9edbb,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:52.039027 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:52.039629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.078397 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-47ca54e2-1efb-4649-aef4-c1c4dabbd72a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9152234 Feb 21 09:12:52.138771 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Set router 261e8b74-1351-4c71-9f22-46b25b0944a6 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:52.203197 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4eb6e045-f8db-47da-9353-369724ea3a4e None None] Provisioning for port fd254f7e-a85c-436c-9036-129f12c9edbb completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:12:52.209864 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4eb6e045-f8db-47da-9353-369724ea3a4e None None] Provisioning complete for port fd254f7e-a85c-436c-9036-129f12c9edbb triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:12:52.210238 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4eb6e045-f8db-47da-9353-369724ea3a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.270017 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6e045-f8db-47da-9353-369724ea3a4e None None] Port fd254f7e-a85c-436c-9036-129f12c9edbb cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:12:52.387617 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57966) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:52.394012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-737333145', 'description': 'tempest-secgroup-smoke-737333145 description', 'project_id': '0e247a2036294a16824a56cdfeb01f75'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:12:52.400074 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:12:52.404472 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:12:52.407383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:12:52.413571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:12:52.423803 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.461320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:12:52.466176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:12:52.470695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:12:52.477592 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:12:52.485573 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:12:48Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'a0c10bf1-0774-4122-bd3a-c264f5d0febf', 'name': '', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:89:44:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:47Z', 'updated_at': '2022-02-21T09:12:49Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:52.490773 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Checking router: 261e8b74-1351-4c71-9f22-46b25b0944a6 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:12:52.491242 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Updating router 261e8b74-1351-4c71-9f22-46b25b0944a6 port a0c10bf1-0774-4122-bd3a-c264f5d0febf binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:12:52.550297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.555728 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.576229 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.594107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b00b1e5-ca99-4596-b98e-bc153f2a0021,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:52.598103 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fbfd7d48-1c8c-430d-ab0e-b912b8242f0a up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:12:52.623570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.625898 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c58f5524-6b67-46dd-8e7e-b547d8dc4959 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2371607 Feb 21 09:12:52.629716 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57970) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:52.637567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a51e454c-770b-4c21-b29e-5f86898e5cd8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '3b00b1e5-ca99-4596-b98e-bc153f2a0021', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:12:52.643839 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a51e454c-770b-4c21-b29e-5f86898e5cd8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:12:52.647791 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a51e454c-770b-4c21-b29e-5f86898e5cd8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:12:52.650692 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a51e454c-770b-4c21-b29e-5f86898e5cd8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:12:52.656720 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a51e454c-770b-4c21-b29e-5f86898e5cd8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:12:52.676400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a51e454c-770b-4c21-b29e-5f86898e5cd8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.701064 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port fbfd7d48-1c8c-430d-ab0e-b912b8242f0a triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:12:52.701442 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.749449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a51e454c-770b-4c21-b29e-5f86898e5cd8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.754740 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a51e454c-770b-4c21-b29e-5f86898e5cd8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.781625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e454c-770b-4c21-b29e-5f86898e5cd8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f6b335-8ebe-4286-8899-f82452294779,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:52.793519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a51e454c-770b-4c21-b29e-5f86898e5cd8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.797305 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a51e454c-770b-4c21-b29e-5f86898e5cd8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1635475 Feb 21 09:12:52.798252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57974) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:52.804922 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-8844608d-b0b9-41a5-9a07-5d29fd325051 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '3b00b1e5-ca99-4596-b98e-bc153f2a0021', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:12:52.812491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8844608d-b0b9-41a5-9a07-5d29fd325051 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:12:52.817409 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8844608d-b0b9-41a5-9a07-5d29fd325051 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:12:52.820769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8844608d-b0b9-41a5-9a07-5d29fd325051 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:12:52.826559 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8844608d-b0b9-41a5-9a07-5d29fd325051 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:12:52.842196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8844608d-b0b9-41a5-9a07-5d29fd325051 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.911126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8844608d-b0b9-41a5-9a07-5d29fd325051 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.915174 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8844608d-b0b9-41a5-9a07-5d29fd325051 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.939799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844608d-b0b9-41a5-9a07-5d29fd325051 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db07c18-74cf-4e6a-941d-4f7a1843f8a1,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:52.950106 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8844608d-b0b9-41a5-9a07-5d29fd325051 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.951529 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8844608d-b0b9-41a5-9a07-5d29fd325051 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1521816 Feb 21 09:12:52.954192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 57980) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:52.960101 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:52.960639 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2f1f61e8-44ed-4338-92b5-841479f223d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '3b00b1e5-ca99-4596-b98e-bc153f2a0021', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:12:52.966312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2f1f61e8-44ed-4338-92b5-841479f223d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:12:52.970425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2f1f61e8-44ed-4338-92b5-841479f223d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:12:52.973963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2f1f61e8-44ed-4338-92b5-841479f223d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:12:52.974901 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Transition to ACTIVE for port object a0c10bf1-0774-4122-bd3a-c264f5d0febf will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:12:52.980208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2f1f61e8-44ed-4338-92b5-841479f223d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:12:52.981631 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.005101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f1f61e8-44ed-4338-92b5-841479f223d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.072338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f1f61e8-44ed-4338-92b5-841479f223d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.076905 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f1f61e8-44ed-4338-92b5-841479f223d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.106285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f61e8-44ed-4338-92b5-841479f223d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aad7e67-4082-4822-a486-d16cafb4e126,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:53.115632 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d4c8a-273f-4b68-8232-997246778b14 None None] Pushing event updated for resources: {'Port': ['ID=a0c10bf1-0774-4122-bd3a-c264f5d0febf,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:53.119580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f1f61e8-44ed-4338-92b5-841479f223d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.124262 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2f1f61e8-44ed-4338-92b5-841479f223d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1690631 Feb 21 09:12:53.124495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57984) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:53.130860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-181a1d11-892b-4262-ac55-24f488ee4f12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '3b00b1e5-ca99-4596-b98e-bc153f2a0021', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:12:53.138575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-181a1d11-892b-4262-ac55-24f488ee4f12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:12:53.142979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-181a1d11-892b-4262-ac55-24f488ee4f12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:12:53.146232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-181a1d11-892b-4262-ac55-24f488ee4f12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:12:53.153876 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-181a1d11-892b-4262-ac55-24f488ee4f12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:12:53.176334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-181a1d11-892b-4262-ac55-24f488ee4f12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.236254 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Attempting to bind port a0c10bf1-0774-4122-bd3a-c264f5d0febf on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:12:53.236663 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Attempting to bind port a0c10bf1-0774-4122-bd3a-c264f5d0febf by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:12:53.237598 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Attempting to bind port a0c10bf1-0774-4122-bd3a-c264f5d0febf on network 991f3f34-8eb4-442c-b853-1e44ea982f3d {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:12:53.247969 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:12:53.248227 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Checking segment: {'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:12:53.248594 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.248976 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Bound using segment: {'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:12:53.249432 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Bound port: a0c10bf1-0774-4122-bd3a-c264f5d0febf, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:12:53.249791 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.252780 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-181a1d11-892b-4262-ac55-24f488ee4f12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.256989 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-181a1d11-892b-4262-ac55-24f488ee4f12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.280823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a1d11-892b-4262-ac55-24f488ee4f12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67d2755-34c0-4ff2-9d11-916ed40b9c20,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:53.294808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-181a1d11-892b-4262-ac55-24f488ee4f12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.296096 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-181a1d11-892b-4262-ac55-24f488ee4f12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1701360 Feb 21 09:12:53.298934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57988) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:53.306496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ad455961-07ba-413a-b64c-09de6ce58df2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '3b00b1e5-ca99-4596-b98e-bc153f2a0021', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:12:53.312915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ad455961-07ba-413a-b64c-09de6ce58df2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:12:53.317222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ad455961-07ba-413a-b64c-09de6ce58df2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:12:53.320284 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ad455961-07ba-413a-b64c-09de6ce58df2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:12:53.326373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ad455961-07ba-413a-b64c-09de6ce58df2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:12:53.340423 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-ad455961-07ba-413a-b64c-09de6ce58df2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:12:53.348346 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad455961-07ba-413a-b64c-09de6ce58df2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.351645 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] For port a0c10bf1-0774-4122-bd3a-c264f5d0febf, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:12:53.355360 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] For port a0c10bf1-0774-4122-bd3a-c264f5d0febf, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a0c10bf1-0774-4122-bd3a-c264f5d0febf,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:12:53.367737 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.417191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad455961-07ba-413a-b64c-09de6ce58df2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.422133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad455961-07ba-413a-b64c-09de6ce58df2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.446087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad455961-07ba-413a-b64c-09de6ce58df2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0a177a-ba91-4ee3-b8d0-e83cf6003eb4,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:53.457111 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad455961-07ba-413a-b64c-09de6ce58df2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.458564 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ad455961-07ba-413a-b64c-09de6ce58df2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1582181 Feb 21 09:12:53.459268 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d4c8a-273f-4b68-8232-997246778b14 None None] Pushing event updated for resources: {'Port': ['ID=a0c10bf1-0774-4122-bd3a-c264f5d0febf,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:53.461131 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 57992) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:12:53.464552 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Routers {'261e8b74-1351-4c71-9f22-46b25b0944a6'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:12:53.465492 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:12:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['261e8b74-1351-4c71-9f22-46b25b0944a6'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:53.468820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-19b857d7-de41-43ab-9578-f79be898869a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '3b00b1e5-ca99-4596-b98e-bc153f2a0021', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:12:53.475710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-19b857d7-de41-43ab-9578-f79be898869a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:12:53.479541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-19b857d7-de41-43ab-9578-f79be898869a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:12:53.482426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-19b857d7-de41-43ab-9578-f79be898869a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:12:53.489536 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-19b857d7-de41-43ab-9578-f79be898869a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:12:53.500935 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-19b857d7-de41-43ab-9578-f79be898869a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:12:53.507973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19b857d7-de41-43ab-9578-f79be898869a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.599730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19b857d7-de41-43ab-9578-f79be898869a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.606738 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19b857d7-de41-43ab-9578-f79be898869a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.642059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b857d7-de41-43ab-9578-f79be898869a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da884799-e31d-4ccb-a5ed-28aac2bb9f45,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:53.653837 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-19b857d7-de41-43ab-9578-f79be898869a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:53.655250 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-19b857d7-de41-43ab-9578-f79be898869a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1931186 Feb 21 09:12:53.674366 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] Set router 261e8b74-1351-4c71-9f22-46b25b0944a6 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:12:53.887331 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-8bf7c0fa-cad0-416c-9986-c04c4b6d067f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737333145&fields=id&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 267 time: 0.0405028 Feb 21 09:12:53.957896 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-d828abf5-a212-4539-bf81-fd4f37eb658f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:53.958457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-d828abf5-a212-4539-bf81-fd4f37eb658f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:12:53.973373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-d828abf5-a212-4539-bf81-fd4f37eb658f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:12:53.974507 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-d828abf5-a212-4539-bf81-fd4f37eb658f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports/fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 200 len: 929 time: 0.0810781 Feb 21 09:12:53.984819 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:12:48Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'a0c10bf1-0774-4122-bd3a-c264f5d0febf', 'name': '', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:89:44:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:47Z', 'updated_at': '2022-02-21T09:12:53Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:12:53.990639 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f84b1ce-b55d-42a1-8300-73dd5bcdc161 None None] The sync data for ids ['261e8b74-1351-4c71-9f22-46b25b0944a6'] in dv-neutron-830062-1-hyperv is: [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:12:48Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'a0c10bf1-0774-4122-bd3a-c264f5d0febf', 'name': '', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:89:44:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:47Z', 'updated_at': '2022-02-21T09:12:53Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:12:54.068404 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-1590842d-b6ae-4c6d-813e-00c518138e95 service neutron] 10.222.0.48 "GET /v2.0/ports/fd254f7e-a85c-436c-9036-129f12c9edbb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0821416 Feb 21 09:12:54.228232 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-d170af71-839d-41d0-839e-0f875148e1bd service neutron] 10.222.0.48 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540010 Feb 21 09:12:54.389287 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-66e87504-6b66-4d76-a892-7d3c36adea8d service neutron] 10.222.0.48 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498325 Feb 21 09:12:54.587030 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a1f231c-d89d-4217-9798-a28bb058b079 req-172412a3-ef1c-4389-aecb-4e97ba2cbde9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 210 time: 0.0483804 Feb 21 09:12:54.617038 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a0c10bf1-0774-4122-bd3a-c264f5d0febf up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:12:54.693547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port a0c10bf1-0774-4122-bd3a-c264f5d0febf completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:12:54.698650 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port a0c10bf1-0774-4122-bd3a-c264f5d0febf triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:12:54.699049 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:54.819918 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:54.854780 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port a0c10bf1-0774-4122-bd3a-c264f5d0febf, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a0c10bf1-0774-4122-bd3a-c264f5d0febf,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:12:54.858978 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:54.926533 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=a0c10bf1-0774-4122-bd3a-c264f5d0febf,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:55.698666 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6bd772e6-454f-4032-9ec1-ee720ac626bb req-dc637042-adba-4ecd-b7bd-1c5d2ed134c1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 210 time: 0.0424182 Feb 21 09:12:56.570562 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a0c10bf1-0774-4122-bd3a-c264f5d0febf up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:12:56.642424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port a0c10bf1-0774-4122-bd3a-c264f5d0febf triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:12:56.642788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:56.864105 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d04e9f4-2401-4077-b771-94110127067d req-fd1f9efd-14ac-4f42-ad49-6d957b31d083 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 210 time: 0.0441189 Feb 21 09:12:57.574381 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-acc72a86-b5c9-43dc-8b00-3a3fa2714c8e service neutron] 10.222.0.47 "GET /v2.0/ports/fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 200 len: 1025 time: 0.0627210 Feb 21 09:12:57.729929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-db7dbd2d-1191-4504-94cd-00cf074c1176 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:57.730615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-db7dbd2d-1191-4504-94cd-00cf074c1176 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:12:57.747434 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-db7dbd2d-1191-4504-94cd-00cf074c1176 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:12:57.749606 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-db7dbd2d-1191-4504-94cd-00cf074c1176 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/networks?id=991f3f34-8eb4-442c-b853-1e44ea982f3d HTTP/1.1" status: 200 len: 796 time: 0.1682796 Feb 21 09:12:57.806812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-65cb0ae3-91d5-41d3-820e-78f9af241e11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:12:57.821956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-65cb0ae3-91d5-41d3-820e-78f9af241e11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:12:57.823386 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-65cb0ae3-91d5-41d3-820e-78f9af241e11 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 379 time: 0.0601099 Feb 21 09:12:57.834762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Request body: {'port': {'device_id': 'afb64756-8520-461e-9fe8-9d5739503373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:12:57.949788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:58.030575 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e5489514-9da8-4be7-b688-e6944829ffb2 req-fac6c4c3-5bda-4c3b-8516-61284a3879ed tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 210 time: 0.0411873 Feb 21 09:12:58.301921 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd254f7e-a85c-436c-9036-129f12c9edbb {{(pid=83584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:12:58.308802 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:58.323817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Transition to ACTIVE for port object fd254f7e-a85c-436c-9036-129f12c9edbb will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:12:58.327591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:58.548025 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Pushing event updated for resources: {'Port': ['ID=fd254f7e-a85c-436c-9036-129f12c9edbb,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:58.652790 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Attempting to bind port fd254f7e-a85c-436c-9036-129f12c9edbb on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:12:58.653418 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Attempting to bind port fd254f7e-a85c-436c-9036-129f12c9edbb by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:12:58.653418 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Attempting to bind port fd254f7e-a85c-436c-9036-129f12c9edbb on network 991f3f34-8eb4-442c-b853-1e44ea982f3d {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:12:58.659797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Port fd254f7e-a85c-436c-9036-129f12c9edbb on network 991f3f34-8eb4-442c-b853-1e44ea982f3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:12:58.660113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Attempting to bind port fd254f7e-a85c-436c-9036-129f12c9edbb on network 991f3f34-8eb4-442c-b853-1e44ea982f3d {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:12:58.666099 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:12:58.666428 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Checking segment: {'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:12:58.666799 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Bound using segment: {'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:12:58.667242 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Bound port: fd254f7e-a85c-436c-9036-129f12c9edbb, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'}}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:12:58.667576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:58.756497 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] For port fd254f7e-a85c-436c-9036-129f12c9edbb, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:12:58.762040 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] For port fd254f7e-a85c-436c-9036-129f12c9edbb, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fd254f7e-a85c-436c-9036-129f12c9edbb,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:12:58.768810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:58.838904 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:12:58.840309 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] 10.222.0.47 "PUT /v2.0/ports/fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 200 len: 1130 time: 1.0102117 Feb 21 09:12:58.840759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb64756-8520-461e-9fe8-9d5739503373', 'tag': 'fd254f7e-a85c-436c-9036-129f12c9edbb'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:12:58.864439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfe0a9-7df5-42c8-a1d3-b025da975e7f service neutron] Pushing event updated for resources: {'Port': ['ID=fd254f7e-a85c-436c-9036-129f12c9edbb,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:12:58.928022 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb64756-8520-461e-9fe8-9d5739503373', 'tag': 'fd254f7e-a85c-436c-9036-129f12c9edbb', 'status': 'completed', 'code': 200} Feb 21 09:12:58.979393 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-9fe4e7bb-3513-4ba8-b2dd-285f3d0f6c96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 1133 time: 0.0913279 Feb 21 09:12:59.052057 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-c8373bbe-fbcc-4f02-8a15-3ae72bc8f4e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 200 len: 217 time: 0.0664394 Feb 21 09:12:59.115401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-46d60a98-7f15-4950-a7b3-151f379f011a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:59.117140 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-46d60a98-7f15-4950-a7b3-151f379f011a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bb9c26d-c111-4521-a4ee-7a44f0210bbc HTTP/1.1" status: 200 len: 835 time: 0.0597777 Feb 21 09:12:59.193979 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-b159ce43-462f-4dd1-ae1f-d4261e9cd975 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=991f3f34-8eb4-442c-b853-1e44ea982f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703743 Feb 21 09:12:59.228404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8b880-10d0-4599-8542-27ffcf1a57c6 req-66c2f0a8-44b1-4d12-91b2-e4eb84896c0f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:59.229870 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4fc8b880-10d0-4599-8542-27ffcf1a57c6 req-66c2f0a8-44b1-4d12-91b2-e4eb84896c0f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 980 time: 0.0758917 Feb 21 09:12:59.275928 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4fc8b880-10d0-4599-8542-27ffcf1a57c6 req-6b47765b-1a88-433a-8c45-74eeb2652b47 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404730 Feb 21 09:12:59.327214 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-32ef65fd-0561-4a37-9d32-3ec027701460 service neutron] 10.222.0.47 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272669 Feb 21 09:12:59.456264 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a9e914d6-0e11-4e06-9eda-d0529082f30d req-96beb7b0-20af-40dc-bf91-bd78225b230b service neutron] 10.222.0.47 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230595 Feb 21 09:12:59.585468 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-360e1baa-66db-4208-a98f-17b553e03cdd req-e9c04696-d5ae-4677-aceb-c22eaf0658a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 1133 time: 0.0839987 Feb 21 09:12:59.717407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e1baa-66db-4208-a98f-17b553e03cdd req-4390f309-24d9-49b5-8959-a27c143f2b29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:59.718747 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-360e1baa-66db-4208-a98f-17b553e03cdd req-4390f309-24d9-49b5-8959-a27c143f2b29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=991f3f34-8eb4-442c-b853-1e44ea982f3d HTTP/1.1" status: 200 len: 896 time: 0.1269312 Feb 21 09:12:59.788183 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-360e1baa-66db-4208-a98f-17b553e03cdd req-7689d8e5-7209-47bd-83b0-aacb3af96f40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 200 len: 217 time: 0.0631773 Feb 21 09:12:59.849897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e1baa-66db-4208-a98f-17b553e03cdd req-770298f6-9898-434d-85d1-54ae0cf72475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:12:59.851357 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-360e1baa-66db-4208-a98f-17b553e03cdd req-770298f6-9898-434d-85d1-54ae0cf72475 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bb9c26d-c111-4521-a4ee-7a44f0210bbc HTTP/1.1" status: 200 len: 835 time: 0.0575356 Feb 21 09:12:59.928362 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-360e1baa-66db-4208-a98f-17b553e03cdd req-cf858408-8e6f-4f5b-97fd-42e5b7cb8410 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=991f3f34-8eb4-442c-b853-1e44ea982f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697405 Feb 21 09:13:00.060356 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-360e1baa-66db-4208-a98f-17b553e03cdd req-beaee032-5e6f-4d7c-83a6-cf3a12d5bc84 service neutron] 10.222.0.47 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243212 Feb 21 09:13:00.163366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5aff1534-dd14-48a2-80e3-42102062febf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:00.201866 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-360e1baa-66db-4208-a98f-17b553e03cdd req-75a64e32-9818-472a-aa50-8e34a066d970 service neutron] 10.222.0.47 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350102 Feb 21 09:13:00.416000 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:00.481272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb8c5b-b595-459e-a2cd-fa0b2135f66f req-4d6f2636-dd7a-4697-b7b2-778b476fa53d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:00.482734 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-84bb8c5b-b595-459e-a2cd-fa0b2135f66f req-4d6f2636-dd7a-4697-b7b2-778b476fa53d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 980 time: 0.0824463 Feb 21 09:13:00.529466 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-84bb8c5b-b595-459e-a2cd-fa0b2135f66f req-4d5516f3-888c-4543-b7b6-799c7fe2ee1a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Feb 21 09:13:00.943389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fd254f7e-a85c-436c-9036-129f12c9edbb details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:13:01.076798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port fd254f7e-a85c-436c-9036-129f12c9edbb, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fd254f7e-a85c-436c-9036-129f12c9edbb,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:01.090188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'fd254f7e-a85c-436c-9036-129f12c9edbb', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'port_id': 'fd254f7e-a85c-436c-9036-129f12c9edbb', 'mac_address': 'fa:16:3e:da:4b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:13:01.145393 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:01.163814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd254f7e-a85c-436c-9036-129f12c9edbb {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:13:01.183462 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port fd254f7e-a85c-436c-9036-129f12c9edbb, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fd254f7e-a85c-436c-9036-129f12c9edbb,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:01.187663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:01.255071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=fd254f7e-a85c-436c-9036-129f12c9edbb,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:01.388166 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['fd254f7e-a85c-436c-9036-129f12c9edbb'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:13:01.732220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dbf2c-fd4d-4c28-af8c-c8d56fedf9d1 req-b9112011-9ebd-486c-bdf8-6a1db79ca140 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:01.733677 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b56dbf2c-fd4d-4c28-af8c-c8d56fedf9d1 req-b9112011-9ebd-486c-bdf8-6a1db79ca140 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 981 time: 0.0761778 Feb 21 09:13:01.784624 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b56dbf2c-fd4d-4c28-af8c-c8d56fedf9d1 req-cfaa0578-e46b-4dfb-aacb-c60311e456ae tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450161 Feb 21 09:13:01.840093 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:13:02.937999 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6092c869-26ac-4087-8b6c-92b5648e13bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:02.957285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fd254f7e-a85c-436c-9036-129f12c9edbb up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:13:02.980584 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee34694-68fa-4177-82b6-570db4d331ea req-902e9fd8-6439-4005-a675-467c97d3c4d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:02.982043 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fee34694-68fa-4177-82b6-570db4d331ea req-902e9fd8-6439-4005-a675-467c97d3c4d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 981 time: 0.0773864 Feb 21 09:13:03.030499 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fee34694-68fa-4177-82b6-570db4d331ea req-31da395d-2164-4ae5-8010-67261e9a5929 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420318 Feb 21 09:13:03.056886 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port fd254f7e-a85c-436c-9036-129f12c9edbb completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:13:03.061464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port fd254f7e-a85c-436c-9036-129f12c9edbb triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:03.061833 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:03.170883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:03.197733 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb64756-8520-461e-9fe8-9d5739503373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd254f7e-a85c-436c-9036-129f12c9edbb'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:13:03.209008 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port fd254f7e-a85c-436c-9036-129f12c9edbb, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fd254f7e-a85c-436c-9036-129f12c9edbb,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:03.213411 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:03.254943 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb64756-8520-461e-9fe8-9d5739503373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd254f7e-a85c-436c-9036-129f12c9edbb', 'code': 200} Feb 21 09:13:03.280676 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=fd254f7e-a85c-436c-9036-129f12c9edbb,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:03.564204 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-35a51c26-5dba-401e-b3cd-abc98e93ae64 req-cf369630-dfbd-4279-a297-ed18ad879215 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 1135 time: 0.1579118 Feb 21 09:13:03.612941 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-35a51c26-5dba-401e-b3cd-abc98e93ae64 req-d66121e1-fa5b-4bb6-b588-0cd9868dd11c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407248 Feb 21 09:13:03.626833 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:04.019749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:04.236374 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70678f65-c804-4076-a5d6-b4139125f428 req-1e6772c0-b5fe-4890-9c60-dad48da6fd9b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:04.237990 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-70678f65-c804-4076-a5d6-b4139125f428 req-1e6772c0-b5fe-4890-9c60-dad48da6fd9b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 982 time: 0.0805714 Feb 21 09:13:04.285945 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-70678f65-c804-4076-a5d6-b4139125f428 req-90d6b83d-d62f-480d-b89c-7997859af936 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419879 Feb 21 09:13:05.487160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ad519-914e-415f-b9a5-5a8d3909d5b5 req-b5e4e50e-4a96-4c74-b5ce-c535b25695d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:05.488768 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-572ad519-914e-415f-b9a5-5a8d3909d5b5 req-b5e4e50e-4a96-4c74-b5ce-c535b25695d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 982 time: 0.0772443 Feb 21 09:13:05.537004 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-572ad519-914e-415f-b9a5-5a8d3909d5b5 req-18f593e6-8712-4066-a1b9-c5ecf92dfad0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 Feb 21 09:13:05.832171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bee66-c5dd-4f6c-b04d-3f2b1dc55bf5 req-5e7e26ac-0833-44c8-b472-7b7bcde50eb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:05.833589 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-395bee66-c5dd-4f6c-b04d-3f2b1dc55bf5 req-5e7e26ac-0833-44c8-b472-7b7bcde50eb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 982 time: 0.1710727 Feb 21 09:13:05.882453 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-395bee66-c5dd-4f6c-b04d-3f2b1dc55bf5 req-0697a92b-0194-4743-9109-c37b2a161ac3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428555 Feb 21 09:13:05.911337 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58042) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:05.981486 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6ea29d44-b28d-40ae-94a9-cc260beb2184 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 1130 time: 0.0689816 Feb 21 09:13:05.984116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58046) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:05.989746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': 'fd254f7e-a85c-436c-9036-129f12c9edbb', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:05.991261 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:05.995466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:05.999312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:floatingip and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:06.002160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:06.008037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:06.023345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:06.166173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:06.310773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.93 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/8d558da9-2674-40f2-a678-d2fd11513cc4) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:13:06.464205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:06.491827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:06.570168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:13:06.573216 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:13:06.577737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:13:06.603024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=8d558da9-2674-40f2-a678-d2fd11513cc4,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:07.097057 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:07.151787 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:07.357109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:07.362520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:07.470598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=8d558da9-2674-40f2-a678-d2fd11513cc4,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:07.486190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:07.780471 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Floating IP a4247aaf-eec9-4a3c-842d-1e0bc9b86ab3 associated. External IP: 172.26.6.93, port: fd254f7e-a85c-436c-9036-129f12c9edbb. Feb 21 09:13:08.189320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 261e8b74-1351-4c71-9f22-46b25b0944a6 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:13:08.396932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:13:08.407004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acc9f1-1200-4ff2-a732-9d1af22bff50 None None] Sync routers for ids ['261e8b74-1351-4c71-9f22-46b25b0944a6'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:13:08.420493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47acc9f1-1200-4ff2-a732-9d1af22bff50 None None] Routers {'261e8b74-1351-4c71-9f22-46b25b0944a6'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:13:08.421086 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-47acc9f1-1200-4ff2-a732-9d1af22bff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:13:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['261e8b74-1351-4c71-9f22-46b25b0944a6'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:08.424421 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:08.482751 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1acbfe6f-e629-4b23-a470-34c30fca62cf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.4975116 Feb 21 09:13:08.483355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb64756-8520-461e-9fe8-9d5739503373', 'tag': 'fd254f7e-a85c-436c-9036-129f12c9edbb'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:13:08.485608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58050) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:08.549593 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb64756-8520-461e-9fe8-9d5739503373', 'tag': 'fd254f7e-a85c-436c-9036-129f12c9edbb', 'status': 'completed', 'code': 200} Feb 21 09:13:08.567029 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4995a51a-ec2d-4330-8650-f475567d7ca6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373&network_id=991f3f34-8eb4-442c-b853-1e44ea982f3d HTTP/1.1" status: 200 len: 1130 time: 0.0774305 Feb 21 09:13:08.630789 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-47acc9f1-1200-4ff2-a732-9d1af22bff50 None None] Set router 261e8b74-1351-4c71-9f22-46b25b0944a6 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:13:08.648327 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-f2d21e02-5f72-45d5-9f75-3a522c3e539c req-e8e0ea60-e891-47d1-acac-260d749cea48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 1135 time: 0.0809147 Feb 21 09:13:08.793239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d21e02-5f72-45d5-9f75-3a522c3e539c req-64157731-02ce-4dbd-8c77-9d591fda087c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:08.794861 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-f2d21e02-5f72-45d5-9f75-3a522c3e539c req-64157731-02ce-4dbd-8c77-9d591fda087c service neutron] 10.222.0.47 "GET /v2.0/networks?id=991f3f34-8eb4-442c-b853-1e44ea982f3d HTTP/1.1" status: 200 len: 896 time: 0.1407614 Feb 21 09:13:08.906823 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-f2d21e02-5f72-45d5-9f75-3a522c3e539c req-333e7b19-2a1a-4c4a-bb2f-8e72e2e993f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 200 len: 1035 time: 0.1059341 Feb 21 09:13:08.968094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947f89e-b160-4085-99a4-4616b1e157bd req-e3f8dec2-cfbb-43cf-98e8-6d5897d7c3b8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:08.970135 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b947f89e-b160-4085-99a4-4616b1e157bd req-e3f8dec2-cfbb-43cf-98e8-6d5897d7c3b8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 982 time: 0.0804296 Feb 21 09:13:08.974297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d21e02-5f72-45d5-9f75-3a522c3e539c req-df08c868-ebe4-4675-b263-3ffd2b33e8fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:08.976102 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-f2d21e02-5f72-45d5-9f75-3a522c3e539c req-df08c868-ebe4-4675-b263-3ffd2b33e8fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bb9c26d-c111-4521-a4ee-7a44f0210bbc HTTP/1.1" status: 200 len: 835 time: 0.0620296 Feb 21 09:13:09.001252 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-47acc9f1-1200-4ff2-a732-9d1af22bff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:12:48Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'a4247aaf-eec9-4a3c-842d-1e0bc9b86ab3', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'port_id': 'fd254f7e-a85c-436c-9036-129f12c9edbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-756787739', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'mac_address': 'fa:16:3e:da:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb64756-8520-461e-9fe8-9d5739503373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:13:06Z', 'updated_at': '2022-02-21T09:13:06Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c10bf1-0774-4122-bd3a-c264f5d0febf', 'name': '', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:89:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:47Z', 'updated_at': '2022-02-21T09:12:54Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:09.005597 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acc9f1-1200-4ff2-a732-9d1af22bff50 None None] Checking router: 261e8b74-1351-4c71-9f22-46b25b0944a6 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:13:09.016658 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47acc9f1-1200-4ff2-a732-9d1af22bff50 None None] Routers {'261e8b74-1351-4c71-9f22-46b25b0944a6'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:13:09.017066 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b947f89e-b160-4085-99a4-4616b1e157bd req-1132817f-1302-440e-800a-8011aeba7145 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402942 Feb 21 09:13:09.017270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-47acc9f1-1200-4ff2-a732-9d1af22bff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:13:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['261e8b74-1351-4c71-9f22-46b25b0944a6'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:09.060277 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-f2d21e02-5f72-45d5-9f75-3a522c3e539c req-66e5a106-de71-4f35-bed0-64c69c7cd189 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=991f3f34-8eb4-442c-b853-1e44ea982f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781207 Feb 21 09:13:09.192588 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-f2d21e02-5f72-45d5-9f75-3a522c3e539c req-344aa488-f760-4cf1-aa02-3b4e1c031a98 service neutron] 10.222.0.47 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259875 Feb 21 09:13:09.194254 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-47acc9f1-1200-4ff2-a732-9d1af22bff50 None None] Set router 261e8b74-1351-4c71-9f22-46b25b0944a6 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:13:09.326668 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-f2d21e02-5f72-45d5-9f75-3a522c3e539c req-a0636bc9-7d17-4a50-bec8-641fe3e4b794 service neutron] 10.222.0.47 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273909 Feb 21 09:13:09.550870 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-47acc9f1-1200-4ff2-a732-9d1af22bff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:12:48Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'a4247aaf-eec9-4a3c-842d-1e0bc9b86ab3', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'port_id': 'fd254f7e-a85c-436c-9036-129f12c9edbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-756787739', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'mac_address': 'fa:16:3e:da:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb64756-8520-461e-9fe8-9d5739503373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:13:06Z', 'updated_at': '2022-02-21T09:13:06Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c10bf1-0774-4122-bd3a-c264f5d0febf', 'name': '', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:89:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:47Z', 'updated_at': '2022-02-21T09:12:54Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:09.554850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acc9f1-1200-4ff2-a732-9d1af22bff50 None None] The sync data for ids ['261e8b74-1351-4c71-9f22-46b25b0944a6'] in dv-neutron-830062-1-hyperv is: [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:12:48Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'a4247aaf-eec9-4a3c-842d-1e0bc9b86ab3', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'port_id': 'fd254f7e-a85c-436c-9036-129f12c9edbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-756787739', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'mac_address': 'fa:16:3e:da:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb64756-8520-461e-9fe8-9d5739503373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:13:06Z', 'updated_at': '2022-02-21T09:13:06Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c10bf1-0774-4122-bd3a-c264f5d0febf', 'name': '', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:89:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:47Z', 'updated_at': '2022-02-21T09:12:54Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:13:10.199080 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-5d22c8a8-6979-4419-af4d-9e060283e701 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:10.199763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-5d22c8a8-6979-4419-af4d-9e060283e701 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:13:10.215465 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-5d22c8a8-6979-4419-af4d-9e060283e701 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:13:10.216578 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-5d22c8a8-6979-4419-af4d-9e060283e701 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 982 time: 0.0935481 Feb 21 09:13:10.221310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8c4d-1a2c-44c8-b7a0-160b4754f67f req-533bc950-ef8b-4812-a981-63b7738e5a70 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:10.222772 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2faa8c4d-1a2c-44c8-b7a0-160b4754f67f req-533bc950-ef8b-4812-a981-63b7738e5a70 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 982 time: 0.0789177 Feb 21 09:13:10.268084 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2faa8c4d-1a2c-44c8-b7a0-160b4754f67f req-21b82031-1441-47ec-abef-1252e684b694 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396428 Feb 21 09:13:10.285734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-603ec565-c533-46fa-ad0e-c158cb06d78f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:10.287213 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-603ec565-c533-46fa-ad0e-c158cb06d78f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/ports/fd254f7e-a85c-436c-9036-129f12c9edbb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0645924 Feb 21 09:13:10.436569 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-10bdb6f8-6d93-4eed-a59f-d3934ce6ae7a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1448333 Feb 21 09:13:10.445575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-67e4d7a0-9096-40fa-be11-3d57817abf61 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:10.550682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-67e4d7a0-9096-40fa-be11-3d57817abf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:10.749660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-67e4d7a0-9096-40fa-be11-3d57817abf61 service neutron] For port fd254f7e-a85c-436c-9036-129f12c9edbb, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fd254f7e-a85c-436c-9036-129f12c9edbb,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:10.782028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-67e4d7a0-9096-40fa-be11-3d57817abf61 service neutron] For port fd254f7e-a85c-436c-9036-129f12c9edbb, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:13:10.831669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-67e4d7a0-9096-40fa-be11-3d57817abf61 service neutron] device_id is not set on port fd254f7e-a85c-436c-9036-129f12c9edbb yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:13:10.840039 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-67e4d7a0-9096-40fa-be11-3d57817abf61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:10.847490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-67e4d7a0-9096-40fa-be11-3d57817abf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:10.894515 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b684874-77c6-4419-be05-082214737968 None None] New status for floating IP a4247aaf-eec9-4a3c-842d-1e0bc9b86ab3: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:13:11.094040 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4d7a0-9096-40fa-be11-3d57817abf61 service neutron] Pushing event updated for resources: {'Port': ['ID=fd254f7e-a85c-436c-9036-129f12c9edbb,revision_number=6']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:11.116884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f2a79ac1-45ef-4b63-8f57-b8fd1d5815b2 None None] Provisioning complete for port fd254f7e-a85c-436c-9036-129f12c9edbb triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:11.117423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f2a79ac1-45ef-4b63-8f57-b8fd1d5815b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:11.156789 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-67e4d7a0-9096-40fa-be11-3d57817abf61 service neutron] No DVR routers for this DVR port fd254f7e-a85c-436c-9036-129f12c9edbb on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:13:11.172962 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-f2a79ac1-45ef-4b63-8f57-b8fd1d5815b2 None None] Port fd254f7e-a85c-436c-9036-129f12c9edbb cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:13:11.406942 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-67e4d7a0-9096-40fa-be11-3d57817abf61 service neutron] In _notify_port_updated(), no bound segment for port fd254f7e-a85c-436c-9036-129f12c9edbb on network 991f3f34-8eb4-442c-b853-1e44ea982f3d {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:13:11.407996 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-67e4d7a0-9096-40fa-be11-3d57817abf61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:11.409264 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7bf15b63-f761-489d-a12d-a70a5f6e19bb req-67e4d7a0-9096-40fa-be11-3d57817abf61 service neutron] 10.222.0.47 "PUT /v2.0/ports/fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 200 len: 1025 time: 0.9674375 Feb 21 09:13:11.443392 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c2b9208d-8381-474a-9309-96adb0fc06b7 req-29a36da7-caa3-4b52-ad11-9a9f0bd966be tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb64756-8520-461e-9fe8-9d5739503373 HTTP/1.1" status: 200 len: 210 time: 0.0433784 Feb 21 09:13:12.546580 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58066) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:12.617439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e01e85c-2bae-4df6-b3d1-c0928576e295 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:12.618898 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1e01e85c-2bae-4df6-b3d1-c0928576e295 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports/fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 200 len: 924 time: 0.0712721 Feb 21 09:13:13.019581 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58072) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:13.025151 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-48e31687-e9f4-4268-8835-8fe4dc1624e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394131718', 'description': 'tempest-secgroup-smoke-1394131718 description', 'project_id': '0e247a2036294a16824a56cdfeb01f75'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:13.031191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-48e31687-e9f4-4268-8835-8fe4dc1624e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:13.041190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-48e31687-e9f4-4268-8835-8fe4dc1624e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:13.051420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-48e31687-e9f4-4268-8835-8fe4dc1624e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.085935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-48e31687-e9f4-4268-8835-8fe4dc1624e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:13.089570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-48e31687-e9f4-4268-8835-8fe4dc1624e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:13.092273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-48e31687-e9f4-4268-8835-8fe4dc1624e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:13.098270 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-48e31687-e9f4-4268-8835-8fe4dc1624e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:13.153339 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-48e31687-e9f4-4268-8835-8fe4dc1624e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.156937 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-48e31687-e9f4-4268-8835-8fe4dc1624e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.199880 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e31687-e9f4-4268-8835-8fe4dc1624e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fcdbf4-0ad2-4a32-a9af-dfdefc091085,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:13.205384 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-48e31687-e9f4-4268-8835-8fe4dc1624e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.210290 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-48e31687-e9f4-4268-8835-8fe4dc1624e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1861324 Feb 21 09:13:13.210290 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58076) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:13.215043 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-43d5fd41-9b0a-4f58-9b67-d6e6b8655d98 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '57fcdbf4-0ad2-4a32-a9af-dfdefc091085', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:13.221279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-43d5fd41-9b0a-4f58-9b67-d6e6b8655d98 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:13.224974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-43d5fd41-9b0a-4f58-9b67-d6e6b8655d98 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:13.227798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-43d5fd41-9b0a-4f58-9b67-d6e6b8655d98 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:13.233351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-43d5fd41-9b0a-4f58-9b67-d6e6b8655d98 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:13.250184 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43d5fd41-9b0a-4f58-9b67-d6e6b8655d98 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.310396 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43d5fd41-9b0a-4f58-9b67-d6e6b8655d98 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.313934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43d5fd41-9b0a-4f58-9b67-d6e6b8655d98 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.337400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5fd41-9b0a-4f58-9b67-d6e6b8655d98 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34375ec1-8e8d-45f1-bc95-7d7e13a7236d,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:13.344970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43d5fd41-9b0a-4f58-9b67-d6e6b8655d98 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.346738 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-43d5fd41-9b0a-4f58-9b67-d6e6b8655d98 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1360700 Feb 21 09:13:13.349398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58080) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:13.354693 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b4f5cf09-8907-42c8-8ddf-27091dcf0c45 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '57fcdbf4-0ad2-4a32-a9af-dfdefc091085', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:13.360436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b4f5cf09-8907-42c8-8ddf-27091dcf0c45 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:13.364835 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b4f5cf09-8907-42c8-8ddf-27091dcf0c45 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:13.367702 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b4f5cf09-8907-42c8-8ddf-27091dcf0c45 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:13.373427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b4f5cf09-8907-42c8-8ddf-27091dcf0c45 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:13.390079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b4f5cf09-8907-42c8-8ddf-27091dcf0c45 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.450363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b4f5cf09-8907-42c8-8ddf-27091dcf0c45 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.453626 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b4f5cf09-8907-42c8-8ddf-27091dcf0c45 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.476740 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5cf09-8907-42c8-8ddf-27091dcf0c45 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075aeee7-33a6-40d6-b6a3-8ad94f95ff09,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:13.485082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b4f5cf09-8907-42c8-8ddf-27091dcf0c45 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.486236 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b4f5cf09-8907-42c8-8ddf-27091dcf0c45 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1358876 Feb 21 09:13:13.488897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58084) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:13.494116 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-47a47f23-a5fc-43e2-8e7a-e64c99dff551 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '57fcdbf4-0ad2-4a32-a9af-dfdefc091085', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:13.499661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-47a47f23-a5fc-43e2-8e7a-e64c99dff551 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:13.503540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-47a47f23-a5fc-43e2-8e7a-e64c99dff551 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:13.506326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-47a47f23-a5fc-43e2-8e7a-e64c99dff551 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:13.511942 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-47a47f23-a5fc-43e2-8e7a-e64c99dff551 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:13.528308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47a47f23-a5fc-43e2-8e7a-e64c99dff551 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.590722 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47a47f23-a5fc-43e2-8e7a-e64c99dff551 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.594480 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47a47f23-a5fc-43e2-8e7a-e64c99dff551 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.619704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a47f23-a5fc-43e2-8e7a-e64c99dff551 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67c8a15-86af-45f1-853c-6dc051cde0b1,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:13.629086 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47a47f23-a5fc-43e2-8e7a-e64c99dff551 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.630309 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-47a47f23-a5fc-43e2-8e7a-e64c99dff551 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1405177 Feb 21 09:13:13.633038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58088) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:13.638288 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-9ad937ad-f15b-4561-849e-419ef764a8da tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '57fcdbf4-0ad2-4a32-a9af-dfdefc091085', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:13.644298 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9ad937ad-f15b-4561-849e-419ef764a8da tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:13.648182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9ad937ad-f15b-4561-849e-419ef764a8da tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:13.650930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9ad937ad-f15b-4561-849e-419ef764a8da tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:13.656744 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9ad937ad-f15b-4561-849e-419ef764a8da tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:13.672917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9ad937ad-f15b-4561-849e-419ef764a8da tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.734478 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9ad937ad-f15b-4561-849e-419ef764a8da tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.737615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9ad937ad-f15b-4561-849e-419ef764a8da tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.759560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad937ad-f15b-4561-849e-419ef764a8da tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a79c2f2-99fb-4d24-bb01-b316b2e5d86d,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:13.768873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9ad937ad-f15b-4561-849e-419ef764a8da tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.770051 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9ad937ad-f15b-4561-849e-419ef764a8da tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1361237 Feb 21 09:13:13.772698 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58092) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:13.778281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-bb271e70-a820-4dbd-9800-5e9323b1cff6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '57fcdbf4-0ad2-4a32-a9af-dfdefc091085', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:13.783862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bb271e70-a820-4dbd-9800-5e9323b1cff6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:13.788275 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bb271e70-a820-4dbd-9800-5e9323b1cff6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:13.791110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bb271e70-a820-4dbd-9800-5e9323b1cff6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:13.796615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bb271e70-a820-4dbd-9800-5e9323b1cff6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:13.806563 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-bb271e70-a820-4dbd-9800-5e9323b1cff6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:13:13.812579 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bb271e70-a820-4dbd-9800-5e9323b1cff6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.873521 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bb271e70-a820-4dbd-9800-5e9323b1cff6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.876862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bb271e70-a820-4dbd-9800-5e9323b1cff6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.899426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb271e70-a820-4dbd-9800-5e9323b1cff6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1c3dc8-3702-4835-9ec1-e53c64a28a97,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:13.908052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bb271e70-a820-4dbd-9800-5e9323b1cff6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:13.909214 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bb271e70-a820-4dbd-9800-5e9323b1cff6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1355999 Feb 21 09:13:13.911867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58096) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:13.917272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f3a581bc-48e5-4da0-bbf2-7d0093ec7750 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '57fcdbf4-0ad2-4a32-a9af-dfdefc091085', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:13.922808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f3a581bc-48e5-4da0-bbf2-7d0093ec7750 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:13.926552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f3a581bc-48e5-4da0-bbf2-7d0093ec7750 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:13.929371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f3a581bc-48e5-4da0-bbf2-7d0093ec7750 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:13.934912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f3a581bc-48e5-4da0-bbf2-7d0093ec7750 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:13.945311 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-f3a581bc-48e5-4da0-bbf2-7d0093ec7750 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:13:13.951397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f3a581bc-48e5-4da0-bbf2-7d0093ec7750 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:14.017058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f3a581bc-48e5-4da0-bbf2-7d0093ec7750 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:14.020708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f3a581bc-48e5-4da0-bbf2-7d0093ec7750 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:14.043462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a581bc-48e5-4da0-bbf2-7d0093ec7750 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca80df4d-781f-441c-a68f-9bb054c3e7cf,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:14.052718 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f3a581bc-48e5-4da0-bbf2-7d0093ec7750 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:14.053926 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f3a581bc-48e5-4da0-bbf2-7d0093ec7750 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1411562 Feb 21 09:13:14.224017 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-2a03adfe-73c4-4930-b286-d9bb23ad3831 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394131718&fields=id&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 267 time: 0.0436602 Feb 21 09:13:14.294345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b99cae-142e-4ff9-b070-84625cca100f req-d8896934-ce5f-4d58-834e-f78e9d0deb55 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:14.295578 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-d8896934-ce5f-4d58-834e-f78e9d0deb55 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports/fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 200 len: 929 time: 0.0654116 Feb 21 09:13:14.484317 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-568db1e6-8149-4c63-9aea-2379482e7f49 service neutron] 10.222.0.48 "GET /v2.0/ports/fd254f7e-a85c-436c-9036-129f12c9edbb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1773710 Feb 21 09:13:14.611192 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-df114e6e-ee73-4c16-a75c-606fbbae9091 service neutron] 10.222.0.48 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213329 Feb 21 09:13:14.738546 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-0af23203-2069-4d8e-a689-06a86017fbc2 service neutron] 10.222.0.48 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217170 Feb 21 09:13:15.018048 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-216d1e40-aee5-4163-a286-9197538d2000 req-6dbf2464-8982-4f93-9ff7-a95e1698678d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 210 time: 0.1355469 Feb 21 09:13:15.026654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fd254f7e-a85c-436c-9036-129f12c9edbb no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:13:15.121327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fd254f7e-a85c-436c-9036-129f12c9edbb not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:13:15.827012 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-ce4f28b9-6f95-486b-956a-fd3ec5ca4f25 service neutron] 10.222.0.47 "GET /v2.0/ports/fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 200 len: 1025 time: 0.0611572 Feb 21 09:13:15.974602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b99cae-142e-4ff9-b070-84625cca100f req-af0a630f-c86e-43a0-af89-ca974dde0473 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:15.976055 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-af0a630f-c86e-43a0-af89-ca974dde0473 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/networks?id=991f3f34-8eb4-442c-b853-1e44ea982f3d HTTP/1.1" status: 200 len: 796 time: 0.1440356 Feb 21 09:13:16.031292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-d2b99cae-142e-4ff9-b070-84625cca100f req-2cb156cd-76b9-44e1-a4e6-9d7fc6c9a01e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:13:16.045908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-d2b99cae-142e-4ff9-b070-84625cca100f req-2cb156cd-76b9-44e1-a4e6-9d7fc6c9a01e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:13:16.047243 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-2cb156cd-76b9-44e1-a4e6-9d7fc6c9a01e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 472 time: 0.0562079 Feb 21 09:13:16.057180 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Request body: {'port': {'device_id': '62d72707-2cb2-4578-bca6-940a77672296', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:16.164165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:16.177819 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-85701cc5-4ca9-4023-aef7-5831319f1f35 req-440c582c-8a0d-40a6-ad37-3f2c12374af6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 210 time: 0.0405948 Feb 21 09:13:16.491190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd254f7e-a85c-436c-9036-129f12c9edbb {{(pid=83584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:13:16.497987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:16.512421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Transition to ACTIVE for port object fd254f7e-a85c-436c-9036-129f12c9edbb will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:13:16.515588 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:16.739561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Pushing event updated for resources: {'Port': ['ID=fd254f7e-a85c-436c-9036-129f12c9edbb,revision_number=7']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:16.870537 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Attempting to bind port fd254f7e-a85c-436c-9036-129f12c9edbb on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:13:16.871220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Attempting to bind port fd254f7e-a85c-436c-9036-129f12c9edbb by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:13:16.871220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Attempting to bind port fd254f7e-a85c-436c-9036-129f12c9edbb on network 991f3f34-8eb4-442c-b853-1e44ea982f3d {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:13:16.876674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Port fd254f7e-a85c-436c-9036-129f12c9edbb on network 991f3f34-8eb4-442c-b853-1e44ea982f3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:13:16.877013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Attempting to bind port fd254f7e-a85c-436c-9036-129f12c9edbb on network 991f3f34-8eb4-442c-b853-1e44ea982f3d {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:13:16.882897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:13:16.883261 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Checking segment: {'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:13:16.883638 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Bound using segment: {'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:13:16.884042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Bound port: fd254f7e-a85c-436c-9036-129f12c9edbb, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7ce2fb-619d-4c8c-9553-e1012f082173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d'}}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:13:16.884376 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:16.971805 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] For port fd254f7e-a85c-436c-9036-129f12c9edbb, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:13:16.974704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] For port fd254f7e-a85c-436c-9036-129f12c9edbb, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fd254f7e-a85c-436c-9036-129f12c9edbb,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:13:16.978548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:17.037797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:17.039196 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] 10.222.0.47 "PUT /v2.0/ports/fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 200 len: 1130 time: 0.9858911 Feb 21 09:13:17.039675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d72707-2cb2-4578-bca6-940a77672296', 'tag': 'fd254f7e-a85c-436c-9036-129f12c9edbb'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:13:17.057887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8fc31-9308-49ca-8c95-688dfbd0fb51 service neutron] Pushing event updated for resources: {'Port': ['ID=fd254f7e-a85c-436c-9036-129f12c9edbb,revision_number=8']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:17.106739 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d72707-2cb2-4578-bca6-940a77672296', 'tag': 'fd254f7e-a85c-436c-9036-129f12c9edbb', 'status': 'completed', 'code': 200} Feb 21 09:13:17.153044 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-9533e870-3294-4084-bd1b-9b16248470e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 1133 time: 0.0775080 Feb 21 09:13:17.254839 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-97960994-eefd-4245-b0bd-a74f52521a44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 200 len: 1035 time: 0.0951810 Feb 21 09:13:17.319540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b99cae-142e-4ff9-b070-84625cca100f req-34cc1ed2-6776-4b6b-9bb4-5730f751d22b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:17.320882 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-34cc1ed2-6776-4b6b-9bb4-5730f751d22b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bb9c26d-c111-4521-a4ee-7a44f0210bbc HTTP/1.1" status: 200 len: 835 time: 0.0603340 Feb 21 09:13:17.379277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ace1b-96b0-4b59-9b33-0595863f09ab req-e86d4ca3-7c09-4751-b9df-41c1aa085f43 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:17.380731 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ca4ace1b-96b0-4b59-9b33-0595863f09ab req-e86d4ca3-7c09-4751-b9df-41c1aa085f43 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 980 time: 0.0766513 Feb 21 09:13:17.394509 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-70097d88-83cd-46d3-9fa5-b4f7eb5c151f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=991f3f34-8eb4-442c-b853-1e44ea982f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672891 Feb 21 09:13:17.426078 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ca4ace1b-96b0-4b59-9b33-0595863f09ab req-f2ce2ca0-3086-4eb0-8cf2-3a54990ee5ea tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Feb 21 09:13:17.526209 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-caffd778-eb40-41aa-9a33-ac16f2221913 service neutron] 10.222.0.47 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258266 Feb 21 09:13:17.654009 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d2b99cae-142e-4ff9-b070-84625cca100f req-cdb0a519-e394-456a-a491-3544473379c6 service neutron] 10.222.0.47 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222217 Feb 21 09:13:17.766155 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a1449e41-ec48-416b-9c29-a3d5ea9a0772 req-765876b8-05dd-4381-8832-ad2a9d998b83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 1133 time: 0.0708425 Feb 21 09:13:17.907606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1449e41-ec48-416b-9c29-a3d5ea9a0772 req-4b849893-ab42-485c-b22a-d23279557fda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:17.909465 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a1449e41-ec48-416b-9c29-a3d5ea9a0772 req-4b849893-ab42-485c-b22a-d23279557fda service neutron] 10.222.0.47 "GET /v2.0/networks?id=991f3f34-8eb4-442c-b853-1e44ea982f3d HTTP/1.1" status: 200 len: 896 time: 0.1365936 Feb 21 09:13:18.009854 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a1449e41-ec48-416b-9c29-a3d5ea9a0772 req-0287d021-96b6-4c7e-8cc2-662612a75d92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 200 len: 1035 time: 0.0937047 Feb 21 09:13:18.071160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1449e41-ec48-416b-9c29-a3d5ea9a0772 req-d680b81f-59da-4ee7-94eb-304241e28125 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:18.072558 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a1449e41-ec48-416b-9c29-a3d5ea9a0772 req-d680b81f-59da-4ee7-94eb-304241e28125 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bb9c26d-c111-4521-a4ee-7a44f0210bbc HTTP/1.1" status: 200 len: 835 time: 0.0556347 Feb 21 09:13:18.146250 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a1449e41-ec48-416b-9c29-a3d5ea9a0772 req-71e866c2-6771-430b-b4a7-acfd6f049a08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=991f3f34-8eb4-442c-b853-1e44ea982f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669544 Feb 21 09:13:18.275485 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a1449e41-ec48-416b-9c29-a3d5ea9a0772 req-17b9efec-6715-4c91-83d9-5bda90e79a7f service neutron] 10.222.0.47 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217401 Feb 21 09:13:18.484929 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a1449e41-ec48-416b-9c29-a3d5ea9a0772 req-077b35b8-d5cf-4a3e-bae9-6a1c66893eed service neutron] 10.222.0.47 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021422 Feb 21 09:13:18.618788 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a228f3f-9c17-4f67-94d6-2cb0ea7b3b2d req-ac173620-41e2-486d-99ef-089d3127f8b1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:18.620257 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a228f3f-9c17-4f67-94d6-2cb0ea7b3b2d req-ac173620-41e2-486d-99ef-089d3127f8b1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 980 time: 0.0753832 Feb 21 09:13:18.663744 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a228f3f-9c17-4f67-94d6-2cb0ea7b3b2d req-96419fd3-baca-4cc6-ad7a-f73e136d9b00 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380349 Feb 21 09:13:19.863536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030a227-8a1d-4b34-92d8-92be89000c15 req-b60c9dfa-4afb-42c2-9c68-b443c046820a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:19.864885 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5030a227-8a1d-4b34-92d8-92be89000c15 req-b60c9dfa-4afb-42c2-9c68-b443c046820a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 980 time: 0.0830278 Feb 21 09:13:19.909629 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5030a227-8a1d-4b34-92d8-92be89000c15 req-1f5bec55-5863-4005-8c98-ebcfea894580 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393555 Feb 21 09:13:21.056669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fd254f7e-a85c-436c-9036-129f12c9edbb details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:13:21.101860 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841485be-5ebe-4ebf-8f7d-94ad0c57f0ce req-10dd7dac-6a36-4cba-847a-007f56389e48 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:21.103338 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-841485be-5ebe-4ebf-8f7d-94ad0c57f0ce req-10dd7dac-6a36-4cba-847a-007f56389e48 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 980 time: 0.0749862 Feb 21 09:13:21.151651 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-841485be-5ebe-4ebf-8f7d-94ad0c57f0ce req-3d860ba5-1fc8-4adb-95a4-7c0062d2da3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423396 Feb 21 09:13:21.188191 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port fd254f7e-a85c-436c-9036-129f12c9edbb, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fd254f7e-a85c-436c-9036-129f12c9edbb,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:21.200846 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'fd254f7e-a85c-436c-9036-129f12c9edbb', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'port_id': 'fd254f7e-a85c-436c-9036-129f12c9edbb', 'mac_address': 'fa:16:3e:da:4b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:13:21.257004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:21.273392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd254f7e-a85c-436c-9036-129f12c9edbb {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:13:21.287868 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port fd254f7e-a85c-436c-9036-129f12c9edbb, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fd254f7e-a85c-436c-9036-129f12c9edbb,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:21.291789 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:21.355976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=fd254f7e-a85c-436c-9036-129f12c9edbb,revision_number=9']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:21.477635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['fd254f7e-a85c-436c-9036-129f12c9edbb'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:13:22.345477 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4571b-e8f2-40b8-8b55-6fe56017610e req-ca272d05-faaa-4a09-86a4-580215c671ca tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:22.346923 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-78f4571b-e8f2-40b8-8b55-6fe56017610e req-ca272d05-faaa-4a09-86a4-580215c671ca tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 981 time: 0.0746191 Feb 21 09:13:22.395769 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-78f4571b-e8f2-40b8-8b55-6fe56017610e req-996c3e20-5a23-4524-b30f-7d8d8168f02e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 Feb 21 09:13:23.056255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fd254f7e-a85c-436c-9036-129f12c9edbb up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:13:23.121302 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port fd254f7e-a85c-436c-9036-129f12c9edbb completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:13:23.125983 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port fd254f7e-a85c-436c-9036-129f12c9edbb triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:23.126347 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:23.236641 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:23.262327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d72707-2cb2-4578-bca6-940a77672296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd254f7e-a85c-436c-9036-129f12c9edbb'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:13:23.272346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port fd254f7e-a85c-436c-9036-129f12c9edbb, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fd254f7e-a85c-436c-9036-129f12c9edbb,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:23.276129 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:23.317561 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d72707-2cb2-4578-bca6-940a77672296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd254f7e-a85c-436c-9036-129f12c9edbb', 'code': 200} Feb 21 09:13:23.342339 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=fd254f7e-a85c-436c-9036-129f12c9edbb,revision_number=10']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:23.542190 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-87c240e3-3812-4d08-b9cd-ccb67fa27608 req-f5e49a7b-26c5-467a-a13b-a7772d9dba31 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 1136 time: 0.0700741 Feb 21 09:13:23.601299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261ed06-9e00-4e34-b7b6-aeb4e5ce6d42 req-bd22208a-cc07-4fb7-9aca-65eca4675ee1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:23.601910 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-87c240e3-3812-4d08-b9cd-ccb67fa27608 req-93f57000-8fd3-417d-8649-9d2164b1acc0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425904 Feb 21 09:13:23.602698 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5261ed06-9e00-4e34-b7b6-aeb4e5ce6d42 req-bd22208a-cc07-4fb7-9aca-65eca4675ee1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 983 time: 0.0802248 Feb 21 09:13:23.647540 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5261ed06-9e00-4e34-b7b6-aeb4e5ce6d42 req-12f5c332-3802-450e-85ef-fbf5bbe45f3b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392025 Feb 21 09:13:24.840906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdab2ca-89c0-4b7a-a831-f6d3cbf40f07 req-5b727a87-c240-40f3-8d6a-8cf238e646a3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:24.842236 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0bdab2ca-89c0-4b7a-a831-f6d3cbf40f07 req-5b727a87-c240-40f3-8d6a-8cf238e646a3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 983 time: 0.0748315 Feb 21 09:13:24.886022 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0bdab2ca-89c0-4b7a-a831-f6d3cbf40f07 req-8ba68ab4-8bcf-4f9e-acc3-3a594312a18c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383372 Feb 21 09:13:25.079435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db71e0-d92a-4e83-86ed-ee38e4c7b5fc req-6a52da8e-4267-4930-ab70-ef61cd0f6aac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:25.080899 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f3db71e0-d92a-4e83-86ed-ee38e4c7b5fc req-6a52da8e-4267-4930-ab70-ef61cd0f6aac tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 983 time: 0.0772989 Feb 21 09:13:25.125016 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f3db71e0-d92a-4e83-86ed-ee38e4c7b5fc req-3e507e77-de9f-4528-a477-12e5b04f1ff2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387156 Feb 21 09:13:25.151444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58142) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:25.219599 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-973896f3-c0be-4fa0-b101-a0b0f538d80a tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296&network_id=991f3f34-8eb4-442c-b853-1e44ea982f3d HTTP/1.1" status: 200 len: 1131 time: 0.0670795 Feb 21 09:13:25.587650 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b4ec7-dd33-4899-9e59-8086f60c99b2 req-1b4bc536-5f53-43e1-b9e4-0fd6add724d2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:25.589100 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-423b4ec7-dd33-4899-9e59-8086f60c99b2 req-1b4bc536-5f53-43e1-b9e4-0fd6add724d2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 983 time: 0.0781627 Feb 21 09:13:25.633324 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-423b4ec7-dd33-4899-9e59-8086f60c99b2 req-253858b7-4d88-485c-b591-2518cf800a26 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388343 Feb 21 09:13:26.785454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-e951491c-e03d-45da-a0df-d5dae1b67ddf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:26.787841 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-e951491c-e03d-45da-a0df-d5dae1b67ddf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 983 time: 0.0810101 Feb 21 09:13:26.842620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fdc4a-7b36-4871-a6a3-3fd1e829b442 req-c0a39610-995c-4483-ab7f-0f0001469eae tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:26.844099 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b90fdc4a-7b36-4871-a6a3-3fd1e829b442 req-c0a39610-995c-4483-ab7f-0f0001469eae tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 983 time: 0.0874639 Feb 21 09:13:26.864848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-2e00a268-5cca-47e1-89c2-645c9820a732 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:26.866198 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-2e00a268-5cca-47e1-89c2-645c9820a732 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/ports/fd254f7e-a85c-436c-9036-129f12c9edbb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0736575 Feb 21 09:13:26.888978 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b90fdc4a-7b36-4871-a6a3-3fd1e829b442 req-5dd1e8a8-5b14-4a8a-89cb-0aa97e5831bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=a37be997-0ece-436b-8bfe-f37de7ec2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388241 Feb 21 09:13:27.011776 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-c5b48105-a66a-4e9d-aafe-e5c21946f098 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1407573 Feb 21 09:13:27.023104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-3cb34183-27be-4a94-b176-ad71e39279ff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:27.130801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-3cb34183-27be-4a94-b176-ad71e39279ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:27.320488 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-3cb34183-27be-4a94-b176-ad71e39279ff service neutron] For port fd254f7e-a85c-436c-9036-129f12c9edbb, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fd254f7e-a85c-436c-9036-129f12c9edbb,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:27.348202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-3cb34183-27be-4a94-b176-ad71e39279ff service neutron] For port fd254f7e-a85c-436c-9036-129f12c9edbb, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:13:27.396951 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-3cb34183-27be-4a94-b176-ad71e39279ff service neutron] device_id is not set on port fd254f7e-a85c-436c-9036-129f12c9edbb yet. {{(pid=83584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 21 09:13:27.404595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-3cb34183-27be-4a94-b176-ad71e39279ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:27.409772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-3cb34183-27be-4a94-b176-ad71e39279ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:27.551997 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb34183-27be-4a94-b176-ad71e39279ff service neutron] Pushing event updated for resources: {'Port': ['ID=fd254f7e-a85c-436c-9036-129f12c9edbb,revision_number=11']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:27.612499 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-3cb34183-27be-4a94-b176-ad71e39279ff service neutron] No DVR routers for this DVR port fd254f7e-a85c-436c-9036-129f12c9edbb on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:13:27.729715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b06ff0c5-81a5-4bed-984d-5f4441d2da5c None None] Provisioning complete for port fd254f7e-a85c-436c-9036-129f12c9edbb triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:27.730292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b06ff0c5-81a5-4bed-984d-5f4441d2da5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:27.782674 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b06ff0c5-81a5-4bed-984d-5f4441d2da5c None None] Port fd254f7e-a85c-436c-9036-129f12c9edbb cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:13:27.853908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-3cb34183-27be-4a94-b176-ad71e39279ff service neutron] In _notify_port_updated(), no bound segment for port fd254f7e-a85c-436c-9036-129f12c9edbb on network 991f3f34-8eb4-442c-b853-1e44ea982f3d {{(pid=83584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 21 09:13:27.854940 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-3cb34183-27be-4a94-b176-ad71e39279ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:27.856234 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-74a78022-b0a4-4b07-8c51-c0f1f72f87a2 req-3cb34183-27be-4a94-b176-ad71e39279ff service neutron] 10.222.0.47 "PUT /v2.0/ports/fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 200 len: 1026 time: 0.8378012 Feb 21 09:13:28.071632 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e08f9e3f-4015-447a-b043-1898f8f122ed req-e6e3f3db-827e-4740-a232-9860fa9cd079 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d72707-2cb2-4578-bca6-940a77672296 HTTP/1.1" status: 200 len: 210 time: 0.0449395 Feb 21 09:13:29.176531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58156) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:29.243915 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-098bdc53-9f71-41e3-aad3-3dd60e7c23e9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:29.272079 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-098bdc53-9f71-41e3-aad3-3dd60e7c23e9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:29.333364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-098bdc53-9f71-41e3-aad3-3dd60e7c23e9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:29.349746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bdc53-9f71-41e3-aad3-3dd60e7c23e9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fcdbf4-0ad2-4a32-a9af-dfdefc091085,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:29.364584 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-098bdc53-9f71-41e3-aad3-3dd60e7c23e9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:29.365616 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-098bdc53-9f71-41e3-aad3-3dd60e7c23e9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/security-groups/57fcdbf4-0ad2-4a32-a9af-dfdefc091085 HTTP/1.1" status: 204 len: 168 time: 0.1880960 Feb 21 09:13:29.405489 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58162) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:29.692049 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-484dbed2-1057-466a-b083-beea8342e03e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 8d558da9-2674-40f2-a678-d2fd11513cc4 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:13:29.692314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-484dbed2-1057-466a-b083-beea8342e03e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:29.855891 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-484dbed2-1057-466a-b083-beea8342e03e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:29.856211 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-484dbed2-1057-466a-b083-beea8342e03e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:29.974841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-484dbed2-1057-466a-b083-beea8342e03e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 8d558da9-2674-40f2-a678-d2fd11513cc4 owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:13:30.118038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-484dbed2-1057-466a-b083-beea8342e03e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:30.157969 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8198aca1-3577-4d29-9663-dcd247282a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:30.164219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dbed2-1057-466a-b083-beea8342e03e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=8d558da9-2674-40f2-a678-d2fd11513cc4,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:30.255588 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-484dbed2-1057-466a-b083-beea8342e03e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:30.413897 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:30.644661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484dbed2-1057-466a-b083-beea8342e03e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 261e8b74-1351-4c71-9f22-46b25b0944a6 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:13:30.842825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484dbed2-1057-466a-b083-beea8342e03e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:13:30.852602 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406367f3-4b17-4e87-b33d-39220747e4f1 None None] Sync routers for ids ['261e8b74-1351-4c71-9f22-46b25b0944a6'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:13:30.862903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-484dbed2-1057-466a-b083-beea8342e03e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:30.864280 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406367f3-4b17-4e87-b33d-39220747e4f1 None None] Routers {'261e8b74-1351-4c71-9f22-46b25b0944a6'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:13:30.864908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-406367f3-4b17-4e87-b33d-39220747e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:13:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['261e8b74-1351-4c71-9f22-46b25b0944a6'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:30.916602 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-484dbed2-1057-466a-b083-beea8342e03e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/floatingips/a4247aaf-eec9-4a3c-842d-1e0bc9b86ab3 HTTP/1.1" status: 204 len: 168 time: 1.5099957 Feb 21 09:13:31.041424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-406367f3-4b17-4e87-b33d-39220747e4f1 None None] Set router 261e8b74-1351-4c71-9f22-46b25b0944a6 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:13:31.072492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58170) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:31.142922 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-04bc2ddd-fb38-42dc-94e5-d2e4014a023e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:31.164832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fd254f7e-a85c-436c-9036-129f12c9edbb no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:13:31.172171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-04bc2ddd-fb38-42dc-94e5-d2e4014a023e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:31.234468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-04bc2ddd-fb38-42dc-94e5-d2e4014a023e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:31.254035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc2ddd-fb38-42dc-94e5-d2e4014a023e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b00b1e5-ca99-4596-b98e-bc153f2a0021,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:31.260133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-04bc2ddd-fb38-42dc-94e5-d2e4014a023e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:31.264003 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-04bc2ddd-fb38-42dc-94e5-d2e4014a023e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/security-groups/3b00b1e5-ca99-4596-b98e-bc153f2a0021 HTTP/1.1" status: 204 len: 168 time: 0.1877880 Feb 21 09:13:31.302150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58176) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:31.358824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fd254f7e-a85c-436c-9036-129f12c9edbb not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:13:31.365795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-79e3b9cd-ef79-490a-9090-88d9e45422b1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port fd254f7e-a85c-436c-9036-129f12c9edbb {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:13:31.366229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-79e3b9cd-ef79-490a-9090-88d9e45422b1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:31.461441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-406367f3-4b17-4e87-b33d-39220747e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:12:48Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'a0c10bf1-0774-4122-bd3a-c264f5d0febf', 'name': '', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:89:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:47Z', 'updated_at': '2022-02-21T09:12:54Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:31.465228 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406367f3-4b17-4e87-b33d-39220747e4f1 None None] Checking router: 261e8b74-1351-4c71-9f22-46b25b0944a6 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:13:31.476246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406367f3-4b17-4e87-b33d-39220747e4f1 None None] Routers {'261e8b74-1351-4c71-9f22-46b25b0944a6'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:13:31.476835 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-406367f3-4b17-4e87-b33d-39220747e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:13:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['261e8b74-1351-4c71-9f22-46b25b0944a6'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:31.605437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-79e3b9cd-ef79-490a-9090-88d9e45422b1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:31.651269 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-406367f3-4b17-4e87-b33d-39220747e4f1 None None] Set router 261e8b74-1351-4c71-9f22-46b25b0944a6 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:13:31.724131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-79e3b9cd-ef79-490a-9090-88d9e45422b1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for fd254f7e-a85c-436c-9036-129f12c9edbb owned by {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:13:31.863875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-79e3b9cd-ef79-490a-9090-88d9e45422b1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:31.913425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3b9cd-ef79-490a-9090-88d9e45422b1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=fd254f7e-a85c-436c-9036-129f12c9edbb,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:31.969724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-406367f3-4b17-4e87-b33d-39220747e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:12:48Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'a0c10bf1-0774-4122-bd3a-c264f5d0febf', 'name': '', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:89:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:47Z', 'updated_at': '2022-02-21T09:12:54Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:31.975353 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406367f3-4b17-4e87-b33d-39220747e4f1 None None] The sync data for ids ['261e8b74-1351-4c71-9f22-46b25b0944a6'] in dv-neutron-830062-1-hyperv is: [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:12:48Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'a0c10bf1-0774-4122-bd3a-c264f5d0febf', 'name': '', 'network_id': '991f3f34-8eb4-442c-b853-1e44ea982f3d', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:89:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:47Z', 'updated_at': '2022-02-21T09:12:54Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '0bb9c26d-c111-4521-a4ee-7a44f0210bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:13:32.105165 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-79e3b9cd-ef79-490a-9090-88d9e45422b1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:32.115268 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-79e3b9cd-ef79-490a-9090-88d9e45422b1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/ports/fd254f7e-a85c-436c-9036-129f12c9edbb HTTP/1.1" status: 204 len: 168 time: 0.8117523 Feb 21 09:13:32.117861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58180) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:32.207816 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15691cb-08da-45af-805e-286a482a4278 None None] New status for floating IP a4247aaf-eec9-4a3c-842d-1e0bc9b86ab3: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:13:32.614387 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7418a1cb-df2d-4764-9651-3ceb5c082cd4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:32.941137 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b75e0450-68ac-46f7-ba23-9683e42d3eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:33.210832 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-7418a1cb-df2d-4764-9651-3ceb5c082cd4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port a0c10bf1-0774-4122-bd3a-c264f5d0febf {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:13:33.210832 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7418a1cb-df2d-4764-9651-3ceb5c082cd4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:33.399810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-7418a1cb-df2d-4764-9651-3ceb5c082cd4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port a0c10bf1-0774-4122-bd3a-c264f5d0febf, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a0c10bf1-0774-4122-bd3a-c264f5d0febf,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:33.400167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7418a1cb-df2d-4764-9651-3ceb5c082cd4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:33.518070 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-7418a1cb-df2d-4764-9651-3ceb5c082cd4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for a0c10bf1-0774-4122-bd3a-c264f5d0febf owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:13:33.621152 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:33.693629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7418a1cb-df2d-4764-9651-3ceb5c082cd4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:33.739057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418a1cb-df2d-4764-9651-3ceb5c082cd4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=a0c10bf1-0774-4122-bd3a-c264f5d0febf,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:34.022441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:34.112643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7418a1cb-df2d-4764-9651-3ceb5c082cd4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:34.677596 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7418a1cb-df2d-4764-9651-3ceb5c082cd4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 261e8b74-1351-4c71-9f22-46b25b0944a6 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:13:34.871827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7418a1cb-df2d-4764-9651-3ceb5c082cd4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:13:34.881181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda1932-2bea-405f-ac1d-d5e7066368f8 None None] Sync routers for ids ['261e8b74-1351-4c71-9f22-46b25b0944a6'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:13:34.888758 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7418a1cb-df2d-4764-9651-3ceb5c082cd4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/261e8b74-1351-4c71-9f22-46b25b0944a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7698128 Feb 21 09:13:34.891359 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58184) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:34.897840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda1932-2bea-405f-ac1d-d5e7066368f8 None None] Routers {'261e8b74-1351-4c71-9f22-46b25b0944a6'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:13:34.898532 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-acda1932-2bea-405f-ac1d-d5e7066368f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:13:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['261e8b74-1351-4c71-9f22-46b25b0944a6'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:35.082550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-24489062-b1e9-4a20-a2df-21f0f778cc76 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting subnet 0bb9c26d-c111-4521-a4ee-7a44f0210bbc {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:13:35.084949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-acda1932-2bea-405f-ac1d-d5e7066368f8 None None] Set router 261e8b74-1351-4c71-9f22-46b25b0944a6 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:13:35.085465 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-24489062-b1e9-4a20-a2df-21f0f778cc76 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:35.137434 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-24489062-b1e9-4a20-a2df-21f0f778cc76 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:35.216920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-24489062-b1e9-4a20-a2df-21f0f778cc76 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:35.296845 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-24489062-b1e9-4a20-a2df-21f0f778cc76 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:35.333568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24489062-b1e9-4a20-a2df-21f0f778cc76 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb9c26d-c111-4521-a4ee-7a44f0210bbc,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:35.339718 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-24489062-b1e9-4a20-a2df-21f0f778cc76 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:35.346137 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-24489062-b1e9-4a20-a2df-21f0f778cc76 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/subnets/0bb9c26d-c111-4521-a4ee-7a44f0210bbc HTTP/1.1" status: 204 len: 168 time: 0.4537849 Feb 21 09:13:35.348700 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58188) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:35.349174 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eb6c14-52db-42a5-bbd6-84a3c9023138 None None] Network 991f3f34-8eb4-442c-b853-1e44ea982f3d requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:13:35.532061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-acda1932-2bea-405f-ac1d-d5e7066368f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:13:33Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:35.542592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda1932-2bea-405f-ac1d-d5e7066368f8 None None] Checking router: 261e8b74-1351-4c71-9f22-46b25b0944a6 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:13:35.567188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda1932-2bea-405f-ac1d-d5e7066368f8 None None] Routers {'261e8b74-1351-4c71-9f22-46b25b0944a6'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:13:35.567984 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-acda1932-2bea-405f-ac1d-d5e7066368f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:13:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['261e8b74-1351-4c71-9f22-46b25b0944a6'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:35.656940 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:35.785181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dce8dbf-a7df-4ff3-b449-a809c9489695 None None] DHCP port deletion for 991f3f34-8eb4-442c-b853-1e44ea982f3d request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:13:35.795296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-3dce8dbf-a7df-4ff3-b449-a809c9489695 None None] Deleting port fbfd7d48-1c8c-430d-ab0e-b912b8242f0a {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:13:35.795673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3dce8dbf-a7df-4ff3-b449-a809c9489695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:35.848095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-acda1932-2bea-405f-ac1d-d5e7066368f8 None None] Set router 261e8b74-1351-4c71-9f22-46b25b0944a6 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:13:35.856439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:35.866844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 9338486d-762c-48d8-83c4-f15c6cd081c0 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:13:35.867207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:36.036074 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 9338486d-762c-48d8-83c4-f15c6cd081c0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9338486d-762c-48d8-83c4-f15c6cd081c0,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:36.036307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:36.106750 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:36.155879 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 9338486d-762c-48d8-83c4-f15c6cd081c0 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:13:36.221798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3dce8dbf-a7df-4ff3-b449-a809c9489695 None None] For port fbfd7d48-1c8c-430d-ab0e-b912b8242f0a, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=fbfd7d48-1c8c-430d-ab0e-b912b8242f0a,segment=NetworkSegment(9f7ce2fb-619d-4c8c-9553-e1012f082173),segment_id=9f7ce2fb-619d-4c8c-9553-e1012f082173)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:36.222183 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3dce8dbf-a7df-4ff3-b449-a809c9489695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:36.317454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:36.363824 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=9338486d-762c-48d8-83c4-f15c6cd081c0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:36.373640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-3dce8dbf-a7df-4ff3-b449-a809c9489695 None None] Calling delete_port for fbfd7d48-1c8c-430d-ab0e-b912b8242f0a owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:13:36.469815 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3dce8dbf-a7df-4ff3-b449-a809c9489695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:36.515626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-acda1932-2bea-405f-ac1d-d5e7066368f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:13:33Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:36.519742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce8dbf-a7df-4ff3-b449-a809c9489695 None None] Pushing event deleted for resources: {'Port': ['ID=fbfd7d48-1c8c-430d-ab0e-b912b8242f0a,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:36.525324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda1932-2bea-405f-ac1d-d5e7066368f8 None None] The sync data for ids ['261e8b74-1351-4c71-9f22-46b25b0944a6'] in dv-neutron-830062-1-hyperv is: [{'id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'name': 'tempest-TestNetworkBasicOps-router-177967221', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:12:43Z', 'updated_at': '2022-02-21T09:13:33Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '9338486d-762c-48d8-83c4-f15c6cd081c0', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e8b74-1351-4c71-9f22-46b25b0944a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:12:44Z', 'updated_at': '2022-02-21T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:13:36.530798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce8dbf-a7df-4ff3-b449-a809c9489695 None None] No DVR routers for this DVR port fbfd7d48-1c8c-430d-ab0e-b912b8242f0a on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:13:36.589115 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:36.936449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:36.941551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:36.966845 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:36.967850 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Fanout notify agent at l3_agent the message router_deleted on router 261e8b74-1351-4c71-9f22-46b25b0944a6 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:13:36.981865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fbfd7d48-1c8c-430d-ab0e-b912b8242f0a no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:13:36.988170 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:36.989427 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bbd2b585-495d-4c9f-be81-9a6b121cf1a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/routers/261e8b74-1351-4c71-9f22-46b25b0944a6 HTTP/1.1" status: 204 len: 168 time: 1.6398408 Feb 21 09:13:36.992011 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58192) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:37.025886 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: fbfd7d48-1c8c-430d-ab0e-b912b8242f0a {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:13:37.026227 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fbfd7d48-1c8c-430d-ab0e-b912b8242f0a not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:13:37.109458 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63b42d0b-2c46-4c89-b11a-0ad828b89ac0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.249180 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63b42d0b-2c46-4c89-b11a-0ad828b89ac0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.273459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-63b42d0b-2c46-4c89-b11a-0ad828b89ac0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991f3f34-8eb4-442c-b853-1e44ea982f3d']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:37.285923 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-63b42d0b-2c46-4c89-b11a-0ad828b89ac0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7ce2fb-619d-4c8c-9553-e1012f082173') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:37.286219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-63b42d0b-2c46-4c89-b11a-0ad828b89ac0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7ce2fb-619d-4c8c-9553-e1012f082173') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:37.297222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63b42d0b-2c46-4c89-b11a-0ad828b89ac0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.313084 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63b42d0b-2c46-4c89-b11a-0ad828b89ac0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.319271 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b42d0b-2c46-4c89-b11a-0ad828b89ac0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:13:37.319963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63b42d0b-2c46-4c89-b11a-0ad828b89ac0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:13:37.334925 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:13:37.413577 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63b42d0b-2c46-4c89-b11a-0ad828b89ac0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.431052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-63b42d0b-2c46-4c89-b11a-0ad828b89ac0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.441647 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b42d0b-2c46-4c89-b11a-0ad828b89ac0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Network': ['ID=991f3f34-8eb4-442c-b853-1e44ea982f3d,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:37.449848 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-63b42d0b-2c46-4c89-b11a-0ad828b89ac0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/networks/991f3f34-8eb4-442c-b853-1e44ea982f3d HTTP/1.1" status: 204 len: 168 time: 0.4567838 Feb 21 09:13:37.464659 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58196) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:37.477835 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5308016c-89d6-4eb5-9959-52412b4fbde0 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0117702 Feb 21 09:13:37.479888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58200) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:37.484827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'network': {'name': 'tempest-network-smoke--1884523059', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'port_security_enabled': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:37.489467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:37.494126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:network and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:37.498636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:37.507022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:37.521245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:13:37.525337 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.569115 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:13:37.580771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.581167 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Added segment f0517117-9d4a-4b9c-9532-839de5a150d1 of type vlan for network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 Feb 21 09:13:37.616937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.646272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.650038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:37.650611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.754111 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2730577 Feb 21 09:13:37.756589 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58204) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:37.763615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'admin_state_up': True, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:37.768550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebceef5c-3934-46bf-b8cb-6815904e3434 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Network': ['ID=cf43a2a6-2b2a-4ef4-9878-0b4e525487c5,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:37.772089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:37.775921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:router and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:37.778905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:13:37.779430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:37.785062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:37.794757 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.795694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.816148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:37.959847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:38.133486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:38.162014 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:38.291957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.107 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/4d97ca48-a09b-406f-ac12-5af1e1fff2cd) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:13:38.433536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:38.460372 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:38.533486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:13:38.536284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:13:38.540475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:13:38.564240 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=4d97ca48-a09b-406f-ac12-5af1e1fff2cd,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:38.571659 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a0c10bf1-0774-4122-bd3a-c264f5d0febf no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:13:38.609247 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: a0c10bf1-0774-4122-bd3a-c264f5d0febf {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:13:38.609598 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a0c10bf1-0774-4122-bd3a-c264f5d0febf not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:13:38.610018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9338486d-762c-48d8-83c4-f15c6cd081c0 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:13:38.640972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 9338486d-762c-48d8-83c4-f15c6cd081c0 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:13:38.641317 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9338486d-762c-48d8-83c4-f15c6cd081c0 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:13:38.696154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:38.696785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:38.839402 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:13:38.920271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:13:39.202191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:13:39.213381 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Sync routers for ids ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:13:39.225721 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Routers {'dc3a7422-ae84-456a-b7e9-5fe2fce3c293'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:13:39.226385 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:13:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:39.229488 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:39.230824 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a89c18b9-11dc-4cb1-b0e1-d926e217f9b0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4733305 Feb 21 09:13:39.234029 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58208) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:39.276347 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-608b75f7-12d8-45df-b003-e9e748f691c5 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0e247a2036294a16824a56cdfeb01f75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411572 Feb 21 09:13:39.279118 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58212) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:39.400837 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Set router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:13:39.407561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9249b68-42c9-40f0-9d50-dded3a7f3b7a tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:39.409023 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d9249b68-42c9-40f0-9d50-dded3a7f3b7a tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290264 Feb 21 09:13:39.411944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58216) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:39.450596 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7950f4ac-9804-4c7e-b675-5f372ed9afc2 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376039 Feb 21 09:13:39.453244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58220) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:39.459981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-16401957', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:39.570933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:39.574692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:subnet and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:39.577505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:39.583770 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:39.593491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:13:39.693941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:39.709110 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:13:38Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:38Z', 'updated_at': '2022-02-21T09:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:39.712737 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Checking router: dc3a7422-ae84-456a-b7e9-5fe2fce3c293 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:13:39.713070 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Updating router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:13:39.763816 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:39.901264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:39.981873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Subnet': ['ID=063544ab-7c1e-4399-a16d-43aac1f30a6f,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:39.992223 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Checking segment: {'id': 'f0517117-9d4a-4b9c-9532-839de5a150d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:13:39.992581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network hostable DHCP agents. Network: cf43a2a6-2b2a-4ef4-9878-0b4e525487c5, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:13:40.014557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:13:40.027230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, cf43a2a6-2b2a-4ef4-9878-0b4e525487c5) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:13:40.031590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:40.032178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:40.037576 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8094d4a6-167b-491f-853d-b2d616e48dc9 None None] Network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:13:40.054376 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ca648884-ad0f-4f39-bc7b-b3fa6691ff2f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6001844 Feb 21 09:13:40.057062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58224) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:40.087258 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:40.100200 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Transition to ACTIVE for port object 4d97ca48-a09b-406f-ac12-5af1e1fff2cd will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:13:40.106679 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:40.183839 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Attempting to bind port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:13:40.184233 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Attempting to bind port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:13:40.184600 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Attempting to bind port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:13:40.195120 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac0416-b59b-4ab8-926e-fdafe41e3e2f None None] Pushing event updated for resources: {'Port': ['ID=4d97ca48-a09b-406f-ac12-5af1e1fff2cd,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:40.199992 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:13:40.200331 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:13:40.200713 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:40.201659 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:13:40.202340 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Bound port: 4d97ca48-a09b-406f-ac12-5af1e1fff2cd, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:13:40.202690 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:40.282050 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] For port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:13:40.285842 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] For port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4d97ca48-a09b-406f-ac12-5af1e1fff2cd,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:13:40.293186 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:40.320483 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ips': [{'subnet_id': '063544ab-7c1e-4399-a16d-43aac1f30a6f'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:13:40.321386 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:40.379916 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac0416-b59b-4ab8-926e-fdafe41e3e2f None None] Pushing event updated for resources: {'Port': ['ID=4d97ca48-a09b-406f-ac12-5af1e1fff2cd,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:40.385472 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Routers {'dc3a7422-ae84-456a-b7e9-5fe2fce3c293'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:13:40.386126 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:13:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:40.486232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Allocated IP 172.20.0.2 (cf43a2a6-2b2a-4ef4-9878-0b4e525487c5/063544ab-7c1e-4399-a16d-43aac1f30a6f/719d4c80-6e24-4908-9aa0-f4e6f34f6543) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:13:40.573851 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] Set router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:13:40.716243 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:40.728279 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Transition to ACTIVE for port object 719d4c80-6e24-4908-9aa0-f4e6f34f6543 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:13:40.752057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Transition to ACTIVE for port object 719d4c80-6e24-4908-9aa0-f4e6f34f6543 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:13:40.759027 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:40.831707 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:13:40.834790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:13:40.839239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:13:40.841725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Pushing event updated for resources: {'Port': ['ID=719d4c80-6e24-4908-9aa0-f4e6f34f6543,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:40.877004 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:13:38Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:38Z', 'updated_at': '2022-02-21T09:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:40.882323 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a5734e-e26e-4b7c-8d07-50b9c9ed4e3d None None] The sync data for ids ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'] in dv-neutron-830062-1-hyperv is: [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:13:38Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:38Z', 'updated_at': '2022-02-21T09:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:13:40.937481 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Attempting to bind port 719d4c80-6e24-4908-9aa0-f4e6f34f6543 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:13:40.937854 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Attempting to bind port 719d4c80-6e24-4908-9aa0-f4e6f34f6543 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'f0517117-9d4a-4b9c-9532-839de5a150d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:13:40.938204 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Attempting to bind port 719d4c80-6e24-4908-9aa0-f4e6f34f6543 on network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:13:40.938547 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:40.945626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:13:40.945993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Checking segment: {'id': 'f0517117-9d4a-4b9c-9532-839de5a150d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:13:40.946388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:40.946773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Bound using segment: {'id': 'f0517117-9d4a-4b9c-9532-839de5a150d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:13:40.947277 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Bound port: 719d4c80-6e24-4908-9aa0-f4e6f34f6543, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0517117-9d4a-4b9c-9532-839de5a150d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:13:40.947663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:41.059591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] For port 719d4c80-6e24-4908-9aa0-f4e6f34f6543, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:13:41.063071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] For port 719d4c80-6e24-4908-9aa0-f4e6f34f6543, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=719d4c80-6e24-4908-9aa0-f4e6f34f6543,segment=NetworkSegment(f0517117-9d4a-4b9c-9532-839de5a150d1),segment_id=f0517117-9d4a-4b9c-9532-839de5a150d1)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:13:41.069524 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:41.159255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e03165-c649-4a78-8105-c8311a750aaf None None] Pushing event updated for resources: {'Port': ['ID=719d4c80-6e24-4908-9aa0-f4e6f34f6543,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:41.385613 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.1 (cf43a2a6-2b2a-4ef4-9878-0b4e525487c5/063544ab-7c1e-4399-a16d-43aac1f30a6f/1224643c-64b7-46e7-a476-615e1ff71f21) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:13:41.553826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:41.571621 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object 1224643c-64b7-46e7-a476-615e1ff71f21 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:13:41.595938 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:41.701422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:13:41.706972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:13:41.709575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=1224643c-64b7-46e7-a476-615e1ff71f21,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:41.712581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:13:41.774097 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:41.862306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:42.070037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c90f696-e9b2-46e2-8d0b-5485807f0ed7 None None] Network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:13:42.165492 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-35f03568-5151-42b5-9a37-cfbae43ab23b None None] Provisioning for port 719d4c80-6e24-4908-9aa0-f4e6f34f6543 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:13:42.268950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:42.273445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:42.403707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:42.407049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=1224643c-64b7-46e7-a476-615e1ff71f21,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:42.521671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ea48e288-d5ed-4f2b-90ba-8be87bf70110 None None] Provisioning for port 1224643c-64b7-46e7-a476-615e1ff71f21 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:13:42.527318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ea48e288-d5ed-4f2b-90ba-8be87bf70110 None None] Provisioning complete for port 1224643c-64b7-46e7-a476-615e1ff71f21 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:42.528006 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ea48e288-d5ed-4f2b-90ba-8be87bf70110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:42.569869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:13:42.571231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:13:42.599393 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-ea48e288-d5ed-4f2b-90ba-8be87bf70110 None None] Port 1224643c-64b7-46e7-a476-615e1ff71f21 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:13:42.687973 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 719d4c80-6e24-4908-9aa0-f4e6f34f6543 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:13:42.763401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0da9217a-60a3-4350-8072-cc8693cf1bd8 None None] Provisioning complete for port 1224643c-64b7-46e7-a476-615e1ff71f21 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:42.763857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0da9217a-60a3-4350-8072-cc8693cf1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:42.823560 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-0da9217a-60a3-4350-8072-cc8693cf1bd8 None None] Port 1224643c-64b7-46e7-a476-615e1ff71f21 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:13:42.825024 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 719d4c80-6e24-4908-9aa0-f4e6f34f6543 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:13:42.832423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 719d4c80-6e24-4908-9aa0-f4e6f34f6543 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:42.832792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:42.966774 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:42.983361 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-505e5468-3d63-4cfe-b2af-70b876253f2e None None] Provisioning complete for port 1224643c-64b7-46e7-a476-615e1ff71f21 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:42.983725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-505e5468-3d63-4cfe-b2af-70b876253f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:43.046617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-505e5468-3d63-4cfe-b2af-70b876253f2e None None] Port 1224643c-64b7-46e7-a476-615e1ff71f21 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:13:43.050012 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 719d4c80-6e24-4908-9aa0-f4e6f34f6543, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=719d4c80-6e24-4908-9aa0-f4e6f34f6543,segment=NetworkSegment(f0517117-9d4a-4b9c-9532-839de5a150d1),segment_id=f0517117-9d4a-4b9c-9532-839de5a150d1)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:43.054357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:43.055176 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4d97ca48-a09b-406f-ac12-5af1e1fff2cd up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:13:43.091004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:13:43.174803 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=719d4c80-6e24-4908-9aa0-f4e6f34f6543,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:43.188031 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:13:43.192952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:43.193379 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:43.300250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:13:43.307912 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:43.313483 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-98ac46be-a488-46e0-bcff-fce17a3ef31c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/dc3a7422-ae84-456a-b7e9-5fe2fce3c293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2554374 Feb 21 09:13:43.316685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58228) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:43.324601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4d97ca48-a09b-406f-ac12-5af1e1fff2cd,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:43.328467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:43.393797 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=4d97ca48-a09b-406f-ac12-5af1e1fff2cd,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:43.461777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567e6acc-a11f-4fe0-bfb7-2fcafa606160 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:43.462151 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567e6acc-a11f-4fe0-bfb7-2fcafa606160 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:43.462513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567e6acc-a11f-4fe0-bfb7-2fcafa606160 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:43.462870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567e6acc-a11f-4fe0-bfb7-2fcafa606160 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:43.464507 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-567e6acc-a11f-4fe0-bfb7-2fcafa606160 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1469357 Feb 21 09:13:43.467180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58232) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:43.533493 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dae9dd-fc95-4d8f-8626-21d337c630c0 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:43.533864 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dae9dd-fc95-4d8f-8626-21d337c630c0 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:43.534228 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dae9dd-fc95-4d8f-8626-21d337c630c0 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:43.534589 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dae9dd-fc95-4d8f-8626-21d337c630c0 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:43.536210 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c3dae9dd-fc95-4d8f-8626-21d337c630c0 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0681624 Feb 21 09:13:43.538706 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58236) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:43.747808 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2dd5cac4-a84f-4f20-97b2-2b0cabe6ab99 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2076166 Feb 21 09:13:44.274397 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58242) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:44.280281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1876599513', 'description': 'tempest-secgroup-smoke-1876599513 description', 'project_id': '0e247a2036294a16824a56cdfeb01f75'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:44.286952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:44.291071 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:44.293921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:44.299807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:44.310601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.345692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:44.349475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:44.352387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:44.357999 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:44.413237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.417091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.460384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d6d33d-50ce-4c13-ad27-08cdea292628,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:44.464746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.465006 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-acf1dadb-b0cb-4e21-a17e-df45b49b96bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1896074 Feb 21 09:13:44.467976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58246) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:44.473730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f4fbb103-06dc-413f-a832-1989dcd0b042 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '48d6d33d-50ce-4c13-ad27-08cdea292628', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:44.479748 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f4fbb103-06dc-413f-a832-1989dcd0b042 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:44.484102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f4fbb103-06dc-413f-a832-1989dcd0b042 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:44.487540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f4fbb103-06dc-413f-a832-1989dcd0b042 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:44.488686 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Sync routers for ids ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:13:44.493352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f4fbb103-06dc-413f-a832-1989dcd0b042 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:44.502546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Routers {'dc3a7422-ae84-456a-b7e9-5fe2fce3c293'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:13:44.503236 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:13:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:44.510272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4fbb103-06dc-413f-a832-1989dcd0b042 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.594530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4fbb103-06dc-413f-a832-1989dcd0b042 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.600680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4fbb103-06dc-413f-a832-1989dcd0b042 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.626833 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbb103-06dc-413f-a832-1989dcd0b042 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd027e1-0ab6-434a-83e6-19d5624d07ea,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:44.636221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f4fbb103-06dc-413f-a832-1989dcd0b042 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.637416 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f4fbb103-06dc-413f-a832-1989dcd0b042 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1685104 Feb 21 09:13:44.640131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58250) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:44.650426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b3d81c07-b832-42bd-8ebf-21e10575cb7d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '48d6d33d-50ce-4c13-ad27-08cdea292628', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:44.653100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 719d4c80-6e24-4908-9aa0-f4e6f34f6543 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:13:44.656536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b3d81c07-b832-42bd-8ebf-21e10575cb7d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:44.660842 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b3d81c07-b832-42bd-8ebf-21e10575cb7d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:44.663650 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b3d81c07-b832-42bd-8ebf-21e10575cb7d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:44.669207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b3d81c07-b832-42bd-8ebf-21e10575cb7d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:44.686715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b3d81c07-b832-42bd-8ebf-21e10575cb7d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.748134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b3d81c07-b832-42bd-8ebf-21e10575cb7d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.752082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b3d81c07-b832-42bd-8ebf-21e10575cb7d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.775758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d81c07-b832-42bd-8ebf-21e10575cb7d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d587d914-d73a-43da-a145-1606cfa4f9e7,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:44.785367 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b3d81c07-b832-42bd-8ebf-21e10575cb7d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.786025 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 719d4c80-6e24-4908-9aa0-f4e6f34f6543 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:44.786475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.789431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58254) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:44.789942 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b3d81c07-b832-42bd-8ebf-21e10575cb7d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1484425 Feb 21 09:13:44.795117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '48d6d33d-50ce-4c13-ad27-08cdea292628', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:44.801303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:44.805080 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:44.807932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:44.814079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:44.814696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Set router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:13:44.830199 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.891478 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.895259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.922522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed850e6-9a09-43ac-82db-a6385e800f31,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:44.931889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:44.933039 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1424954 Feb 21 09:13:44.934706 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:44.935067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:44.935399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:44.935731 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:44.936058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:44.936366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58258) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:44.936481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:44.936688 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:44.937009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:44.937325 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:44.937639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:44.937957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1470-5ee1-437f-9c67-d214850a6667 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:44.944688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-fad6dd31-f9a1-464b-96b5-6fb24f58a3c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '48d6d33d-50ce-4c13-ad27-08cdea292628', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:44.950791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-fad6dd31-f9a1-464b-96b5-6fb24f58a3c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:44.955204 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-fad6dd31-f9a1-464b-96b5-6fb24f58a3c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:44.958027 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-fad6dd31-f9a1-464b-96b5-6fb24f58a3c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:44.963660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-fad6dd31-f9a1-464b-96b5-6fb24f58a3c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:44.981238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fad6dd31-f9a1-464b-96b5-6fb24f58a3c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.043809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fad6dd31-f9a1-464b-96b5-6fb24f58a3c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.047509 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fad6dd31-f9a1-464b-96b5-6fb24f58a3c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.069769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6dd31-f9a1-464b-96b5-6fb24f58a3c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0d14ca-9bc4-4df5-b8e5-55d921af0e7f,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:45.077970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fad6dd31-f9a1-464b-96b5-6fb24f58a3c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.079745 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fad6dd31-f9a1-464b-96b5-6fb24f58a3c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1416409 Feb 21 09:13:45.082605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58262) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:45.088798 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0944e8df-8ff2-457b-bc7e-776696c39bef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '48d6d33d-50ce-4c13-ad27-08cdea292628', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:45.095957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0944e8df-8ff2-457b-bc7e-776696c39bef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:45.099658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0944e8df-8ff2-457b-bc7e-776696c39bef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:45.102464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0944e8df-8ff2-457b-bc7e-776696c39bef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:45.108840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0944e8df-8ff2-457b-bc7e-776696c39bef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:45.110375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4d97ca48-a09b-406f-ac12-5af1e1fff2cd up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:13:45.122430 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-0944e8df-8ff2-457b-bc7e-776696c39bef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:13:45.128889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0944e8df-8ff2-457b-bc7e-776696c39bef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.192642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0944e8df-8ff2-457b-bc7e-776696c39bef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.196428 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0944e8df-8ff2-457b-bc7e-776696c39bef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.218843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944e8df-8ff2-457b-bc7e-776696c39bef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f900da-8829-49dd-b79a-d3230aae8b32,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:45.229773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0944e8df-8ff2-457b-bc7e-776696c39bef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.231138 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0944e8df-8ff2-457b-bc7e-776696c39bef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1473687 Feb 21 09:13:45.233781 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58266) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:45.239888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-8eeff051-4d0d-4672-8b0d-74f150665a22 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '48d6d33d-50ce-4c13-ad27-08cdea292628', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:45.245869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8eeff051-4d0d-4672-8b0d-74f150665a22 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:45.249834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8eeff051-4d0d-4672-8b0d-74f150665a22 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:45.252953 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:45.253328 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.253478 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-8eeff051-4d0d-4672-8b0d-74f150665a22 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:45.259555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-8eeff051-4d0d-4672-8b0d-74f150665a22 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:45.269608 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-8eeff051-4d0d-4672-8b0d-74f150665a22 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:13:45.276030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8eeff051-4d0d-4672-8b0d-74f150665a22 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.315447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:13:41Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:38Z', 'updated_at': '2022-02-21T09:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '1224643c-64b7-46e7-a476-615e1ff71f21', 'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:b3:37:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:41Z', 'updated_at': '2022-02-21T09:13:42Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:45.323679 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Checking router: dc3a7422-ae84-456a-b7e9-5fe2fce3c293 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:13:45.324029 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Updating router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 port 1224643c-64b7-46e7-a476-615e1ff71f21 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:13:45.341380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8eeff051-4d0d-4672-8b0d-74f150665a22 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.345739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8eeff051-4d0d-4672-8b0d-74f150665a22 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.366209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeff051-4d0d-4672-8b0d-74f150665a22 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906a1d76-68b3-48cb-9ac0-ced8a1741f87,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:45.377432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8eeff051-4d0d-4672-8b0d-74f150665a22 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.378602 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8eeff051-4d0d-4672-8b0d-74f150665a22 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1438920 Feb 21 09:13:45.412276 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.604657 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-1b1996a0-a096-4635-886e-e4a0ad6b9bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:13:45.620084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-1b1996a0-a096-4635-886e-e4a0ad6b9bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:13:45.621367 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-1b1996a0-a096-4635-886e-e4a0ad6b9bb3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876599513&fields=id&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 267 time: 0.0586743 Feb 21 09:13:45.779350 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.791357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Transition to ACTIVE for port object 1224643c-64b7-46e7-a476-615e1ff71f21 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:13:45.797538 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:45.883195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-7e79ab08-1127-4bfb-a2eb-914aeff530ef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:45.883873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-7e79ab08-1127-4bfb-a2eb-914aeff530ef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:13:45.901448 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-7e79ab08-1127-4bfb-a2eb-914aeff530ef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:13:45.903390 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-7e79ab08-1127-4bfb-a2eb-914aeff530ef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/networks?id=cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 HTTP/1.1" status: 200 len: 797 time: 0.2742896 Feb 21 09:13:45.920312 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-6ae00ab9-7484-4aaa-9a96-0c27fdc2273c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/quotas/0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 375 time: 0.0109558 Feb 21 09:13:45.962752 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad14e26-f956-488b-93b4-b492738014c7 None None] Pushing event updated for resources: {'Port': ['ID=1224643c-64b7-46e7-a476-615e1ff71f21,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:46.002594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-bd9dd496-09b5-417f-8171-c80f1af4d40f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:13:46.019056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-bd9dd496-09b5-417f-8171-c80f1af4d40f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:13:46.020473 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-bd9dd496-09b5-417f-8171-c80f1af4d40f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945301 Feb 21 09:13:46.020894 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Attempting to bind port 1224643c-64b7-46e7-a476-615e1ff71f21 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:13:46.021261 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Attempting to bind port 1224643c-64b7-46e7-a476-615e1ff71f21 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'f0517117-9d4a-4b9c-9532-839de5a150d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:13:46.021619 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Attempting to bind port 1224643c-64b7-46e7-a476-615e1ff71f21 on network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:13:46.029034 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:13:46.029408 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Checking segment: {'id': 'f0517117-9d4a-4b9c-9532-839de5a150d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:13:46.029866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:46.030179 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Bound using segment: {'id': 'f0517117-9d4a-4b9c-9532-839de5a150d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:13:46.030630 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Bound port: 1224643c-64b7-46e7-a476-615e1ff71f21, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0517117-9d4a-4b9c-9532-839de5a150d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:13:46.031008 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:46.159266 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-07dabef1-85dd-4d45-93a4-229e44a6417d service neutron] 10.222.0.48 "GET /v2.0/networks/cf43a2a6-2b2a-4ef4-9878-0b4e525487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266646 Feb 21 09:13:46.175640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] For port 1224643c-64b7-46e7-a476-615e1ff71f21, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:13:46.178693 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] For port 1224643c-64b7-46e7-a476-615e1ff71f21, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=1224643c-64b7-46e7-a476-615e1ff71f21,segment=NetworkSegment(f0517117-9d4a-4b9c-9532-839de5a150d1),segment_id=f0517117-9d4a-4b9c-9532-839de5a150d1)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:13:46.183686 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:46.262426 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad14e26-f956-488b-93b4-b492738014c7 None None] Pushing event updated for resources: {'Port': ['ID=1224643c-64b7-46e7-a476-615e1ff71f21,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:46.265350 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Routers {'dc3a7422-ae84-456a-b7e9-5fe2fce3c293'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:13:46.265955 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:13:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:46.303836 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-1ba2d3e1-9393-4bfb-9c2c-acf75375d232 service neutron] 10.222.0.48 "GET /v2.0/networks/cf43a2a6-2b2a-4ef4-9878-0b4e525487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390345 Feb 21 09:13:46.463021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] Set router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:13:46.545426 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-27888dfa-5ccd-4241-a358-b9fec8295c59 req-d6e86e27-09fb-4ca2-9359-3cc58847bfba tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 210 time: 0.0482445 Feb 21 09:13:46.792763 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:13:41Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:38Z', 'updated_at': '2022-02-21T09:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '1224643c-64b7-46e7-a476-615e1ff71f21', 'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:b3:37:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:41Z', 'updated_at': '2022-02-21T09:13:46Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:13:46.797021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb9bf6-2798-439a-af89-ffc97c0c73a0 None None] The sync data for ids ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'] in dv-neutron-830062-1-hyperv is: [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:13:41Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:38Z', 'updated_at': '2022-02-21T09:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '1224643c-64b7-46e7-a476-615e1ff71f21', 'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:b3:37:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:41Z', 'updated_at': '2022-02-21T09:13:46Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:13:47.583529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-f43daebb-4557-47e4-acc5-5fa923850b97 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:47.584841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-f43daebb-4557-47e4-acc5-5fa923850b97 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:13:47.601201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-f43daebb-4557-47e4-acc5-5fa923850b97 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:13:47.602582 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-f43daebb-4557-47e4-acc5-5fa923850b97 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/networks?id=cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 HTTP/1.1" status: 200 len: 797 time: 0.1775718 Feb 21 09:13:47.678143 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-77cd5cad-8200-4ec7-a94f-01de2cd53289 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 380 time: 0.0628254 Feb 21 09:13:47.686445 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'port': {'device_id': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'admin_state_up': True, 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'security_groups': ['48d6d33d-50ce-4c13-ad27-08cdea292628']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:47.756684 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-95c39d34-bb52-444a-b7e1-6ad7ccdd97cd req-62350f45-a697-4ee7-89d2-bfa6f6a748d0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 210 time: 0.0468042 Feb 21 09:13:47.824163 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:47.833432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:47.842686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:13:47.846172 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:48.006809 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.13 (cf43a2a6-2b2a-4ef4-9878-0b4e525487c5/063544ab-7c1e-4399-a16d-43aac1f30a6f/b845a274-3f96-48db-9a93-2336992413d3) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:13:48.190686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:48.206056 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object b845a274-3f96-48db-9a93-2336992413d3 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:13:48.226583 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:48.301878 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:13:48.304868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:13:48.309196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:13:48.334614 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=b845a274-3f96-48db-9a93-2336992413d3,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:48.372128 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:48.372868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:48.397941 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-15a15a1a-6e7e-4f8b-a6bf-79893fc45a2c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7153149 Feb 21 09:13:48.409564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Request body: {'port': {'device_id': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:48.523848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:48.528392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a3b8c71c-20aa-4e8c-a153-1cdf13014262 None None] Provisioning for port b845a274-3f96-48db-9a93-2336992413d3 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:13:48.533513 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a3b8c71c-20aa-4e8c-a153-1cdf13014262 None None] Provisioning complete for port b845a274-3f96-48db-9a93-2336992413d3 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:48.533885 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a3b8c71c-20aa-4e8c-a153-1cdf13014262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:48.591802 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8c71c-20aa-4e8c-a153-1cdf13014262 None None] Port b845a274-3f96-48db-9a93-2336992413d3 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:13:48.642783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1224643c-64b7-46e7-a476-615e1ff71f21 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:13:48.716651 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 1224643c-64b7-46e7-a476-615e1ff71f21 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:13:48.722187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 1224643c-64b7-46e7-a476-615e1ff71f21 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:48.722556 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:48.834564 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:48.866646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 1224643c-64b7-46e7-a476-615e1ff71f21, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=1224643c-64b7-46e7-a476-615e1ff71f21,segment=NetworkSegment(f0517117-9d4a-4b9c-9532-839de5a150d1),segment_id=f0517117-9d4a-4b9c-9532-839de5a150d1)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:48.871811 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:48.945763 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=1224643c-64b7-46e7-a476-615e1ff71f21,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:48.978319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b845a274-3f96-48db-9a93-2336992413d3 {{(pid=83584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:13:48.979308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7740e-fce1-4755-bb83-eb861959b7a9 req-84efaec0-a0d1-49aa-b995-f9a7df058874 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:48.980780 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7ff7740e-fce1-4755-bb83-eb861959b7a9 req-84efaec0-a0d1-49aa-b995-f9a7df058874 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 932 time: 0.0897446 Feb 21 09:13:48.985818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:48.999918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Transition to ACTIVE for port object b845a274-3f96-48db-9a93-2336992413d3 will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:13:49.004185 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:49.028985 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7ff7740e-fce1-4755-bb83-eb861959b7a9 req-9aff5833-9ab4-41e1-a493-db726fc33a7c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=48d6d33d-50ce-4c13-ad27-08cdea292628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419447 Feb 21 09:13:49.132499 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Pushing event updated for resources: {'Port': ['ID=b845a274-3f96-48db-9a93-2336992413d3,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:49.248820 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Attempting to bind port b845a274-3f96-48db-9a93-2336992413d3 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:13:49.249144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Attempting to bind port b845a274-3f96-48db-9a93-2336992413d3 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'f0517117-9d4a-4b9c-9532-839de5a150d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:13:49.249464 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Attempting to bind port b845a274-3f96-48db-9a93-2336992413d3 on network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:13:49.255161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Port b845a274-3f96-48db-9a93-2336992413d3 on network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:13:49.255477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Attempting to bind port b845a274-3f96-48db-9a93-2336992413d3 on network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:13:49.261537 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:13:49.261851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Checking segment: {'id': 'f0517117-9d4a-4b9c-9532-839de5a150d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:13:49.262222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Bound using segment: {'id': 'f0517117-9d4a-4b9c-9532-839de5a150d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5'} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:13:49.262632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Bound port: b845a274-3f96-48db-9a93-2336992413d3, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0517117-9d4a-4b9c-9532-839de5a150d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5'}}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:13:49.262964 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:49.351735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] For port b845a274-3f96-48db-9a93-2336992413d3, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:13:49.354539 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] For port b845a274-3f96-48db-9a93-2336992413d3, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b845a274-3f96-48db-9a93-2336992413d3,segment=NetworkSegment(f0517117-9d4a-4b9c-9532-839de5a150d1),segment_id=f0517117-9d4a-4b9c-9532-839de5a150d1)] {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:13:49.358449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:49.418253 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:49.419687 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] 10.222.0.47 "PUT /v2.0/ports/b845a274-3f96-48db-9a93-2336992413d3 HTTP/1.1" status: 200 len: 1094 time: 1.0149958 Feb 21 09:13:49.420113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'tag': 'b845a274-3f96-48db-9a93-2336992413d3'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:13:49.452639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4ca60-8812-4da9-a882-e78cc994fdcd service neutron] Pushing event updated for resources: {'Port': ['ID=b845a274-3f96-48db-9a93-2336992413d3,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:49.497008 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'tag': 'b845a274-3f96-48db-9a93-2336992413d3', 'status': 'completed', 'code': 200} Feb 21 09:13:49.538681 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-06c5d9f5-2294-417e-8bc9-ba87b5fab71e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 1097 time: 0.0791552 Feb 21 09:13:49.607521 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-8b968ca5-3601-412a-b9a0-b0b135805bc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b845a274-3f96-48db-9a93-2336992413d3 HTTP/1.1" status: 200 len: 217 time: 0.0620205 Feb 21 09:13:49.674007 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-ecead5d9-dbed-4c20-80fc-1ba0d5e9eb9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:49.675471 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-ecead5d9-dbed-4c20-80fc-1ba0d5e9eb9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063544ab-7c1e-4399-a16d-43aac1f30a6f HTTP/1.1" status: 200 len: 833 time: 0.0623016 Feb 21 09:13:49.749733 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-443cc311-d29a-4c4e-baf8-191bb3d305b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf43a2a6-2b2a-4ef4-9878-0b4e525487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680869 Feb 21 09:13:49.877815 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-f011cc09-dee8-494b-abef-781589e840ea service neutron] 10.222.0.47 "GET /v2.0/networks/cf43a2a6-2b2a-4ef4-9878-0b4e525487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220031 Feb 21 09:13:50.006845 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3c592696-bdf9-47c1-855e-c7db26ebfcb1 req-07849b39-0662-4e2b-8896-d98e7162c2b1 service neutron] 10.222.0.47 "GET /v2.0/networks/cf43a2a6-2b2a-4ef4-9878-0b4e525487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223943 Feb 21 09:13:50.121773 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-08608b47-e156-4e83-b0ee-b02e7f78b7e2 req-3ae9e4fd-43e3-4a60-91f7-7f6ec427b0d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 1097 time: 0.0732527 Feb 21 09:13:50.225929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d626057-3a7a-4a56-a920-655314c1f89f req-dc928dd6-8f55-43b5-bc52-2d9ea1ce7783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:50.227346 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8d626057-3a7a-4a56-a920-655314c1f89f req-dc928dd6-8f55-43b5-bc52-2d9ea1ce7783 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 944 time: 0.0801153 Feb 21 09:13:50.250898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08608b47-e156-4e83-b0ee-b02e7f78b7e2 req-77ede765-5336-4e8b-b66b-0bda91b32490 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:50.252350 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-08608b47-e156-4e83-b0ee-b02e7f78b7e2 req-77ede765-5336-4e8b-b66b-0bda91b32490 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 HTTP/1.1" status: 200 len: 897 time: 0.1248035 Feb 21 09:13:50.272570 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8d626057-3a7a-4a56-a920-655314c1f89f req-07413681-8629-4686-a626-8e5c48f742a2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=48d6d33d-50ce-4c13-ad27-08cdea292628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395014 Feb 21 09:13:50.319218 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-08608b47-e156-4e83-b0ee-b02e7f78b7e2 req-cf118e73-17e3-40a3-b126-cf536d26b732 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b845a274-3f96-48db-9a93-2336992413d3 HTTP/1.1" status: 200 len: 217 time: 0.0602384 Feb 21 09:13:50.459339 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08608b47-e156-4e83-b0ee-b02e7f78b7e2 req-688a26a6-f27e-41f3-8e7f-eb3f338fd87b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:50.462133 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-08608b47-e156-4e83-b0ee-b02e7f78b7e2 req-688a26a6-f27e-41f3-8e7f-eb3f338fd87b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063544ab-7c1e-4399-a16d-43aac1f30a6f HTTP/1.1" status: 200 len: 833 time: 0.1372046 Feb 21 09:13:50.537141 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-08608b47-e156-4e83-b0ee-b02e7f78b7e2 req-a8e853ff-ac00-47aa-9d20-6766bfa13ba2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf43a2a6-2b2a-4ef4-9878-0b4e525487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674820 Feb 21 09:13:50.596851 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1224643c-64b7-46e7-a476-615e1ff71f21 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:13:50.665586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 1224643c-64b7-46e7-a476-615e1ff71f21 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:50.665954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:50.670317 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-08608b47-e156-4e83-b0ee-b02e7f78b7e2 req-2dd58511-fe97-43fc-a85e-5f8d1641ef26 service neutron] 10.222.0.47 "GET /v2.0/networks/cf43a2a6-2b2a-4ef4-9878-0b4e525487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266522 Feb 21 09:13:50.802498 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-08608b47-e156-4e83-b0ee-b02e7f78b7e2 req-b6c5e8b1-4e0a-4922-b042-0b6ab45aa310 service neutron] 10.222.0.47 "GET /v2.0/networks/cf43a2a6-2b2a-4ef4-9878-0b4e525487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258147 Feb 21 09:13:51.467751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b48157-6983-4925-8237-f7fd721736d3 req-f9418841-7a03-4ca8-a563-39f60f664fc5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:51.469198 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-66b48157-6983-4925-8237-f7fd721736d3 req-f9418841-7a03-4ca8-a563-39f60f664fc5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 944 time: 0.0755246 Feb 21 09:13:51.513595 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-66b48157-6983-4925-8237-f7fd721736d3 req-008db234-67cb-4bb8-a280-a22f29558213 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=48d6d33d-50ce-4c13-ad27-08cdea292628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384519 Feb 21 09:13:52.714668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ca468-7ea7-42fe-94d2-30af7a0b2d6f req-a6d85408-fbf7-4958-969f-a363a2be6457 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:52.716161 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-171ca468-7ea7-42fe-94d2-30af7a0b2d6f req-a6d85408-fbf7-4958-969f-a363a2be6457 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 944 time: 0.0839291 Feb 21 09:13:52.763499 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-171ca468-7ea7-42fe-94d2-30af7a0b2d6f req-185f3a9b-30d9-4d3b-91f6-b7075100651c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=48d6d33d-50ce-4c13-ad27-08cdea292628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417163 Feb 21 09:13:53.212242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b845a274-3f96-48db-9a93-2336992413d3 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:13:53.342315 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b845a274-3f96-48db-9a93-2336992413d3, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b845a274-3f96-48db-9a93-2336992413d3,segment=NetworkSegment(f0517117-9d4a-4b9c-9532-839de5a150d1),segment_id=f0517117-9d4a-4b9c-9532-839de5a150d1)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:53.355411 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'b845a274-3f96-48db-9a93-2336992413d3', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'port_id': 'b845a274-3f96-48db-9a93-2336992413d3', 'mac_address': 'fa:16:3e:27:0c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:13:53.406634 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:53.425247 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b845a274-3f96-48db-9a93-2336992413d3 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:13:53.439673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b845a274-3f96-48db-9a93-2336992413d3, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b845a274-3f96-48db-9a93-2336992413d3,segment=NetworkSegment(f0517117-9d4a-4b9c-9532-839de5a150d1),segment_id=f0517117-9d4a-4b9c-9532-839de5a150d1)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:53.443869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:53.509713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=b845a274-3f96-48db-9a93-2336992413d3,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:53.518326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:53.518664 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:53.519022 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:53.519351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:53.519678 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:53.520001 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:53.520321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:53.520646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:53.520964 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:53.521280 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:53.521595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:53.633091 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['b845a274-3f96-48db-9a93-2336992413d3'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:13:53.961996 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068f7fd-f740-4326-bc86-5daf9f49d5cd req-ae4082f7-9bb1-4123-8471-7ec0902ac8e6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:53.963335 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e068f7fd-f740-4326-bc86-5daf9f49d5cd req-ae4082f7-9bb1-4123-8471-7ec0902ac8e6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 945 time: 0.0742764 Feb 21 09:13:54.010197 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e068f7fd-f740-4326-bc86-5daf9f49d5cd req-15306beb-00da-4aae-a5d3-d15819de97aa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=48d6d33d-50ce-4c13-ad27-08cdea292628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414777 Feb 21 09:13:55.227172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b845a274-3f96-48db-9a93-2336992413d3 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:13:55.331427 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port b845a274-3f96-48db-9a93-2336992413d3 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:13:55.336320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port b845a274-3f96-48db-9a93-2336992413d3 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:13:55.336684 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:55.357738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cc73b-f533-4b85-a9cd-7855f6004c47 req-656b38d8-a57e-4f36-a262-e026dfde508b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:55.363524 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e89cc73b-f533-4b85-a9cd-7855f6004c47 req-656b38d8-a57e-4f36-a262-e026dfde508b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 945 time: 0.0830705 Feb 21 09:13:55.405549 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e89cc73b-f533-4b85-a9cd-7855f6004c47 req-dcca2f7d-ce12-496b-8ec4-8ba2bb64b82d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=48d6d33d-50ce-4c13-ad27-08cdea292628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406172 Feb 21 09:13:55.452481 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:55.481930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b845a274-3f96-48db-9a93-2336992413d3'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:13:55.492347 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b845a274-3f96-48db-9a93-2336992413d3, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b845a274-3f96-48db-9a93-2336992413d3,segment=NetworkSegment(f0517117-9d4a-4b9c-9532-839de5a150d1),segment_id=f0517117-9d4a-4b9c-9532-839de5a150d1)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:13:55.496994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:55.539126 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b845a274-3f96-48db-9a93-2336992413d3', 'code': 200} Feb 21 09:13:55.564488 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=b845a274-3f96-48db-9a93-2336992413d3,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:55.758579 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7e38c036-707a-4562-9dd1-1db58b7668a3 req-83b06441-4ad9-4ca3-af7d-b874d2e94c6d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 1099 time: 0.0704734 Feb 21 09:13:55.804529 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7e38c036-707a-4562-9dd1-1db58b7668a3 req-325d4d52-e714-4fd4-a359-03a74e28b3e1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=48d6d33d-50ce-4c13-ad27-08cdea292628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Feb 21 09:13:56.603871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2017950-5a52-49f2-8898-b4533b320647 req-ba01f93d-c85c-4563-af3d-6ca492f64f71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:56.605336 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c2017950-5a52-49f2-8898-b4533b320647 req-ba01f93d-c85c-4563-af3d-6ca492f64f71 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 946 time: 0.0781581 Feb 21 09:13:56.649599 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c2017950-5a52-49f2-8898-b4533b320647 req-d09f3c79-18e1-4e96-a073-98a58b0071c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=48d6d33d-50ce-4c13-ad27-08cdea292628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387604 Feb 21 09:13:57.852766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e1630-c51e-44d7-8abb-96f38a4cc350 req-069c6c9b-4f7b-4f81-ad13-2e3c993dd8b7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:57.854249 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-524e1630-c51e-44d7-8abb-96f38a4cc350 req-069c6c9b-4f7b-4f81-ad13-2e3c993dd8b7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 946 time: 0.0831187 Feb 21 09:13:57.898085 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-524e1630-c51e-44d7-8abb-96f38a4cc350 req-6cbe8504-c10a-4039-af4f-08fce228a9ec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=48d6d33d-50ce-4c13-ad27-08cdea292628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383251 Feb 21 09:13:58.091798 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e03adb-9a6e-4035-affb-c4f61ac3fe10 req-7cb9d485-055d-4f0e-887d-521b38a74e2b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:13:58.093229 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-33e03adb-9a6e-4035-affb-c4f61ac3fe10 req-7cb9d485-055d-4f0e-887d-521b38a74e2b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 946 time: 0.0798895 Feb 21 09:13:58.138752 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-33e03adb-9a6e-4035-affb-c4f61ac3fe10 req-116aef6a-0c2e-4d53-b4e1-36cb93631394 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=48d6d33d-50ce-4c13-ad27-08cdea292628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395527 Feb 21 09:13:58.166814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58312) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:58.233577 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e275c8ce-85e5-4177-9114-ade387f30c6d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 1094 time: 0.0655789 Feb 21 09:13:58.236721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58316) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:13:58.241668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': 'b845a274-3f96-48db-9a93-2336992413d3', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:13:58.246877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:13:58.250589 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:floatingip and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:13:58.253309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:13:58.258773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:13:58.268238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:58.403488 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:58.536396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.203 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/5dc9b8ff-3840-4cfe-9e6e-6229d34df947) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:13:58.760685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:58.786708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:58.853238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:13:58.855986 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:13:58.859606 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:13:58.891345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=5dc9b8ff-3840-4cfe-9e6e-6229d34df947,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:58.911697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:58.912040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:58.912371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:58.912698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:58.913022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:58.913343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:58.913660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:58.913974 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:58.914285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:58.914596 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:58.914905 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:13:59.362890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:59.415361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:59.611452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:59.616015 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:59.720097 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=5dc9b8ff-3840-4cfe-9e6e-6229d34df947,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:13:59.731472 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:13:59.916786 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Floating IP 5777b39f-e686-429b-b949-2167f64b6f92 associated. External IP: 172.26.6.203, port: b845a274-3f96-48db-9a93-2336992413d3. Feb 21 09:14:00.162573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-76eb123d-3c51-4e01-a41f-ea3824ea7beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:00.391738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:14:00.413339 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:00.588207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:14:00.598557 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8eeaa9-bd7f-4bba-a428-57465366331b None None] Sync routers for ids ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:14:00.610867 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8eeaa9-bd7f-4bba-a428-57465366331b None None] Routers {'dc3a7422-ae84-456a-b7e9-5fe2fce3c293'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:14:00.611504 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-cb8eeaa9-bd7f-4bba-a428-57465366331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:13:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:00.616084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:00.667708 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0f6b7aca-9710-4085-9051-e0d3a6c02d56 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4299965 Feb 21 09:14:00.668354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'tag': 'b845a274-3f96-48db-9a93-2336992413d3'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:14:00.670383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58320) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:00.727412 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'tag': 'b845a274-3f96-48db-9a93-2336992413d3', 'status': 'completed', 'code': 200} Feb 21 09:14:00.812986 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-cb8eeaa9-bd7f-4bba-a428-57465366331b None None] Set router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:14:00.888980 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-08a9fd57-0a18-46d7-8052-57d26dcca946 req-23b5d315-170f-4784-abea-2df18cc0170d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 1099 time: 0.1019006 Feb 21 09:14:01.039293 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9fd57-0a18-46d7-8052-57d26dcca946 req-ff865ef1-e4a5-4978-8a75-5bc86a8136fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:14:01.040768 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-08a9fd57-0a18-46d7-8052-57d26dcca946 req-ff865ef1-e4a5-4978-8a75-5bc86a8136fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 HTTP/1.1" status: 200 len: 897 time: 0.1458969 Feb 21 09:14:01.045896 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-afe2d715-aabc-4deb-88eb-cb98858f40d7 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/routers/dc3a7422-ae84-456a-b7e9-5fe2fce3c293 HTTP/1.1" status: 200 len: 923 time: 0.3743429 Feb 21 09:14:01.050256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58326) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:01.160175 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-cb8eeaa9-bd7f-4bba-a428-57465366331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:13:41Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:38Z', 'updated_at': '2022-02-21T09:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '5777b39f-e686-429b-b949-2167f64b6f92', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.203', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'port_id': 'b845a274-3f96-48db-9a93-2336992413d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'mac_address': 'fa:16:3e:27:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:13:59Z', 'updated_at': '2022-02-21T09:13:59Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1224643c-64b7-46e7-a476-615e1ff71f21', 'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:b3:37:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:41Z', 'updated_at': '2022-02-21T09:13:48Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:01.164140 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8eeaa9-bd7f-4bba-a428-57465366331b None None] Checking router: dc3a7422-ae84-456a-b7e9-5fe2fce3c293 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:14:01.175057 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8eeaa9-bd7f-4bba-a428-57465366331b None None] Routers {'dc3a7422-ae84-456a-b7e9-5fe2fce3c293'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:14:01.175663 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-cb8eeaa9-bd7f-4bba-a428-57465366331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:13:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:01.238789 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c4f7e897-1aab-4191-8ba0-c4da7ce85a6e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 992 time: 0.1875079 Feb 21 09:14:01.240625 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-08a9fd57-0a18-46d7-8052-57d26dcca946 req-050b0f8d-5b8c-4af7-8e5a-a0831e924631 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b845a274-3f96-48db-9a93-2336992413d3 HTTP/1.1" status: 200 len: 1000 time: 0.1935518 Feb 21 09:14:01.303695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9fd57-0a18-46d7-8052-57d26dcca946 req-664c2ef7-bb1a-4fcb-a985-926a72a9e44f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:14:01.305283 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-08a9fd57-0a18-46d7-8052-57d26dcca946 req-664c2ef7-bb1a-4fcb-a985-926a72a9e44f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063544ab-7c1e-4399-a16d-43aac1f30a6f HTTP/1.1" status: 200 len: 833 time: 0.0589499 Feb 21 09:14:01.357938 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-cb8eeaa9-bd7f-4bba-a428-57465366331b None None] Set router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:14:01.381650 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-08a9fd57-0a18-46d7-8052-57d26dcca946 req-d1c1eb69-055f-403e-ab67-c1cb1a734d5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf43a2a6-2b2a-4ef4-9878-0b4e525487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703099 Feb 21 09:14:01.512238 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-08a9fd57-0a18-46d7-8052-57d26dcca946 req-0231057f-5c1a-46e1-9d5b-fe6d40c32bd6 service neutron] 10.222.0.47 "GET /v2.0/networks/cf43a2a6-2b2a-4ef4-9878-0b4e525487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241534 Feb 21 09:14:01.707656 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-cb8eeaa9-bd7f-4bba-a428-57465366331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:13:41Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:38Z', 'updated_at': '2022-02-21T09:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '5777b39f-e686-429b-b949-2167f64b6f92', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.203', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'port_id': 'b845a274-3f96-48db-9a93-2336992413d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'mac_address': 'fa:16:3e:27:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:13:59Z', 'updated_at': '2022-02-21T09:13:59Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1224643c-64b7-46e7-a476-615e1ff71f21', 'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:b3:37:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:41Z', 'updated_at': '2022-02-21T09:13:48Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:01.711580 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8eeaa9-bd7f-4bba-a428-57465366331b None None] The sync data for ids ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'] in dv-neutron-830062-1-hyperv is: [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:13:41Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:38Z', 'updated_at': '2022-02-21T09:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '5777b39f-e686-429b-b949-2167f64b6f92', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.203', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'port_id': 'b845a274-3f96-48db-9a93-2336992413d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'mac_address': 'fa:16:3e:27:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:13:59Z', 'updated_at': '2022-02-21T09:13:59Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1224643c-64b7-46e7-a476-615e1ff71f21', 'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:b3:37:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:41Z', 'updated_at': '2022-02-21T09:13:48Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:14:01.741996 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-08a9fd57-0a18-46d7-8052-57d26dcca946 req-82984328-735f-4a7c-bd87-780da930e0b3 service neutron] 10.222.0.47 "GET /v2.0/networks/cf43a2a6-2b2a-4ef4-9878-0b4e525487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221444 Feb 21 09:14:02.242455 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58330) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:02.346044 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-82a1baff-1252-4564-a9cd-1e72a8be767e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 992 time: 0.1024141 Feb 21 09:14:02.942470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-443646c0-b1fa-4e22-b027-9c2b16fc62ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:03.349854 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58334) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:03.426609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce5ec9-990d-4fd6-8baf-783e74094d08 None None] New status for floating IP 5777b39f-e686-429b-b949-2167f64b6f92: ACTIVE {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:14:03.453136 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-65d8610f-7d4d-42f4-8c8b-1b6545195136 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 992 time: 0.1021135 Feb 21 09:14:03.673368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:04.024132 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:04.456830 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58338) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:04.566614 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2e516c4c-7bbc-42b6-a815-228b0f280b57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 994 time: 0.1042402 Feb 21 09:14:05.999265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:15.840755 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:14:16.767636 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [req-843298b6-e657-484b-ba51-b13d09c91911 req-df0e2d3a-6765-4e7d-aefb-d865d99c8e7b service neutron] (83584) timed out ('10.222.0.47', 57625) {{(pid=83584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 21 09:14:30.164352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-97408bdf-a2fc-4156-8fe8-ca179c411f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:30.417592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:31.784636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58352) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:31.962506 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6566e2c0-cf88-4bd8-ac2b-304bb5e1b849 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/routers/dc3a7422-ae84-456a-b7e9-5fe2fce3c293/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1766610 Feb 21 09:14:31.965268 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58356) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:32.168464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cec7b51-8142-4071-99cb-40c624cd33d7 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Notify agent at dv-neutron-830062-1-hyperv the message router_removed_from_agent {{(pid=83585) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 21 09:14:32.172209 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1cec7b51-8142-4071-99cb-40c624cd33d7 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "DELETE /v2.0/agents/5512e2f2-438c-47a5-a226-b9307ad95418/l3-routers/dc3a7422-ae84-456a-b7e9-5fe2fce3c293 HTTP/1.1" status: 204 len: 168 time: 0.2053773 Feb 21 09:14:32.174747 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58360) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:32.350688 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3a26c3e2-141a-4f2b-a4fd-f1584512609f tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/routers/dc3a7422-ae84-456a-b7e9-5fe2fce3c293/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1748538 Feb 21 09:14:32.353317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58364) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:32.452177 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-356ce79a-1f17-4f78-8272-6ed9e2e9f726 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 994 time: 0.0978582 Feb 21 09:14:32.617872 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1224643c-64b7-46e7-a476-615e1ff71f21 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:14:32.722961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:32.754391 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 1224643c-64b7-46e7-a476-615e1ff71f21, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=1224643c-64b7-46e7-a476-615e1ff71f21,segment=NetworkSegment(f0517117-9d4a-4b9c-9532-839de5a150d1),segment_id=f0517117-9d4a-4b9c-9532-839de5a150d1)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:14:32.757833 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:32.830403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=1224643c-64b7-46e7-a476-615e1ff71f21,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:32.943453 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-db92c0f9-a9f8-496d-b84e-7d55aeddf5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:32.979619 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1613bd19-447b-494d-8aa5-5307e23995ab None None] New status for floating IP 5777b39f-e686-429b-b949-2167f64b6f92: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:14:33.456587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58368) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:33.556867 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-33c101ec-55b6-4d7e-a4b7-b7bba7699ba1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 992 time: 0.0989573 Feb 21 09:14:33.626372 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:34.027323 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:34.615975 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4d97ca48-a09b-406f-ac12-5af1e1fff2cd no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:14:34.712764 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58374) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:34.724769 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:34.740924 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4d97ca48-a09b-406f-ac12-5af1e1fff2cd,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:14:34.744603 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:34.814202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=4d97ca48-a09b-406f-ac12-5af1e1fff2cd,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:35.022886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf6a9ee-d224-42f5-af0a-b8b7146e3fbd tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:14:35.023391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf6a9ee-d224-42f5-af0a-b8b7146e3fbd tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Notify agent at dv-neutron-830062-1-hyperv the message router_added_to_agent {{(pid=83585) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 21 09:14:35.051577 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ccf6a9ee-d224-42f5-af0a-b8b7146e3fbd tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "POST /v2.0/agents/5512e2f2-438c-47a5-a226-b9307ad95418/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3375106 Feb 21 09:14:35.054538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58380) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:35.079252 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4aa338-0bdc-4b11-a1ac-817491fb42dd None None] Sync routers for ids ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:14:35.091424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4aa338-0bdc-4b11-a1ac-817491fb42dd None None] Routers {'dc3a7422-ae84-456a-b7e9-5fe2fce3c293'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:14:35.092037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-1e4aa338-0bdc-4b11-a1ac-817491fb42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:14:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:35.238747 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0d5af91f-ee45-4304-886a-20e6b4ac5356 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/routers/dc3a7422-ae84-456a-b7e9-5fe2fce3c293/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1830692 Feb 21 09:14:35.241538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58386) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:35.268385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-1e4aa338-0bdc-4b11-a1ac-817491fb42dd None None] Set router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:14:35.345304 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-885f0e27-43f7-4baa-91fa-9187d6316ca7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 992 time: 0.1025355 Feb 21 09:14:35.643227 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-1e4aa338-0bdc-4b11-a1ac-817491fb42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:13:41Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:38Z', 'updated_at': '2022-02-21T09:14:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '5777b39f-e686-429b-b949-2167f64b6f92', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.203', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'port_id': 'b845a274-3f96-48db-9a93-2336992413d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'mac_address': 'fa:16:3e:27:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:13:59Z', 'updated_at': '2022-02-21T09:14:33Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1224643c-64b7-46e7-a476-615e1ff71f21', 'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:b3:37:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:41Z', 'updated_at': '2022-02-21T09:14:32Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:35.647375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4aa338-0bdc-4b11-a1ac-817491fb42dd None None] Checking router: dc3a7422-ae84-456a-b7e9-5fe2fce3c293 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:14:35.658237 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4aa338-0bdc-4b11-a1ac-817491fb42dd None None] Routers {'dc3a7422-ae84-456a-b7e9-5fe2fce3c293'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:14:35.658814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-1e4aa338-0bdc-4b11-a1ac-817491fb42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:14:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:35.829435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-1e4aa338-0bdc-4b11-a1ac-817491fb42dd None None] Set router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:14:36.017211 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:36.179451 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-1e4aa338-0bdc-4b11-a1ac-817491fb42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:13:41Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:38Z', 'updated_at': '2022-02-21T09:14:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '5777b39f-e686-429b-b949-2167f64b6f92', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.203', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'port_id': 'b845a274-3f96-48db-9a93-2336992413d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'mac_address': 'fa:16:3e:27:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:13:59Z', 'updated_at': '2022-02-21T09:14:33Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1224643c-64b7-46e7-a476-615e1ff71f21', 'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:b3:37:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:41Z', 'updated_at': '2022-02-21T09:14:32Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:36.183469 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4aa338-0bdc-4b11-a1ac-817491fb42dd None None] The sync data for ids ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'] in dv-neutron-830062-1-hyperv is: [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:13:41Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:38Z', 'updated_at': '2022-02-21T09:14:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '5777b39f-e686-429b-b949-2167f64b6f92', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.203', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'port_id': 'b845a274-3f96-48db-9a93-2336992413d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'mac_address': 'fa:16:3e:27:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:13:59Z', 'updated_at': '2022-02-21T09:14:33Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1224643c-64b7-46e7-a476-615e1ff71f21', 'name': '', 'network_id': 'cf43a2a6-2b2a-4ef4-9878-0b4e525487c5', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:b3:37:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:41Z', 'updated_at': '2022-02-21T09:14:32Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '063544ab-7c1e-4399-a16d-43aac1f30a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:14:36.349107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58390) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:36.461073 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-44e689e4-77cb-4b02-9b1c-7b535c8706a3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 992 time: 0.1091506 Feb 21 09:14:36.644447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1224643c-64b7-46e7-a476-615e1ff71f21 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:14:36.716037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 1224643c-64b7-46e7-a476-615e1ff71f21 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:14:36.716288 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:36.855294 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:36.888189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 1224643c-64b7-46e7-a476-615e1ff71f21, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=1224643c-64b7-46e7-a476-615e1ff71f21,segment=NetworkSegment(f0517117-9d4a-4b9c-9532-839de5a150d1),segment_id=f0517117-9d4a-4b9c-9532-839de5a150d1)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:14:36.892892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:36.964207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=1224643c-64b7-46e7-a476-615e1ff71f21,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:37.463384 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58394) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:37.566904 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-323bf978-603a-4698-b4e6-2a9b283e698d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 992 time: 0.1024010 Feb 21 09:14:38.570900 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58398) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:38.678843 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a941ecf3-de38-44db-8321-080ac36db116 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 992 time: 0.1068091 Feb 21 09:14:38.691623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1224643c-64b7-46e7-a476-615e1ff71f21 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:14:38.771808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 1224643c-64b7-46e7-a476-615e1ff71f21 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:14:38.772169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:38.883845 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4d97ca48-a09b-406f-ac12-5af1e1fff2cd up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:14:38.948503 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:14:38.948869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:39.063757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:39.078859 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4d97ca48-a09b-406f-ac12-5af1e1fff2cd,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:14:39.082979 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:39.147083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=4d97ca48-a09b-406f-ac12-5af1e1fff2cd,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:39.682377 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58402) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:39.797270 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-91f4cf68-5a81-4219-ab7a-0ff174be4cd9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 992 time: 0.1127410 Feb 21 09:14:40.622893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4d97ca48-a09b-406f-ac12-5af1e1fff2cd up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:14:40.691187 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:14:40.691549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:40.800101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58406) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:40.900188 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6ac8f616-2996-4821-ad10-0aedc65f80ef tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 992 time: 0.0989745 Feb 21 09:14:41.904289 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58410) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:42.006738 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2bcbf2cb-b434-4cef-a057-1c2295936985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 992 time: 0.1014168 Feb 21 09:14:43.010475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58414) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:43.116913 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ebf335b3-d8bc-4b84-8308-6584b633eb75 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 992 time: 0.1052408 Feb 21 09:14:43.291287 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d79928c-c7f5-4fb1-99e3-4a0b09175525 None None] New status for floating IP 5777b39f-e686-429b-b949-2167f64b6f92: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:14:44.120893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58418) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:44.227537 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2863177c-edb4-4852-b7f0-aa310b93e033 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 200 len: 994 time: 0.1055155 Feb 21 09:14:44.505515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58426) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:44.704423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ed863d8f-d8c2-4e7d-b35b-ef1e8b02a5e8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 5dc9b8ff-3840-4cfe-9e6e-6229d34df947 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:14:44.704784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed863d8f-d8c2-4e7d-b35b-ef1e8b02a5e8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:44.865531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed863d8f-d8c2-4e7d-b35b-ef1e8b02a5e8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:44.865853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed863d8f-d8c2-4e7d-b35b-ef1e8b02a5e8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:44.981076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ed863d8f-d8c2-4e7d-b35b-ef1e8b02a5e8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 5dc9b8ff-3840-4cfe-9e6e-6229d34df947 owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:14:45.226103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed863d8f-d8c2-4e7d-b35b-ef1e8b02a5e8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:45.270795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed863d8f-d8c2-4e7d-b35b-ef1e8b02a5e8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=5dc9b8ff-3840-4cfe-9e6e-6229d34df947,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:45.363456 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed863d8f-d8c2-4e7d-b35b-ef1e8b02a5e8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:45.745787 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed863d8f-d8c2-4e7d-b35b-ef1e8b02a5e8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:14:45.944459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed863d8f-d8c2-4e7d-b35b-ef1e8b02a5e8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:14:45.959505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ed863d8f-d8c2-4e7d-b35b-ef1e8b02a5e8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:46.010508 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ed863d8f-d8c2-4e7d-b35b-ef1e8b02a5e8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/floatingips/5777b39f-e686-429b-b949-2167f64b6f92 HTTP/1.1" status: 204 len: 168 time: 1.5040543 Feb 21 09:14:46.011222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'tag': 'b845a274-3f96-48db-9a93-2336992413d3'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:14:46.065816 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'tag': 'b845a274-3f96-48db-9a93-2336992413d3', 'status': 'completed', 'code': 200} Feb 21 09:14:46.156283 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-ddb096c0-6eeb-4652-8c1f-87f0ba5003a7 req-36569521-fd1e-4c82-a466-73ff5f6493a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 1099 time: 0.0686800 Feb 21 09:14:46.297046 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb096c0-6eeb-4652-8c1f-87f0ba5003a7 req-fa9f34e7-54a0-4608-8729-ab784db39ec9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:14:46.298499 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-ddb096c0-6eeb-4652-8c1f-87f0ba5003a7 req-fa9f34e7-54a0-4608-8729-ab784db39ec9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 HTTP/1.1" status: 200 len: 897 time: 0.1366544 Feb 21 09:14:46.370433 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-ddb096c0-6eeb-4652-8c1f-87f0ba5003a7 req-a2fca109-b0a9-4cf3-be81-9d9d0a38f890 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b845a274-3f96-48db-9a93-2336992413d3 HTTP/1.1" status: 200 len: 217 time: 0.0652297 Feb 21 09:14:46.405878 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a31b9-b50b-4381-854e-172de8642377 req-cfb254bf-b3d1-413a-baab-7067f507c0ec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:14:46.406572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-d06a31b9-b50b-4381-854e-172de8642377 req-cfb254bf-b3d1-413a-baab-7067f507c0ec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:14:46.421899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-d06a31b9-b50b-4381-854e-172de8642377 req-cfb254bf-b3d1-413a-baab-7067f507c0ec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:14:46.423127 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d06a31b9-b50b-4381-854e-172de8642377 req-cfb254bf-b3d1-413a-baab-7067f507c0ec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 946 time: 0.0930083 Feb 21 09:14:46.434268 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb096c0-6eeb-4652-8c1f-87f0ba5003a7 req-69c6e93c-1725-4ac5-b573-71a5b8ec5ca5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:14:46.435737 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-ddb096c0-6eeb-4652-8c1f-87f0ba5003a7 req-69c6e93c-1725-4ac5-b573-71a5b8ec5ca5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=063544ab-7c1e-4399-a16d-43aac1f30a6f HTTP/1.1" status: 200 len: 833 time: 0.0593677 Feb 21 09:14:46.467554 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d06a31b9-b50b-4381-854e-172de8642377 req-a45492f1-380b-4cae-a84a-08b1ef646ec9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=48d6d33d-50ce-4c13-ad27-08cdea292628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389390 Feb 21 09:14:46.513972 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-ddb096c0-6eeb-4652-8c1f-87f0ba5003a7 req-300464f1-9c99-41f7-bcc6-9cfd4facd5e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf43a2a6-2b2a-4ef4-9878-0b4e525487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712781 Feb 21 09:14:46.645001 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-ddb096c0-6eeb-4652-8c1f-87f0ba5003a7 req-e0dd4e11-ec60-4dac-95a0-dfede4e10a9b service neutron] 10.222.0.47 "GET /v2.0/networks/cf43a2a6-2b2a-4ef4-9878-0b4e525487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246040 Feb 21 09:14:46.773449 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-ddb096c0-6eeb-4652-8c1f-87f0ba5003a7 req-88cb38ed-4ac3-48f4-ab35-1a6ed8043a5a service neutron] 10.222.0.47 "GET /v2.0/networks/cf43a2a6-2b2a-4ef4-9878-0b4e525487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222587 Feb 21 09:14:47.670551 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233647b7-cc21-4852-a6c7-86c8e867eeb6 req-d15c57ff-f6f5-47ef-8865-ac30489679a7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:14:47.672088 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-233647b7-cc21-4852-a6c7-86c8e867eeb6 req-d15c57ff-f6f5-47ef-8865-ac30489679a7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 946 time: 0.0754869 Feb 21 09:14:47.703750 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfb3d3-db27-4e6f-b05d-05e8565d97df req-d513958b-dbb9-40d1-9b89-374ebba24b82 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:14:47.704444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-34bfb3d3-db27-4e6f-b05d-05e8565d97df req-d513958b-dbb9-40d1-9b89-374ebba24b82 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:14:47.715838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-34bfb3d3-db27-4e6f-b05d-05e8565d97df req-d513958b-dbb9-40d1-9b89-374ebba24b82 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:14:47.716159 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-233647b7-cc21-4852-a6c7-86c8e867eeb6 req-e5c3d78a-47ca-49aa-8296-9b182a00d822 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=48d6d33d-50ce-4c13-ad27-08cdea292628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386868 Feb 21 09:14:47.716916 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-34bfb3d3-db27-4e6f-b05d-05e8565d97df req-d513958b-dbb9-40d1-9b89-374ebba24b82 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 946 time: 0.1877930 Feb 21 09:14:47.784339 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-34bfb3d3-db27-4e6f-b05d-05e8565d97df req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port b845a274-3f96-48db-9a93-2336992413d3 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:14:47.784697 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-34bfb3d3-db27-4e6f-b05d-05e8565d97df req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:48.019764 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-34bfb3d3-db27-4e6f-b05d-05e8565d97df req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port b845a274-3f96-48db-9a93-2336992413d3, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b845a274-3f96-48db-9a93-2336992413d3,segment=NetworkSegment(f0517117-9d4a-4b9c-9532-839de5a150d1),segment_id=f0517117-9d4a-4b9c-9532-839de5a150d1)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:14:48.020027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-34bfb3d3-db27-4e6f-b05d-05e8565d97df req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:48.138957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-34bfb3d3-db27-4e6f-b05d-05e8565d97df req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for b845a274-3f96-48db-9a93-2336992413d3 owned by compute:nova {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:14:48.274204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-34bfb3d3-db27-4e6f-b05d-05e8565d97df req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:48.323729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=b845a274-3f96-48db-9a93-2336992413d3,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:48.364602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:48.364936 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:48.365263 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:48.365595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:48.365900 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:48.366217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:48.366531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:48.366846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:48.367176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:48.367485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:48.367792 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:48.406744 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bfb3d3-db27-4e6f-b05d-05e8565d97df req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] No DVR routers for this DVR port b845a274-3f96-48db-9a93-2336992413d3 on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:14:48.409123 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-34bfb3d3-db27-4e6f-b05d-05e8565d97df req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:48.411535 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'name': 'network-vif-deleted', 'tag': 'b845a274-3f96-48db-9a93-2336992413d3'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:14:48.426472 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-34bfb3d3-db27-4e6f-b05d-05e8565d97df req-27c2ff8d-d989-4844-957b-fb6f75f09f84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "DELETE /v2.0/ports/b845a274-3f96-48db-9a93-2336992413d3 HTTP/1.1" status: 204 len: 173 time: 0.7042847 Feb 21 09:14:48.469169 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02', 'name': 'network-vif-deleted', 'tag': 'b845a274-3f96-48db-9a93-2336992413d3', 'status': 'completed', 'code': 200} Feb 21 09:14:48.896723 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b32f272d-d407-4529-8f69-d91cb472e2c9 req-8a1098af-bc23-47c7-9dec-4b10584415c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef77e8e-5fbc-445f-bc89-0ce72bcdbd02 HTTP/1.1" status: 200 len: 210 time: 0.0430827 Feb 21 09:14:50.004233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58444) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:50.069381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a3de440-8e8a-4577-b1d6-d2d8db59ef66 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:50.097416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a3de440-8e8a-4577-b1d6-d2d8db59ef66 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:50.159215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a3de440-8e8a-4577-b1d6-d2d8db59ef66 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:50.176284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3de440-8e8a-4577-b1d6-d2d8db59ef66 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d6d33d-50ce-4c13-ad27-08cdea292628,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:50.188724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a3de440-8e8a-4577-b1d6-d2d8db59ef66 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:50.189776 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6a3de440-8e8a-4577-b1d6-d2d8db59ef66 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/security-groups/48d6d33d-50ce-4c13-ad27-08cdea292628 HTTP/1.1" status: 204 len: 168 time: 0.1845994 Feb 21 09:14:50.230418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58450) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:50.730598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96530ad6-0706-45b2-9a27-282c826a27cb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:51.345415 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-96530ad6-0706-45b2-9a27-282c826a27cb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 1224643c-64b7-46e7-a476-615e1ff71f21 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:14:51.346186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96530ad6-0706-45b2-9a27-282c826a27cb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:51.463394 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b845a274-3f96-48db-9a93-2336992413d3 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:14:51.494726 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: b845a274-3f96-48db-9a93-2336992413d3 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:14:51.495085 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b845a274-3f96-48db-9a93-2336992413d3 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:14:51.535620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-96530ad6-0706-45b2-9a27-282c826a27cb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 1224643c-64b7-46e7-a476-615e1ff71f21, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=1224643c-64b7-46e7-a476-615e1ff71f21,segment=NetworkSegment(f0517117-9d4a-4b9c-9532-839de5a150d1),segment_id=f0517117-9d4a-4b9c-9532-839de5a150d1)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:14:51.535968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96530ad6-0706-45b2-9a27-282c826a27cb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:51.663271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-96530ad6-0706-45b2-9a27-282c826a27cb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 1224643c-64b7-46e7-a476-615e1ff71f21 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:14:51.837755 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96530ad6-0706-45b2-9a27-282c826a27cb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:51.886171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96530ad6-0706-45b2-9a27-282c826a27cb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=1224643c-64b7-46e7-a476-615e1ff71f21,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:52.266432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96530ad6-0706-45b2-9a27-282c826a27cb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:52.840909 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:14:52.851960 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96530ad6-0706-45b2-9a27-282c826a27cb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:14:53.054971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96530ad6-0706-45b2-9a27-282c826a27cb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:14:53.067293 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-96530ad6-0706-45b2-9a27-282c826a27cb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/dc3a7422-ae84-456a-b7e9-5fe2fce3c293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8356521 Feb 21 09:14:53.070017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58454) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:53.251706 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f85397c-5dc5-45eb-aab4-430fbd67ebd1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting subnet 063544ab-7c1e-4399-a16d-43aac1f30a6f {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:14:53.254537 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f85397c-5dc5-45eb-aab4-430fbd67ebd1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:53.305999 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f85397c-5dc5-45eb-aab4-430fbd67ebd1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:53.384040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f85397c-5dc5-45eb-aab4-430fbd67ebd1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:53.456373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f85397c-5dc5-45eb-aab4-430fbd67ebd1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:53.494698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85397c-5dc5-45eb-aab4-430fbd67ebd1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Subnet': ['ID=063544ab-7c1e-4399-a16d-43aac1f30a6f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:53.498594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8f85397c-5dc5-45eb-aab4-430fbd67ebd1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:53.505218 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8f85397c-5dc5-45eb-aab4-430fbd67ebd1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/subnets/063544ab-7c1e-4399-a16d-43aac1f30a6f HTTP/1.1" status: 204 len: 168 time: 0.4342680 Feb 21 09:14:53.506112 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589326c5-e2ce-4930-8918-eb7161919882 None None] Network cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:14:53.508424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58458) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:53.712751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:53.738416 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820537e-97c7-4def-a9ee-bb3fd01bcade None None] Sync routers for ids ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:14:53.750634 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820537e-97c7-4def-a9ee-bb3fd01bcade None None] Routers {'dc3a7422-ae84-456a-b7e9-5fe2fce3c293'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:14:53.751309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c820537e-97c7-4def-a9ee-bb3fd01bcade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:14:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:53.799417 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] DHCP port deletion for cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:14:53.860177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Deleting port 719d4c80-6e24-4908-9aa0-f4e6f34f6543 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:14:53.860543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:53.909878 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:53.919380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:14:53.919718 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:54.079407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c820537e-97c7-4def-a9ee-bb3fd01bcade None None] Set router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:14:54.089762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 4d97ca48-a09b-406f-ac12-5af1e1fff2cd, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4d97ca48-a09b-406f-ac12-5af1e1fff2cd,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:14:54.090116 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:54.275350 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] For port 719d4c80-6e24-4908-9aa0-f4e6f34f6543, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=719d4c80-6e24-4908-9aa0-f4e6f34f6543,segment=NetworkSegment(f0517117-9d4a-4b9c-9532-839de5a150d1),segment_id=f0517117-9d4a-4b9c-9532-839de5a150d1)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:14:54.275742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:54.299637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 4d97ca48-a09b-406f-ac12-5af1e1fff2cd owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:14:54.405783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Calling delete_port for 719d4c80-6e24-4908-9aa0-f4e6f34f6543 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:14:54.460187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:54.520896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=4d97ca48-a09b-406f-ac12-5af1e1fff2cd,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:54.543445 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:54.596236 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Pushing event deleted for resources: {'Port': ['ID=719d4c80-6e24-4908-9aa0-f4e6f34f6543,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:54.601065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] No DVR routers for this DVR port 719d4c80-6e24-4908-9aa0-f4e6f34f6543 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:14:54.619774 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:54.619774 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:54.620044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:54.620380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:54.620716 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:54.621046 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:54.621372 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:54.621718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:54.622002 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:54.622406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:54.622620 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ce22d-0e4d-480f-b26d-d68215af8fa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:14:54.636878 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c820537e-97c7-4def-a9ee-bb3fd01bcade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:14:51Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '4d97ca48-a09b-406f-ac12-5af1e1fff2cd', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:13:38Z', 'updated_at': '2022-02-21T09:14:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:54.641679 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820537e-97c7-4def-a9ee-bb3fd01bcade None None] Checking router: dc3a7422-ae84-456a-b7e9-5fe2fce3c293 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:14:54.652544 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820537e-97c7-4def-a9ee-bb3fd01bcade None None] Routers {'dc3a7422-ae84-456a-b7e9-5fe2fce3c293'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:14:54.653400 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c820537e-97c7-4def-a9ee-bb3fd01bcade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:14:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:54.762009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:54.802523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 719d4c80-6e24-4908-9aa0-f4e6f34f6543 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:14:54.841312 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 719d4c80-6e24-4908-9aa0-f4e6f34f6543 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:14:54.841649 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 719d4c80-6e24-4908-9aa0-f4e6f34f6543 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:14:54.852718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c820537e-97c7-4def-a9ee-bb3fd01bcade None None] Set router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:14:54.961205 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c820537e-97c7-4def-a9ee-bb3fd01bcade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:14:54Z', 'revision_number': 7, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:54.965063 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820537e-97c7-4def-a9ee-bb3fd01bcade None None] The sync data for ids ['dc3a7422-ae84-456a-b7e9-5fe2fce3c293'] in dv-neutron-830062-1-hyperv is: [{'id': 'dc3a7422-ae84-456a-b7e9-5fe2fce3c293', 'name': 'tempest-TestNetworkBasicOps-router-2142266107', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:13:37Z', 'updated_at': '2022-02-21T09:14:54Z', 'revision_number': 7, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:14:55.046518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.050556 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.074477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.075004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Fanout notify agent at l3_agent the message router_deleted on router dc3a7422-ae84-456a-b7e9-5fe2fce3c293 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:14:55.089304 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.090372 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fa032419-955c-4fed-b8ab-238ac1ea2c20 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/routers/dc3a7422-ae84-456a-b7e9-5fe2fce3c293 HTTP/1.1" status: 204 len: 168 time: 1.5809162 Feb 21 09:14:55.093012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58462) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:55.201067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f6218208-7152-4f3f-874b-2c5f2fc9e49a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.344421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f6218208-7152-4f3f-874b-2c5f2fc9e49a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.369246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-f6218208-7152-4f3f-874b-2c5f2fc9e49a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf43a2a6-2b2a-4ef4-9878-0b4e525487c5']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:55.381890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-f6218208-7152-4f3f-874b-2c5f2fc9e49a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0517117-9d4a-4b9c-9532-839de5a150d1') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:55.382179 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-f6218208-7152-4f3f-874b-2c5f2fc9e49a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0517117-9d4a-4b9c-9532-839de5a150d1') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:55.393061 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f6218208-7152-4f3f-874b-2c5f2fc9e49a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.408682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f6218208-7152-4f3f-874b-2c5f2fc9e49a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.414426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6218208-7152-4f3f-874b-2c5f2fc9e49a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:14:55.414789 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f6218208-7152-4f3f-874b-2c5f2fc9e49a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:14:55.429130 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:14:55.507424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f6218208-7152-4f3f-874b-2c5f2fc9e49a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.525409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f6218208-7152-4f3f-874b-2c5f2fc9e49a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.536961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6218208-7152-4f3f-874b-2c5f2fc9e49a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Network': ['ID=cf43a2a6-2b2a-4ef4-9878-0b4e525487c5,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:55.551039 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f6218208-7152-4f3f-874b-2c5f2fc9e49a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/networks/cf43a2a6-2b2a-4ef4-9878-0b4e525487c5 HTTP/1.1" status: 204 len: 168 time: 0.4558873 Feb 21 09:14:55.571409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58466) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:55.577692 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'network': {'name': 'tempest-network-smoke--110932362', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'port_security_enabled': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:14:55.589176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:14:55.593792 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:network and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:14:55.596690 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:14:55.602370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:14:55.617346 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:14:55.620907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.652495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:14:55.662110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.662586 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Added segment 01337b24-e00c-4de6-86af-987c7eb55056 of type vlan for network b6d39ad8-743a-48bc-a42b-8041e7f587fb Feb 21 09:14:55.691870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.724551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.728235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:14:55.728808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.780116 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb3277-dbd5-4114-9bab-360a3eea2269 None None] New status for floating IP 5777b39f-e686-429b-b949-2167f64b6f92: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:14:55.931239 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3587346 Feb 21 09:14:55.934387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58470) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:55.937344 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d4bad-5ff7-4623-a881-d92a0271256e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Network': ['ID=b6d39ad8-743a-48bc-a42b-8041e7f587fb,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:55.940067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-53377577', 'admin_state_up': True, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:14:55.947336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network b6d39ad8-743a-48bc-a42b-8041e7f587fb details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:14:55.947811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:14:55.951577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:router and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:14:55.954617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:14:55.960250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:14:55.972199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.973167 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:55.996716 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:56.247948 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:56.423741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:56.451415 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:56.585892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.199 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/0b8fc30e-985c-4f0a-985d-ecd261984f5c) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:14:56.597858 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1224643c-64b7-46e7-a476-615e1ff71f21 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:14:56.634848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 1224643c-64b7-46e7-a476-615e1ff71f21 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:14:56.635309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1224643c-64b7-46e7-a476-615e1ff71f21 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:14:56.635720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4d97ca48-a09b-406f-ac12-5af1e1fff2cd no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:14:56.666342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 4d97ca48-a09b-406f-ac12-5af1e1fff2cd {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:14:56.666677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4d97ca48-a09b-406f-ac12-5af1e1fff2cd not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:14:56.733673 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:56.760227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:56.824624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:14:56.827371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:14:56.831556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:14:56.861537 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=0b8fc30e-985c-4f0a-985d-ecd261984f5c,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:56.983364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:56.984089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:57.206934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 9228b828-b7ab-49d2-b75e-aa951d35d9ee is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:14:57.399963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:14:57.409806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Sync routers for ids ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:14:57.421662 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Routers {'9228b828-b7ab-49d2-b75e-aa951d35d9ee'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:14:57.422262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:14:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:57.425822 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:57.430089 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3f568f3c-0235-40a0-9460-6349dbff8b74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4915910 Feb 21 09:14:57.430287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58474) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:57.474706 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a38a7f56-2e1d-49b4-a321-ade42345543d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0e247a2036294a16824a56cdfeb01f75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408459 Feb 21 09:14:57.474904 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58478) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:57.599659 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Set router 9228b828-b7ab-49d2-b75e-aa951d35d9ee gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:14:57.606560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca805e43-cf91-4bd4-9e83-19da4baf3883 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:14:57.610832 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ca805e43-cf91-4bd4-9e83-19da4baf3883 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323771 Feb 21 09:14:57.611168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58482) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:57.649048 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3306f8cd-91af-4ee1-ade3-631f832ce20d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369468 Feb 21 09:14:57.651470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58486) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:57.657377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1059567697', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:14:57.763249 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:14:57.767418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:subnet and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:14:57.770157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:14:57.775669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:14:57.787198 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:14:57.884632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:14:56Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:57.888868 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Checking router: 9228b828-b7ab-49d2-b75e-aa951d35d9ee for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:14:57.889213 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Updating router 9228b828-b7ab-49d2-b75e-aa951d35d9ee port 0b8fc30e-985c-4f0a-985d-ecd261984f5c binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:14:57.946580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:57.988450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:58.197402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:58.265743 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:58.277123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Transition to ACTIVE for port object 0b8fc30e-985c-4f0a-985d-ecd261984f5c will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:14:58.277306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Subnet': ['ID=6ce9eecb-81ac-425e-afd6-ebf806fc44d3,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:58.285223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:58.288298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Checking segment: {'id': '01337b24-e00c-4de6-86af-987c7eb55056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:14:58.288654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network hostable DHCP agents. Network: b6d39ad8-743a-48bc-a42b-8041e7f587fb, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:14:58.310703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network b6d39ad8-743a-48bc-a42b-8041e7f587fb is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:14:58.319774 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, b6d39ad8-743a-48bc-a42b-8041e7f587fb) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:14:58.324494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:14:58.324494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:58.334673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5940fe6-ebe9-4f44-8a38-fffa4ce2d91a None None] Network b6d39ad8-743a-48bc-a42b-8041e7f587fb requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:14:58.346858 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6d0de648-3b2a-453e-ab68-6b996f283a09 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6941605 Feb 21 09:14:58.349528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58490) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:14:58.483699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefa40c-3150-46f9-91fd-5423193d0bf5 None None] Pushing event updated for resources: {'Port': ['ID=0b8fc30e-985c-4f0a-985d-ecd261984f5c,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:58.490752 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Attempting to bind port 0b8fc30e-985c-4f0a-985d-ecd261984f5c on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:14:58.491144 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Attempting to bind port 0b8fc30e-985c-4f0a-985d-ecd261984f5c by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:14:58.491491 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Attempting to bind port 0b8fc30e-985c-4f0a-985d-ecd261984f5c on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:14:58.512492 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:14:58.512858 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:14:58.513240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:58.513646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:14:58.514100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Bound port: 0b8fc30e-985c-4f0a-985d-ecd261984f5c, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:14:58.514501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:58.640697 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] For port 0b8fc30e-985c-4f0a-985d-ecd261984f5c, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:14:58.648388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] For port 0b8fc30e-985c-4f0a-985d-ecd261984f5c, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0b8fc30e-985c-4f0a-985d-ecd261984f5c,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:14:58.689201 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:58.754616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ips': [{'subnet_id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:14:58.755429 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:58.845296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefa40c-3150-46f9-91fd-5423193d0bf5 None None] Pushing event updated for resources: {'Port': ['ID=0b8fc30e-985c-4f0a-985d-ecd261984f5c,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:58.864543 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Routers {'9228b828-b7ab-49d2-b75e-aa951d35d9ee'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:14:58.865172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:14:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:59.102266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:59.112972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Allocated IP 172.20.0.2 (b6d39ad8-743a-48bc-a42b-8041e7f587fb/6ce9eecb-81ac-425e-afd6-ebf806fc44d3/e70603e7-61f0-4c3a-bd56-a373f28f3dda) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:14:59.131115 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] Set router 9228b828-b7ab-49d2-b75e-aa951d35d9ee gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:14:59.578662 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:59.591898 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Transition to ACTIVE for port object e70603e7-61f0-4c3a-bd56-a373f28f3dda will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:14:59.615493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Transition to ACTIVE for port object e70603e7-61f0-4c3a-bd56-a373f28f3dda will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:14:59.621920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:59.658319 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:14:56Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:14:59.679338 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb67c3cc-7631-4249-8029-66dd086629f7 None None] The sync data for ids ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'] in dv-neutron-830062-1-hyperv is: [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:14:56Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:14:59.684733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.1 (b6d39ad8-743a-48bc-a42b-8041e7f587fb/6ce9eecb-81ac-425e-afd6-ebf806fc44d3/5063b50d-fc4e-4b80-b8fb-26970408f542) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:14:59.696273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Network b6d39ad8-743a-48bc-a42b-8041e7f587fb is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:14:59.699548 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:14:59.701370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Pushing event updated for resources: {'Port': ['ID=e70603e7-61f0-4c3a-bd56-a373f28f3dda,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:14:59.703519 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:14:59.816861 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Attempting to bind port e70603e7-61f0-4c3a-bd56-a373f28f3dda on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:14:59.817225 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Attempting to bind port e70603e7-61f0-4c3a-bd56-a373f28f3dda by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '01337b24-e00c-4de6-86af-987c7eb55056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:14:59.817579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Attempting to bind port e70603e7-61f0-4c3a-bd56-a373f28f3dda on network b6d39ad8-743a-48bc-a42b-8041e7f587fb {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:14:59.824506 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:14:59.824887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Checking segment: {'id': '01337b24-e00c-4de6-86af-987c7eb55056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:14:59.825292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:59.825694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Bound using segment: {'id': '01337b24-e00c-4de6-86af-987c7eb55056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:14:59.826166 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Bound port: e70603e7-61f0-4c3a-bd56-a373f28f3dda, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01337b24-e00c-4de6-86af-987c7eb55056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:14:59.826539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:59.856629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:59.872671 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object 5063b50d-fc4e-4b80-b8fb-26970408f542 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:14:59.913334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:59.930655 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] For port e70603e7-61f0-4c3a-bd56-a373f28f3dda, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:14:59.934354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] For port e70603e7-61f0-4c3a-bd56-a373f28f3dda, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e70603e7-61f0-4c3a-bd56-a373f28f3dda,segment=NetworkSegment(01337b24-e00c-4de6-86af-987c7eb55056),segment_id=01337b24-e00c-4de6-86af-987c7eb55056)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:14:59.938554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:14:59.999735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network b6d39ad8-743a-48bc-a42b-8041e7f587fb is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:15:00.003292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:15:00.005243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=5063b50d-fc4e-4b80-b8fb-26970408f542,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:00.007411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:15:00.032920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da331431-17b3-4d3c-84f2-65785d3b8e9a None None] Pushing event updated for resources: {'Port': ['ID=e70603e7-61f0-4c3a-bd56-a373f28f3dda,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:00.179255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:00.196559 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e5f7-7af8-47eb-94bf-e58276cc2948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:00.282348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:00.411583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:00.693162 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0b8fc30e-985c-4f0a-985d-ecd261984f5c up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:15:00.714454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:00.720239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:00.767218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 0b8fc30e-985c-4f0a-985d-ecd261984f5c completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:15:00.772446 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 0b8fc30e-985c-4f0a-985d-ecd261984f5c triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:15:00.772809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:00.835503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:00.839670 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=5063b50d-fc4e-4b80-b8fb-26970408f542,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:00.950797 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:00.968715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 0b8fc30e-985c-4f0a-985d-ecd261984f5c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0b8fc30e-985c-4f0a-985d-ecd261984f5c,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:15:00.973944 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:00.974705 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e70603e7-61f0-4c3a-bd56-a373f28f3dda up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:15:00.986771 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network b6d39ad8-743a-48bc-a42b-8041e7f587fb is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:15:00.987891 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:15:01.027603 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310744bd-682d-472b-aa40-ae37769dc4a6 None None] Network b6d39ad8-743a-48bc-a42b-8041e7f587fb requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:15:01.175440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-770f0281-4055-4081-8ddf-f987d688429b None None] Provisioning for port e70603e7-61f0-4c3a-bd56-a373f28f3dda completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:15:01.181461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=0b8fc30e-985c-4f0a-985d-ecd261984f5c,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:01.247160 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port e70603e7-61f0-4c3a-bd56-a373f28f3dda completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:15:01.259084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e70603e7-61f0-4c3a-bd56-a373f28f3dda triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:15:01.259452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:01.373020 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 9228b828-b7ab-49d2-b75e-aa951d35d9ee has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:15:01.430153 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:01.466315 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port e70603e7-61f0-4c3a-bd56-a373f28f3dda, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e70603e7-61f0-4c3a-bd56-a373f28f3dda,segment=NetworkSegment(01337b24-e00c-4de6-86af-987c7eb55056),segment_id=01337b24-e00c-4de6-86af-987c7eb55056)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:15:01.472489 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:01.543576 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=e70603e7-61f0-4c3a-bd56-a373f28f3dda,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:01.581865 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:15:01.596683 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f5258a06-8472-421a-b900-1bc542767656 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/9228b828-b7ab-49d2-b75e-aa951d35d9ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2460730 Feb 21 09:15:01.599369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58494) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:01.726908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2cdf0432-1d33-4f93-b8a0-ebed7f75df8d None None] Provisioning complete for port e70603e7-61f0-4c3a-bd56-a373f28f3dda triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:15:01.727454 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0432-1d33-4f93-b8a0-ebed7f75df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:01.745453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7885e3-9b51-482f-884c-ed88f7a71d9e tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:01.745968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7885e3-9b51-482f-884c-ed88f7a71d9e tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:01.746328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7885e3-9b51-482f-884c-ed88f7a71d9e tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:01.746726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7885e3-9b51-482f-884c-ed88f7a71d9e tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:01.750599 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-dd7885e3-9b51-482f-884c-ed88f7a71d9e tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1496570 Feb 21 09:15:01.752109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58498) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:01.820897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf015a47-c406-462a-a23b-9b55fa93df81 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:01.821281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf015a47-c406-462a-a23b-9b55fa93df81 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:01.821651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf015a47-c406-462a-a23b-9b55fa93df81 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:01.822017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf015a47-c406-462a-a23b-9b55fa93df81 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:01.823708 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cf015a47-c406-462a-a23b-9b55fa93df81 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0704880 Feb 21 09:15:01.826612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58502) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:01.862033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2cdf0432-1d33-4f93-b8a0-ebed7f75df8d None None] Provisioning for port 5063b50d-fc4e-4b80-b8fb-26970408f542 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:15:01.867709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2cdf0432-1d33-4f93-b8a0-ebed7f75df8d None None] Provisioning complete for port 5063b50d-fc4e-4b80-b8fb-26970408f542 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:15:01.868087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0432-1d33-4f93-b8a0-ebed7f75df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:01.927018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf0432-1d33-4f93-b8a0-ebed7f75df8d None None] Port 5063b50d-fc4e-4b80-b8fb-26970408f542 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:15:02.047793 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c21cfbe5-f257-4dff-be7e-35ed2df76840 None None] Provisioning complete for port 5063b50d-fc4e-4b80-b8fb-26970408f542 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:15:02.048162 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c21cfbe5-f257-4dff-be7e-35ed2df76840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.099771 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-c21cfbe5-f257-4dff-be7e-35ed2df76840 None None] Port 5063b50d-fc4e-4b80-b8fb-26970408f542 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:15:02.138081 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ab1fddbf-8fd2-49ae-8ab6-28e29e9b9169 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.3102329 Feb 21 09:15:02.487533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58508) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:02.493084 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-543504894', 'description': 'tempest-secgroup-smoke-543504894 description', 'project_id': '0e247a2036294a16824a56cdfeb01f75'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:15:02.499513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:15:02.503590 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:15:02.506366 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:15:02.511959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:15:02.521128 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.554774 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:15:02.558482 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:15:02.561999 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:15:02.567575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:15:02.627725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.631634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.646421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0b8fc30e-985c-4f0a-985d-ecd261984f5c up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:15:02.680862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaff486b-727e-4740-83d9-5c049deccc78,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:02.685260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.686897 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dd1c1599-c855-4a65-bba0-1455aa5b9e74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1983814 Feb 21 09:15:02.689821 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58512) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:02.695367 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-29374ec3-bcc6-4cf6-9802-fa7df4744638 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': 'aaff486b-727e-4740-83d9-5c049deccc78', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:15:02.701178 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-29374ec3-bcc6-4cf6-9802-fa7df4744638 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:15:02.705662 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-29374ec3-bcc6-4cf6-9802-fa7df4744638 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:15:02.708518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-29374ec3-bcc6-4cf6-9802-fa7df4744638 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:15:02.714100 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-29374ec3-bcc6-4cf6-9802-fa7df4744638 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:15:02.714868 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 0b8fc30e-985c-4f0a-985d-ecd261984f5c triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:15:02.715357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.730235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29374ec3-bcc6-4cf6-9802-fa7df4744638 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.792216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29374ec3-bcc6-4cf6-9802-fa7df4744638 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.795908 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29374ec3-bcc6-4cf6-9802-fa7df4744638 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.824114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29374ec3-bcc6-4cf6-9802-fa7df4744638 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af787ec-b8c0-4d2d-8f3c-06109ddfcc2c,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:02.831486 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e70603e7-61f0-4c3a-bd56-a373f28f3dda up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:15:02.834453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29374ec3-bcc6-4cf6-9802-fa7df4744638 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.838399 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-29374ec3-bcc6-4cf6-9802-fa7df4744638 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1451147 Feb 21 09:15:02.838800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58516) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:02.844732 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-986eed6e-c258-4fd8-9bc6-61f6b2b63318 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': 'aaff486b-727e-4740-83d9-5c049deccc78', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:15:02.850738 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-986eed6e-c258-4fd8-9bc6-61f6b2b63318 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:15:02.854525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-986eed6e-c258-4fd8-9bc6-61f6b2b63318 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:15:02.857368 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-986eed6e-c258-4fd8-9bc6-61f6b2b63318 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:15:02.863503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-986eed6e-c258-4fd8-9bc6-61f6b2b63318 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:15:02.880406 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-986eed6e-c258-4fd8-9bc6-61f6b2b63318 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.896548 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e70603e7-61f0-4c3a-bd56-a373f28f3dda triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:15:02.896912 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.945464 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-986eed6e-c258-4fd8-9bc6-61f6b2b63318 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.949232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-986eed6e-c258-4fd8-9bc6-61f6b2b63318 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.963093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-15c9922f-b667-4cb9-94a9-8e539a0c1022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.974913 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986eed6e-c258-4fd8-9bc6-61f6b2b63318 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d333b3d-02b9-4fbf-a4b7-38aa1596e9c1,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:02.983545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-986eed6e-c258-4fd8-9bc6-61f6b2b63318 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:02.984714 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-986eed6e-c258-4fd8-9bc6-61f6b2b63318 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1448126 Feb 21 09:15:02.987481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58520) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:02.992851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-002d6c78-4714-4088-bbc7-86f00d141110 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': 'aaff486b-727e-4740-83d9-5c049deccc78', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:15:02.998669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-002d6c78-4714-4088-bbc7-86f00d141110 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:15:03.002806 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-002d6c78-4714-4088-bbc7-86f00d141110 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:15:03.005814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-002d6c78-4714-4088-bbc7-86f00d141110 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:15:03.012067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-002d6c78-4714-4088-bbc7-86f00d141110 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:15:03.037062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-002d6c78-4714-4088-bbc7-86f00d141110 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.102404 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-002d6c78-4714-4088-bbc7-86f00d141110 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.107103 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-002d6c78-4714-4088-bbc7-86f00d141110 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.135302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d6c78-4714-4088-bbc7-86f00d141110 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16777b9-60d7-45c0-bd7b-2d5d0929cb20,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:03.143993 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-002d6c78-4714-4088-bbc7-86f00d141110 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.145124 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-002d6c78-4714-4088-bbc7-86f00d141110 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1567423 Feb 21 09:15:03.147870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58524) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:03.153314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-94407a11-fcf6-4d4e-9c86-202702bdf103 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': 'aaff486b-727e-4740-83d9-5c049deccc78', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:15:03.159065 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-94407a11-fcf6-4d4e-9c86-202702bdf103 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:15:03.162824 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-94407a11-fcf6-4d4e-9c86-202702bdf103 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:15:03.165667 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-94407a11-fcf6-4d4e-9c86-202702bdf103 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:15:03.171873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-94407a11-fcf6-4d4e-9c86-202702bdf103 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:15:03.190192 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-94407a11-fcf6-4d4e-9c86-202702bdf103 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.252849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-94407a11-fcf6-4d4e-9c86-202702bdf103 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.256521 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-94407a11-fcf6-4d4e-9c86-202702bdf103 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.285929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94407a11-fcf6-4d4e-9c86-202702bdf103 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a61789-a09e-47a2-8f76-5cfb2d883fa1,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:03.286098 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Sync routers for ids ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:15:03.292739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-94407a11-fcf6-4d4e-9c86-202702bdf103 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.295019 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-94407a11-fcf6-4d4e-9c86-202702bdf103 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1453629 Feb 21 09:15:03.297038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58528) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:03.299729 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Routers {'9228b828-b7ab-49d2-b75e-aa951d35d9ee'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:15:03.300393 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:15:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:15:03.302679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': 'aaff486b-727e-4740-83d9-5c049deccc78', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:15:03.308419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:15:03.312682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:15:03.315502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:15:03.321090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:15:03.333081 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:15:03.339298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.404984 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.409874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.432054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3946999b-fea9-45f1-9789-c89ae12ca043,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:03.444079 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:03.444501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:03.444739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:03.445077 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:03.445430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:03.445791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:03.446086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:03.446400 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:03.446714 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:03.447046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:03.447358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:03.450236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.455063 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9d79e2c7-213d-406a-a761-39e01ab10a9a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1533248 Feb 21 09:15:03.455462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58532) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:03.460679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9d65e4a4-de10-4834-8e9e-51b3de086fa6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': 'aaff486b-727e-4740-83d9-5c049deccc78', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:15:03.466307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9d65e4a4-de10-4834-8e9e-51b3de086fa6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:15:03.470063 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9d65e4a4-de10-4834-8e9e-51b3de086fa6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:15:03.472859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9d65e4a4-de10-4834-8e9e-51b3de086fa6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:15:03.478337 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9d65e4a4-de10-4834-8e9e-51b3de086fa6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:15:03.484291 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Set router 9228b828-b7ab-49d2-b75e-aa951d35d9ee gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:15:03.488244 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-9d65e4a4-de10-4834-8e9e-51b3de086fa6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:15:03.494381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d65e4a4-de10-4834-8e9e-51b3de086fa6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.557534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d65e4a4-de10-4834-8e9e-51b3de086fa6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.562739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d65e4a4-de10-4834-8e9e-51b3de086fa6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.585824 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65e4a4-de10-4834-8e9e-51b3de086fa6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a023b7-c60f-4ade-9661-e0e17efe8922,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:03.597417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d65e4a4-de10-4834-8e9e-51b3de086fa6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.612204 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9d65e4a4-de10-4834-8e9e-51b3de086fa6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1558683 Feb 21 09:15:03.631275 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.770609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-755651ac-064f-4ce3-833a-ec5ec734779a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:15:03.786641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-755651ac-064f-4ce3-833a-ec5ec734779a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:15:03.788149 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-755651ac-064f-4ce3-833a-ec5ec734779a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543504894&fields=id&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 267 time: 0.0586152 Feb 21 09:15:03.815113 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '5063b50d-fc4e-4b80-b8fb-26970408f542', 'name': '', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2b:44:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:59Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:15:03.818727 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Checking router: 9228b828-b7ab-49d2-b75e-aa951d35d9ee for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:15:03.819089 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Updating router 9228b828-b7ab-49d2-b75e-aa951d35d9ee port 5063b50d-fc4e-4b80-b8fb-26970408f542 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:15:03.874823 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:03.934624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4ba0ae4e-932d-46ad-a4dc-446078baf495 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:03.936652 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4ba0ae4e-932d-46ad-a4dc-446078baf495 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/networks?id=b6d39ad8-743a-48bc-a42b-8041e7f587fb HTTP/1.1" status: 200 len: 796 time: 0.1415360 Feb 21 09:15:03.952882 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-5f1d7420-aac4-4074-8b83-c8f61a06c851 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/quotas/0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 375 time: 0.0105209 Feb 21 09:15:04.031955 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:04.035316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-9bfefa3a-fcf3-4abd-bd28-706241a0b721 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:15:04.051078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-9bfefa3a-fcf3-4abd-bd28-706241a0b721 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:15:04.052335 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-9bfefa3a-fcf3-4abd-bd28-706241a0b721 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944719 Feb 21 09:15:04.192653 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-13321d65-afcf-42c5-a4c2-8b0df1a8bf65 service neutron] 10.222.0.48 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283393 Feb 21 09:15:04.236157 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:04.247054 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Transition to ACTIVE for port object 5063b50d-fc4e-4b80-b8fb-26970408f542 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:15:04.252712 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:04.325500 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-b588877e-f8c4-4f65-9811-7d321dd9b573 service neutron] 10.222.0.48 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271670 Feb 21 09:15:04.412563 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de95ae1-7f5c-48e1-baca-4de38fd9c6c9 None None] Pushing event updated for resources: {'Port': ['ID=5063b50d-fc4e-4b80-b8fb-26970408f542,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:04.467071 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de95ae1-7f5c-48e1-baca-4de38fd9c6c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:04.467804 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de95ae1-7f5c-48e1-baca-4de38fd9c6c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:04.468316 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de95ae1-7f5c-48e1-baca-4de38fd9c6c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:04.468797 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de95ae1-7f5c-48e1-baca-4de38fd9c6c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:04.469439 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de95ae1-7f5c-48e1-baca-4de38fd9c6c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:04.469914 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de95ae1-7f5c-48e1-baca-4de38fd9c6c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:04.470398 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de95ae1-7f5c-48e1-baca-4de38fd9c6c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:04.470867 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de95ae1-7f5c-48e1-baca-4de38fd9c6c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:04.471357 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de95ae1-7f5c-48e1-baca-4de38fd9c6c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:04.471842 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de95ae1-7f5c-48e1-baca-4de38fd9c6c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:04.472310 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de95ae1-7f5c-48e1-baca-4de38fd9c6c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:15:04.484037 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Attempting to bind port 5063b50d-fc4e-4b80-b8fb-26970408f542 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:15:04.484408 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Attempting to bind port 5063b50d-fc4e-4b80-b8fb-26970408f542 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '01337b24-e00c-4de6-86af-987c7eb55056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:15:04.484768 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Attempting to bind port 5063b50d-fc4e-4b80-b8fb-26970408f542 on network b6d39ad8-743a-48bc-a42b-8041e7f587fb {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:15:04.491860 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:15:04.492228 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Checking segment: {'id': '01337b24-e00c-4de6-86af-987c7eb55056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:15:04.492626 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:04.493016 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Bound using segment: {'id': '01337b24-e00c-4de6-86af-987c7eb55056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:15:04.493472 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Bound port: 5063b50d-fc4e-4b80-b8fb-26970408f542, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01337b24-e00c-4de6-86af-987c7eb55056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:15:04.493866 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:04.531284 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ac514f0b-b9a3-479c-b097-af3c54d24dcc req-ce897dff-5c83-4ab5-b308-2e4d3024188b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 210 time: 0.0519400 Feb 21 09:15:04.600763 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] For port 5063b50d-fc4e-4b80-b8fb-26970408f542, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:15:04.603992 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] For port 5063b50d-fc4e-4b80-b8fb-26970408f542, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5063b50d-fc4e-4b80-b8fb-26970408f542,segment=NetworkSegment(01337b24-e00c-4de6-86af-987c7eb55056),segment_id=01337b24-e00c-4de6-86af-987c7eb55056)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:15:04.609073 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:04.694466 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de95ae1-7f5c-48e1-baca-4de38fd9c6c9 None None] Pushing event updated for resources: {'Port': ['ID=5063b50d-fc4e-4b80-b8fb-26970408f542,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:04.697599 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Routers {'9228b828-b7ab-49d2-b75e-aa951d35d9ee'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:15:04.698388 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:15:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:15:04.893481 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] Set router 9228b828-b7ab-49d2-b75e-aa951d35d9ee gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:15:05.196952 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '5063b50d-fc4e-4b80-b8fb-26970408f542', 'name': '', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2b:44:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:59Z', 'updated_at': '2022-02-21T09:15:04Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:15:05.200761 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f304c0f-e06d-40da-b19f-69de0b82d993 None None] The sync data for ids ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'] in dv-neutron-830062-1-hyperv is: [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '5063b50d-fc4e-4b80-b8fb-26970408f542', 'name': '', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2b:44:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:59Z', 'updated_at': '2022-02-21T09:15:04Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:15:05.607572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-b2413d00-609d-423d-96f1-8ba07028038a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:05.608333 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-b2413d00-609d-423d-96f1-8ba07028038a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:15:05.631921 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-b2413d00-609d-423d-96f1-8ba07028038a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:15:05.633137 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-b2413d00-609d-423d-96f1-8ba07028038a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/networks?id=b6d39ad8-743a-48bc-a42b-8041e7f587fb HTTP/1.1" status: 200 len: 796 time: 0.1945393 Feb 21 09:15:05.694633 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-10faa5b9-a56e-4522-9287-72cf3359ab84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:15:05.707431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-10faa5b9-a56e-4522-9287-72cf3359ab84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:15:05.708541 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-10faa5b9-a56e-4522-9287-72cf3359ab84 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 379 time: 0.0625887 Feb 21 09:15:05.716734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'port': {'device_id': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'admin_state_up': True, 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'security_groups': ['aaff486b-727e-4740-83d9-5c049deccc78']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:15:05.731470 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e1ddc644-2375-4aba-ad9b-8b804c8c724e req-d0d611a2-1edf-49e9-875a-a7f11b0dedf7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 210 time: 0.0439842 Feb 21 09:15:05.864828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:15:05.875285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:15:05.888403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:15:05.893428 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:06.003374 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:06.062319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.5 (b6d39ad8-743a-48bc-a42b-8041e7f587fb/6ce9eecb-81ac-425e-afd6-ebf806fc44d3/a5e86a8d-b173-4535-a56e-8fdf71718bfc) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:15:06.259846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:06.274764 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object a5e86a8d-b173-4535-a56e-8fdf71718bfc will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:15:06.296859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:06.371306 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network b6d39ad8-743a-48bc-a42b-8041e7f587fb is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:15:06.374328 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:15:06.376627 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:15:06.407695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=a5e86a8d-b173-4535-a56e-8fdf71718bfc,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:06.443639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:06.444237 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:06.469403 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-64a662c4-186e-4f5d-a67b-f20a257b00c4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7562406 Feb 21 09:15:06.481283 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Request body: {'port': {'device_id': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:15:06.601251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:06.604134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cbdf68e1-d1fb-4775-aef5-34ac093e0901 None None] Provisioning for port a5e86a8d-b173-4535-a56e-8fdf71718bfc completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:15:06.612946 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-cbdf68e1-d1fb-4775-aef5-34ac093e0901 None None] Provisioning complete for port a5e86a8d-b173-4535-a56e-8fdf71718bfc triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:15:06.613654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cbdf68e1-d1fb-4775-aef5-34ac093e0901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:06.670460 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf68e1-d1fb-4775-aef5-34ac093e0901 None None] Port a5e86a8d-b173-4535-a56e-8fdf71718bfc cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:15:06.678204 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5063b50d-fc4e-4b80-b8fb-26970408f542 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:15:06.745166 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 5063b50d-fc4e-4b80-b8fb-26970408f542 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:15:06.749875 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5063b50d-fc4e-4b80-b8fb-26970408f542 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:15:06.750390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:06.876346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:06.912085 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 5063b50d-fc4e-4b80-b8fb-26970408f542, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5063b50d-fc4e-4b80-b8fb-26970408f542,segment=NetworkSegment(01337b24-e00c-4de6-86af-987c7eb55056),segment_id=01337b24-e00c-4de6-86af-987c7eb55056)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:15:06.916358 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:06.941185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6bad3-c6e8-47b9-8099-5add4959a767 req-a10ae90a-e45f-4ea9-9597-faeda2033204 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:06.942645 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4fa6bad3-c6e8-47b9-8099-5add4959a767 req-a10ae90a-e45f-4ea9-9597-faeda2033204 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 931 time: 0.0835927 Feb 21 09:15:06.984487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=5063b50d-fc4e-4b80-b8fb-26970408f542,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:06.991507 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4fa6bad3-c6e8-47b9-8099-5add4959a767 req-cf367bc4-7a9e-4fed-b489-8552e0e526aa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaff486b-727e-4740-83d9-5c049deccc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429056 Feb 21 09:15:07.047840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e86a8d-b173-4535-a56e-8fdf71718bfc {{(pid=83584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:15:07.054502 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:07.068861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Transition to ACTIVE for port object a5e86a8d-b173-4535-a56e-8fdf71718bfc will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:15:07.072074 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:07.198251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e86a8d-b173-4535-a56e-8fdf71718bfc,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:07.307373 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Attempting to bind port a5e86a8d-b173-4535-a56e-8fdf71718bfc on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:15:07.307639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Attempting to bind port a5e86a8d-b173-4535-a56e-8fdf71718bfc by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '01337b24-e00c-4de6-86af-987c7eb55056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:15:07.307955 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Attempting to bind port a5e86a8d-b173-4535-a56e-8fdf71718bfc on network b6d39ad8-743a-48bc-a42b-8041e7f587fb {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:15:07.313946 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Port a5e86a8d-b173-4535-a56e-8fdf71718bfc on network b6d39ad8-743a-48bc-a42b-8041e7f587fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:15:07.314259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Attempting to bind port a5e86a8d-b173-4535-a56e-8fdf71718bfc on network b6d39ad8-743a-48bc-a42b-8041e7f587fb {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:15:07.320381 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:15:07.320713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Checking segment: {'id': '01337b24-e00c-4de6-86af-987c7eb55056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:15:07.321088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Bound using segment: {'id': '01337b24-e00c-4de6-86af-987c7eb55056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb'} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:15:07.321503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Bound port: a5e86a8d-b173-4535-a56e-8fdf71718bfc, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01337b24-e00c-4de6-86af-987c7eb55056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb'}}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:15:07.321838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:07.410219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] For port a5e86a8d-b173-4535-a56e-8fdf71718bfc, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:15:07.413280 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] For port a5e86a8d-b173-4535-a56e-8fdf71718bfc, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=a5e86a8d-b173-4535-a56e-8fdf71718bfc,segment=NetworkSegment(01337b24-e00c-4de6-86af-987c7eb55056),segment_id=01337b24-e00c-4de6-86af-987c7eb55056)] {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:15:07.417941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:07.478920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:07.480347 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] 10.222.0.47 "PUT /v2.0/ports/a5e86a8d-b173-4535-a56e-8fdf71718bfc HTTP/1.1" status: 200 len: 1093 time: 1.0039477 Feb 21 09:15:07.480772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'tag': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:15:07.498836 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ccbe1-9841-4475-9962-751dd2883de9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e86a8d-b173-4535-a56e-8fdf71718bfc,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:07.552985 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'tag': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc', 'status': 'completed', 'code': 200} Feb 21 09:15:07.599164 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-9c34b289-e11c-4668-a388-51a5e0c0cd1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 1096 time: 0.0807462 Feb 21 09:15:07.670212 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-6439ef7d-6f79-4dc3-bc1c-729ab5f46fc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5e86a8d-b173-4535-a56e-8fdf71718bfc HTTP/1.1" status: 200 len: 217 time: 0.0642242 Feb 21 09:15:07.736199 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-88ab68d9-4b0c-4236-8beb-055e4b319389 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:07.737658 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-88ab68d9-4b0c-4236-8beb-055e4b319389 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce9eecb-81ac-425e-afd6-ebf806fc44d3 HTTP/1.1" status: 200 len: 844 time: 0.0609479 Feb 21 09:15:07.811801 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-c097d96f-a079-4a36-9e8e-82d654fac9eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6d39ad8-743a-48bc-a42b-8041e7f587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676157 Feb 21 09:15:07.945085 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-53429ba5-a184-4a35-abe3-ef14d08c8ee8 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273711 Feb 21 09:15:08.074280 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4bbf1b46-a70d-4080-a576-c07dd482b1f3 req-18acb579-0552-4fad-a548-b22f6a5207e1 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224227 Feb 21 09:15:08.186040 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-e8a19f08-fa37-4b0e-b4ca-60db7616e292 req-011a5b3d-de39-49a9-b782-7b74e7f64dda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 1096 time: 0.0676773 Feb 21 09:15:08.187476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a9e14-db57-4d25-acdf-1f869faf40f0 req-9034820d-1dda-41d9-8240-b2bf36c3fa40 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:08.188931 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7d0a9e14-db57-4d25-acdf-1f869faf40f0 req-9034820d-1dda-41d9-8240-b2bf36c3fa40 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 943 time: 0.0762517 Feb 21 09:15:08.235628 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7d0a9e14-db57-4d25-acdf-1f869faf40f0 req-1229bd35-dee7-4993-9b83-bb6e05d04cf0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaff486b-727e-4740-83d9-5c049deccc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408530 Feb 21 09:15:08.322174 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a19f08-fa37-4b0e-b4ca-60db7616e292 req-3859c5da-a266-4e74-9936-92830e213883 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:08.323633 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-e8a19f08-fa37-4b0e-b4ca-60db7616e292 req-3859c5da-a266-4e74-9936-92830e213883 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6d39ad8-743a-48bc-a42b-8041e7f587fb HTTP/1.1" status: 200 len: 896 time: 0.1318135 Feb 21 09:15:08.391888 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-e8a19f08-fa37-4b0e-b4ca-60db7616e292 req-ba05e427-74a2-474f-8d39-900133254c4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5e86a8d-b173-4535-a56e-8fdf71718bfc HTTP/1.1" status: 200 len: 217 time: 0.0623071 Feb 21 09:15:08.453780 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a19f08-fa37-4b0e-b4ca-60db7616e292 req-6ada1a0e-4e5d-4761-86cf-b27fedcbc77d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:08.455208 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-e8a19f08-fa37-4b0e-b4ca-60db7616e292 req-6ada1a0e-4e5d-4761-86cf-b27fedcbc77d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce9eecb-81ac-425e-afd6-ebf806fc44d3 HTTP/1.1" status: 200 len: 844 time: 0.0570722 Feb 21 09:15:08.531082 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-e8a19f08-fa37-4b0e-b4ca-60db7616e292 req-de99709b-9ac3-49bf-92f5-168f5dc517a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6d39ad8-743a-48bc-a42b-8041e7f587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698018 Feb 21 09:15:08.639137 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5063b50d-fc4e-4b80-b8fb-26970408f542 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:15:08.740506 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5063b50d-fc4e-4b80-b8fb-26970408f542 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:15:08.740873 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:08.755185 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-e8a19f08-fa37-4b0e-b4ca-60db7616e292 req-3508513a-98a5-4e5e-b898-44f56611c1b2 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175016 Feb 21 09:15:08.888882 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-e8a19f08-fa37-4b0e-b4ca-60db7616e292 req-48bea3c6-2d52-435a-af2a-5ba4787dd44e service neutron] 10.222.0.47 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276109 Feb 21 09:15:09.433348 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada9d8d-be1e-4a20-851b-8d077893725d req-17ec79b6-18d3-4ecc-9d4d-ac5710589fd8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:09.434811 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6ada9d8d-be1e-4a20-851b-8d077893725d req-17ec79b6-18d3-4ecc-9d4d-ac5710589fd8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 943 time: 0.0775800 Feb 21 09:15:09.479555 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6ada9d8d-be1e-4a20-851b-8d077893725d req-10ee7bc0-65ea-41dc-999f-5d958760ee13 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaff486b-727e-4740-83d9-5c049deccc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378804 Feb 21 09:15:10.680325 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e60ce3-69ad-41c2-a009-4ffd7fb70d9e req-23d000e7-e4bf-4133-8e57-81b3e82634e2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:10.681771 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c5e60ce3-69ad-41c2-a009-4ffd7fb70d9e req-23d000e7-e4bf-4133-8e57-81b3e82634e2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 943 time: 0.0750046 Feb 21 09:15:10.810768 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c5e60ce3-69ad-41c2-a009-4ffd7fb70d9e req-029a4875-7133-4009-9bff-d24f7404c7ee tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaff486b-727e-4740-83d9-5c049deccc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228337 Feb 21 09:15:11.538040 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device a5e86a8d-b173-4535-a56e-8fdf71718bfc details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:15:11.669396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port a5e86a8d-b173-4535-a56e-8fdf71718bfc, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=a5e86a8d-b173-4535-a56e-8fdf71718bfc,segment=NetworkSegment(01337b24-e00c-4de6-86af-987c7eb55056),segment_id=01337b24-e00c-4de6-86af-987c7eb55056)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:15:11.682648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'port_id': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc', 'mac_address': 'fa:16:3e:0a:b5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:15:11.734126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:11.750156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e86a8d-b173-4535-a56e-8fdf71718bfc {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:15:11.764492 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port a5e86a8d-b173-4535-a56e-8fdf71718bfc, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=a5e86a8d-b173-4535-a56e-8fdf71718bfc,segment=NetworkSegment(01337b24-e00c-4de6-86af-987c7eb55056),segment_id=01337b24-e00c-4de6-86af-987c7eb55056)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:15:11.767849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:11.834107 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=a5e86a8d-b173-4535-a56e-8fdf71718bfc,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:11.970292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['a5e86a8d-b173-4535-a56e-8fdf71718bfc'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:15:12.015370 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26407cf-b601-47fb-bc30-694be7119833 req-c3ce8401-a157-4187-a1ae-da23b1189537 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:12.017004 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f26407cf-b601-47fb-bc30-694be7119833 req-c3ce8401-a157-4187-a1ae-da23b1189537 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 944 time: 0.0872681 Feb 21 09:15:12.064260 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f26407cf-b601-47fb-bc30-694be7119833 req-3cc2678f-814a-4fc6-b39d-0fa5869324d1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaff486b-727e-4740-83d9-5c049deccc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414855 Feb 21 09:15:13.258798 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc75432-0e5e-4035-8639-d4574a8420c3 req-971c6953-e3b6-49a9-973b-d9badc149dc1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:13.260161 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1dc75432-0e5e-4035-8639-d4574a8420c3 req-971c6953-e3b6-49a9-973b-d9badc149dc1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 944 time: 0.0774992 Feb 21 09:15:13.304776 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1dc75432-0e5e-4035-8639-d4574a8420c3 req-1c2e8dfc-8cbc-421d-9e34-9f0768a15477 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaff486b-727e-4740-83d9-5c049deccc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384007 Feb 21 09:15:13.553497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device a5e86a8d-b173-4535-a56e-8fdf71718bfc up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:15:13.621552 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port a5e86a8d-b173-4535-a56e-8fdf71718bfc completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:15:13.626845 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port a5e86a8d-b173-4535-a56e-8fdf71718bfc triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:15:13.627236 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:13.736867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:13.763110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:15:13.772567 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port a5e86a8d-b173-4535-a56e-8fdf71718bfc, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=a5e86a8d-b173-4535-a56e-8fdf71718bfc,segment=NetworkSegment(01337b24-e00c-4de6-86af-987c7eb55056),segment_id=01337b24-e00c-4de6-86af-987c7eb55056)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:15:13.776119 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:13.820137 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc', 'code': 200} Feb 21 09:15:13.844580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=a5e86a8d-b173-4535-a56e-8fdf71718bfc,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:14.034203 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3ba6c8bc-eef5-4fe0-a35b-b98ee5afc422 req-cfb42db7-59d5-424c-9a65-d5f4f62a6b36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 1098 time: 0.0675242 Feb 21 09:15:14.074317 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3ba6c8bc-eef5-4fe0-a35b-b98ee5afc422 req-07d361a9-55fe-4908-9672-54b19fccea23 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aaff486b-727e-4740-83d9-5c049deccc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342486 Feb 21 09:15:14.493923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489552a-ae94-443b-b564-4a09342d73d1 req-0f179cc3-e1ab-4ceb-b95a-1a2fef434101 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:14.495356 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e489552a-ae94-443b-b564-4a09342d73d1 req-0f179cc3-e1ab-4ceb-b95a-1a2fef434101 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 945 time: 0.0728152 Feb 21 09:15:14.541426 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e489552a-ae94-443b-b564-4a09342d73d1 req-603dc3cb-b770-4acc-b9d2-5ddb0901e26e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaff486b-727e-4740-83d9-5c049deccc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405867 Feb 21 09:15:15.912042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9708514-4c47-41c3-b58d-5f6dfe0ea78b req-96591770-d068-43e6-af1a-bd6b2dde9685 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:15.913489 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c9708514-4c47-41c3-b58d-5f6dfe0ea78b req-96591770-d068-43e6-af1a-bd6b2dde9685 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 945 time: 0.2520423 Feb 21 09:15:15.958126 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c9708514-4c47-41c3-b58d-5f6dfe0ea78b req-8b284900-207a-4985-9bb9-4d7ace5fbbee tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaff486b-727e-4740-83d9-5c049deccc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392518 Feb 21 09:15:16.150654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9d8c8-1092-4f09-ba62-7d0c35432345 req-0c7f6a64-8fb1-4bf1-b115-eb7e789c5bcf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:16.152162 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-04c9d8c8-1092-4f09-ba62-7d0c35432345 req-0c7f6a64-8fb1-4bf1-b115-eb7e789c5bcf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 945 time: 0.0745995 Feb 21 09:15:16.199653 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-04c9d8c8-1092-4f09-ba62-7d0c35432345 req-eddc0670-8231-4835-8bf3-2ec9a7f488d6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaff486b-727e-4740-83d9-5c049deccc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412533 Feb 21 09:15:16.227432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58582) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:16.294572 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-53d20fb1-e647-4398-934c-30c558bd622c tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 1093 time: 0.0659947 Feb 21 09:15:16.297881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58586) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:16.302727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:15:16.308010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:15:16.311734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:floatingip and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:15:16.314468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:15:16.320016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:15:16.330181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:16.462432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:16.596049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.245 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/6455ffa6-a078-4013-a8a2-e82e36e6091c) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:15:16.736806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:16.763192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:16.827974 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:15:16.830690 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:15:16.834682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:15:16.860572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=6455ffa6-a078-4013-a8a2-e82e36e6091c,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:17.318722 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:17.455680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:17.655924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:17.660374 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:17.766030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=6455ffa6-a078-4013-a8a2-e82e36e6091c,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:15:17.779969 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:17.965582 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Floating IP f33a42d4-839e-4e54-aeee-673c73a2db74 associated. External IP: 172.26.6.245, port: a5e86a8d-b173-4535-a56e-8fdf71718bfc. Feb 21 09:15:18.349592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 9228b828-b7ab-49d2-b75e-aa951d35d9ee has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:15:18.542237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:15:18.553599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f34d6a-235c-497a-8956-0efdf2159621 None None] Sync routers for ids ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:15:18.565943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f34d6a-235c-497a-8956-0efdf2159621 None None] Routers {'9228b828-b7ab-49d2-b75e-aa951d35d9ee'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:15:18.566687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d8f34d6a-235c-497a-8956-0efdf2159621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:15:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:15:18.567934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:18.627624 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3f500a63-e165-40a5-b7c9-bbcca9cf6804 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3287544 Feb 21 09:15:18.628204 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'tag': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:15:18.630489 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58590) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:18.684859 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'tag': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc', 'status': 'completed', 'code': 200} Feb 21 09:15:18.743602 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-d8f34d6a-235c-497a-8956-0efdf2159621 None None] Set router 9228b828-b7ab-49d2-b75e-aa951d35d9ee gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:15:18.792626 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3e4dea1a-e214-423c-aa23-a9b126058c33 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/f33a42d4-839e-4e54-aeee-673c73a2db74 HTTP/1.1" status: 200 len: 991 time: 0.1609583 Feb 21 09:15:18.808345 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a3331f83-dd77-4201-bc9d-e017b6934531 req-dde698c8-c153-4bde-ab73-2765160417f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 1098 time: 0.0978675 Feb 21 09:15:18.938721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3331f83-dd77-4201-bc9d-e017b6934531 req-9625408f-a26a-442c-a516-47217bde84cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:18.940113 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a3331f83-dd77-4201-bc9d-e017b6934531 req-9625408f-a26a-442c-a516-47217bde84cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6d39ad8-743a-48bc-a42b-8041e7f587fb HTTP/1.1" status: 200 len: 896 time: 0.1259980 Feb 21 09:15:19.041310 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a3331f83-dd77-4201-bc9d-e017b6934531 req-cb39c8eb-d66c-4800-bfac-0a5f08a81da7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5e86a8d-b173-4535-a56e-8fdf71718bfc HTTP/1.1" status: 200 len: 999 time: 0.0955288 Feb 21 09:15:19.089154 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d8f34d6a-235c-497a-8956-0efdf2159621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'f33a42d4-839e-4e54-aeee-673c73a2db74', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'port_id': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'mac_address': 'fa:16:3e:0a:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:15:17Z', 'updated_at': '2022-02-21T09:15:17Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5063b50d-fc4e-4b80-b8fb-26970408f542', 'name': '', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2b:44:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:59Z', 'updated_at': '2022-02-21T09:15:06Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:15:19.093498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f34d6a-235c-497a-8956-0efdf2159621 None None] Checking router: 9228b828-b7ab-49d2-b75e-aa951d35d9ee for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:15:19.103798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f34d6a-235c-497a-8956-0efdf2159621 None None] Routers {'9228b828-b7ab-49d2-b75e-aa951d35d9ee'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:15:19.103946 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3331f83-dd77-4201-bc9d-e017b6934531 req-2da88f83-cd79-4a0f-aae2-c24582d0b83a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:19.104382 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d8f34d6a-235c-497a-8956-0efdf2159621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:15:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:15:19.105378 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a3331f83-dd77-4201-bc9d-e017b6934531 req-2da88f83-cd79-4a0f-aae2-c24582d0b83a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce9eecb-81ac-425e-afd6-ebf806fc44d3 HTTP/1.1" status: 200 len: 844 time: 0.0579937 Feb 21 09:15:19.182682 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a3331f83-dd77-4201-bc9d-e017b6934531 req-26b83af9-0f92-4fb0-a29b-fd68dab11faa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6d39ad8-743a-48bc-a42b-8041e7f587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714512 Feb 21 09:15:19.313456 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a3331f83-dd77-4201-bc9d-e017b6934531 req-5ffdd18e-61d5-4ebb-99fe-e69a1ca3f061 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245155 Feb 21 09:15:19.316047 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-d8f34d6a-235c-497a-8956-0efdf2159621 None None] Set router 9228b828-b7ab-49d2-b75e-aa951d35d9ee gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:15:19.445991 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a3331f83-dd77-4201-bc9d-e017b6934531 req-8eb977fc-a352-4a98-b543-e1b29c36df58 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259494 Feb 21 09:15:19.657579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d8f34d6a-235c-497a-8956-0efdf2159621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'f33a42d4-839e-4e54-aeee-673c73a2db74', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'port_id': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'mac_address': 'fa:16:3e:0a:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:15:17Z', 'updated_at': '2022-02-21T09:15:17Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5063b50d-fc4e-4b80-b8fb-26970408f542', 'name': '', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2b:44:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:59Z', 'updated_at': '2022-02-21T09:15:06Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:15:19.661440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f34d6a-235c-497a-8956-0efdf2159621 None None] The sync data for ids ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'] in dv-neutron-830062-1-hyperv is: [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'f33a42d4-839e-4e54-aeee-673c73a2db74', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'port_id': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'mac_address': 'fa:16:3e:0a:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:15:17Z', 'updated_at': '2022-02-21T09:15:17Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5063b50d-fc4e-4b80-b8fb-26970408f542', 'name': '', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2b:44:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:59Z', 'updated_at': '2022-02-21T09:15:06Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:15:19.797051 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58596) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:19.896058 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-958b563d-5134-4170-a120-df316c628fe6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/f33a42d4-839e-4e54-aeee-673c73a2db74 HTTP/1.1" status: 200 len: 991 time: 0.0978081 Feb 21 09:15:20.899883 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58600) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:21.004270 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8264caac-c0fc-496a-a017-a1fdbd0a3d87 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/f33a42d4-839e-4e54-aeee-673c73a2db74 HTTP/1.1" status: 200 len: 991 time: 0.1032650 Feb 21 09:15:22.008246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58604) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:22.116584 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-472f723c-11e6-4bbc-8c9c-7bfad6b51f6c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/f33a42d4-839e-4e54-aeee-673c73a2db74 HTTP/1.1" status: 200 len: 991 time: 0.1071355 Feb 21 09:15:22.277226 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97de153-2128-454a-8864-08ba0c6474bb None None] New status for floating IP f33a42d4-839e-4e54-aeee-673c73a2db74: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:15:23.120312 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58608) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:15:23.311007 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-59f36c0f-7b01-4e85-848d-c72e26770299 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/f33a42d4-839e-4e54-aeee-673c73a2db74 HTTP/1.1" status: 200 len: 993 time: 0.1861424 Feb 21 09:15:29.840386 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:15:30.164203 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-564d97ae-a6a2-4fad-9cd1-3b02775cc60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:30.413176 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:32.945581 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9fd40a3a-8207-4281-8a4c-a86f3403458e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:33.636726 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:34.033127 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:36.004880 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:15:49.553073 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a7fead2b-10d5-4dca-bb34-50b6c4578e53 req-91ec73e6-69d6-4295-a9b7-ddc3ddc0e4b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1339171 Feb 21 09:15:49.689267 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a7fead2b-10d5-4dca-bb34-50b6c4578e53 req-212768cb-4124-4393-b7b1-a5ae7da5943f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 1098 time: 0.0701442 Feb 21 09:15:49.832460 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fead2b-10d5-4dca-bb34-50b6c4578e53 req-4599c14b-0b2b-48f9-bb8b-1f56c9b2bae0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:49.833873 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a7fead2b-10d5-4dca-bb34-50b6c4578e53 req-4599c14b-0b2b-48f9-bb8b-1f56c9b2bae0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6d39ad8-743a-48bc-a42b-8041e7f587fb HTTP/1.1" status: 200 len: 896 time: 0.1252608 Feb 21 09:15:49.934832 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a7fead2b-10d5-4dca-bb34-50b6c4578e53 req-94a5aa45-0981-4aa7-bf1a-d589f81dbe6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5e86a8d-b173-4535-a56e-8fdf71718bfc HTTP/1.1" status: 200 len: 1001 time: 0.0946193 Feb 21 09:15:49.996797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fead2b-10d5-4dca-bb34-50b6c4578e53 req-381641a4-b087-4546-a021-eca4e1bb9b7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:15:49.998122 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a7fead2b-10d5-4dca-bb34-50b6c4578e53 req-381641a4-b087-4546-a021-eca4e1bb9b7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce9eecb-81ac-425e-afd6-ebf806fc44d3 HTTP/1.1" status: 200 len: 844 time: 0.0568886 Feb 21 09:15:50.068855 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a7fead2b-10d5-4dca-bb34-50b6c4578e53 req-b4e923d7-8164-4a2c-89c7-2d4fd1ddab61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6d39ad8-743a-48bc-a42b-8041e7f587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651722 Feb 21 09:15:50.197140 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a7fead2b-10d5-4dca-bb34-50b6c4578e53 req-0a0105f5-0dbc-41b8-8708-72d7794eb590 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218724 Feb 21 09:15:50.326373 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a7fead2b-10d5-4dca-bb34-50b6c4578e53 req-5d4834f7-f75a-40cf-907b-0599939ca5c0 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220860 Feb 21 09:16:00.165911 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0ef05049-ed42-4e70-abf8-0b53d7e1c6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:16:00.421195 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:16:02.947508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-76d7236d-34de-45b9-8b57-06e4660fddfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:16:03.630230 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:16:04.035965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:16:06.008147 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:16:06.839918 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:16:30.167217 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-713f54ab-c4c3-4f78-b32d-2ca044f0aee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:16:30.443424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:16:32.950081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-81600b52-0faf-4e78-89a8-f12a08ae2192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:16:33.632548 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:16:34.038516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:16:36.010428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:16:43.841093 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:16:50.486347 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9d705a89-6f57-4697-8190-6c18f36198bd req-2fb51a16-d213-4457-96e7-5fbd2f668f12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705769 Feb 21 09:16:50.621832 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9d705a89-6f57-4697-8190-6c18f36198bd req-374f4c78-f586-4b7e-9e66-4c7eeec43659 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 1098 time: 0.0674591 Feb 21 09:16:50.762996 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d705a89-6f57-4697-8190-6c18f36198bd req-874079f0-349a-484a-9eac-5a9ae8145c40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:16:50.764357 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9d705a89-6f57-4697-8190-6c18f36198bd req-874079f0-349a-484a-9eac-5a9ae8145c40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6d39ad8-743a-48bc-a42b-8041e7f587fb HTTP/1.1" status: 200 len: 896 time: 0.1241095 Feb 21 09:16:50.865995 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9d705a89-6f57-4697-8190-6c18f36198bd req-637b4796-6649-4f98-9e23-6e8230c484bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5e86a8d-b173-4535-a56e-8fdf71718bfc HTTP/1.1" status: 200 len: 1001 time: 0.0949938 Feb 21 09:16:50.929054 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d705a89-6f57-4697-8190-6c18f36198bd req-0241f079-2d9f-4062-8a78-63a88959898e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:16:50.930412 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9d705a89-6f57-4697-8190-6c18f36198bd req-0241f079-2d9f-4062-8a78-63a88959898e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce9eecb-81ac-425e-afd6-ebf806fc44d3 HTTP/1.1" status: 200 len: 844 time: 0.0581176 Feb 21 09:16:51.001462 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9d705a89-6f57-4697-8190-6c18f36198bd req-746a2e1e-bf4b-4244-b35e-945dc0801bcf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6d39ad8-743a-48bc-a42b-8041e7f587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649621 Feb 21 09:16:51.129178 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9d705a89-6f57-4697-8190-6c18f36198bd req-6a24e8ba-098c-4ee3-8c1f-4051c513e82c service neutron] 10.222.0.47 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217115 Feb 21 09:16:51.337750 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9d705a89-6f57-4697-8190-6c18f36198bd req-833ad957-ae41-4c0c-b2a5-42e8ac369c65 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020006 Feb 21 09:17:00.169648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-05aa9f3b-a042-450c-95f9-1d3bac3eed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:00.469720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:02.952093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-95084b58-5176-41f4-8ac9-f231a9fb4057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:03.635314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:04.041285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:06.013088 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:12.564392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58640) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:17:12.680994 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:17:12.919434 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2926737'] for subnet, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:13.099220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764261804683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1421568'] for subnet, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:13.146905 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:17:13.147510 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:13.148344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a699f12-4def-41d9-891e-3cbdfe83488b None None] Network b6d39ad8-743a-48bc-a42b-8041e7f587fb requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:17:13.148766 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/subnets/6ce9eecb-81ac-425e-afd6-ebf806fc44d3 HTTP/1.1" status: 200 len: 836 time: 0.5833559 Feb 21 09:17:13.164822 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Subnet': ['ID=6ce9eecb-81ac-425e-afd6-ebf806fc44d3,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:17:13.173934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:17:13.174273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:17:13.174604 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:17:13.174929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:17:13.175326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:17:13.175652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:17:13.175972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:17:13.176318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:17:13.176634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:17:13.176945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:17:13.177254 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a3d71-d674-41de-8dce-8ea45f73f776 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:17:13.646141 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3bbf5882-bdb0-4558-bd46-6e3f1271eaa4 None None] Provisioning complete for port e70603e7-61f0-4c3a-bd56-a373f28f3dda triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:17:13.646423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5882-bdb0-4558-bd46-6e3f1271eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:13.769371 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3bbf5882-bdb0-4558-bd46-6e3f1271eaa4 None None] Provisioning complete for port a5e86a8d-b173-4535-a56e-8fdf71718bfc triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:17:13.769634 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5882-bdb0-4558-bd46-6e3f1271eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:13.889478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3bbf5882-bdb0-4558-bd46-6e3f1271eaa4 None None] Provisioning complete for port 5063b50d-fc4e-4b80-b8fb-26970408f542 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:17:13.889844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5882-bdb0-4558-bd46-6e3f1271eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:20.843705 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:17:30.171178 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8c62a4e0-c67e-4970-9aa4-03b81bfb92f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:30.469258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:32.952762 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0099278c-2ffe-4368-b2f3-e1e79756705f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:33.639540 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:34.043751 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:36.015981 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:50.484626 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-88955168-9255-4b7a-983c-aa990e992403 req-76067b3b-2de5-45f2-a991-665376a9eaf0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699525 Feb 21 09:17:50.618423 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-88955168-9255-4b7a-983c-aa990e992403 req-e2106c24-672f-4b96-8df2-7f5a532c6606 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 1098 time: 0.0677652 Feb 21 09:17:50.758697 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88955168-9255-4b7a-983c-aa990e992403 req-1b0941f7-b559-467f-8588-60a86d991919 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:17:50.760687 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-88955168-9255-4b7a-983c-aa990e992403 req-1b0941f7-b559-467f-8588-60a86d991919 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6d39ad8-743a-48bc-a42b-8041e7f587fb HTTP/1.1" status: 200 len: 896 time: 0.1248837 Feb 21 09:17:50.860864 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-88955168-9255-4b7a-983c-aa990e992403 req-e4f54271-2934-45a3-8754-893b3e1fe64e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5e86a8d-b173-4535-a56e-8fdf71718bfc HTTP/1.1" status: 200 len: 1001 time: 0.0945048 Feb 21 09:17:50.921220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88955168-9255-4b7a-983c-aa990e992403 req-fd09682d-61eb-427f-9124-7c2446c2da54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:17:50.922603 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-88955168-9255-4b7a-983c-aa990e992403 req-fd09682d-61eb-427f-9124-7c2446c2da54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce9eecb-81ac-425e-afd6-ebf806fc44d3 HTTP/1.1" status: 200 len: 844 time: 0.0559785 Feb 21 09:17:50.996755 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-88955168-9255-4b7a-983c-aa990e992403 req-98f826ca-1c68-4ac7-8149-3f522094288f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6d39ad8-743a-48bc-a42b-8041e7f587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682440 Feb 21 09:17:51.123823 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-88955168-9255-4b7a-983c-aa990e992403 req-700ea3c7-23c8-4c3a-9237-7809ce28cd1f service neutron] 10.222.0.47 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212316 Feb 21 09:17:51.250616 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-88955168-9255-4b7a-983c-aa990e992403 req-41aea8d5-f71b-4492-8fe4-a15fe045dd54 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213992 Feb 21 09:17:55.972754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58650) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:17:56.166812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-04b3ccb3-d809-4abd-97aa-f09ce2b619f5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 6455ffa6-a078-4013-a8a2-e82e36e6091c {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:17:56.167225 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04b3ccb3-d809-4abd-97aa-f09ce2b619f5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:56.422512 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04b3ccb3-d809-4abd-97aa-f09ce2b619f5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:56.422841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04b3ccb3-d809-4abd-97aa-f09ce2b619f5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:56.544472 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-04b3ccb3-d809-4abd-97aa-f09ce2b619f5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 6455ffa6-a078-4013-a8a2-e82e36e6091c owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:17:56.693334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04b3ccb3-d809-4abd-97aa-f09ce2b619f5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:56.737517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3ccb3-d809-4abd-97aa-f09ce2b619f5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=6455ffa6-a078-4013-a8a2-e82e36e6091c,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:17:56.829258 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04b3ccb3-d809-4abd-97aa-f09ce2b619f5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:57.210648 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b3ccb3-d809-4abd-97aa-f09ce2b619f5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 9228b828-b7ab-49d2-b75e-aa951d35d9ee has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:17:57.403343 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b3ccb3-d809-4abd-97aa-f09ce2b619f5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:17:57.412986 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e28d9-9d8b-4b62-a539-09cde5ba9385 None None] Sync routers for ids ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:17:57.419827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-04b3ccb3-d809-4abd-97aa-f09ce2b619f5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:57.425341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e28d9-9d8b-4b62-a539-09cde5ba9385 None None] Routers {'9228b828-b7ab-49d2-b75e-aa951d35d9ee'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:17:57.425939 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-061e28d9-9d8b-4b62-a539-09cde5ba9385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:17:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:17:57.474127 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-04b3ccb3-d809-4abd-97aa-f09ce2b619f5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/floatingips/f33a42d4-839e-4e54-aeee-673c73a2db74 HTTP/1.1" status: 204 len: 168 time: 1.5002856 Feb 21 09:17:57.474695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'tag': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:17:57.623487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-061e28d9-9d8b-4b62-a539-09cde5ba9385 None None] Set router 9228b828-b7ab-49d2-b75e-aa951d35d9ee gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:17:57.682791 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'tag': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc', 'status': 'completed', 'code': 200} Feb 21 09:17:57.782181 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-ff529bad-ab95-450f-b1b6-28927df90a0c req-e4d5a0e3-5a14-44e6-9501-79272139291a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 1098 time: 0.0767627 Feb 21 09:17:57.846671 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:17:57.933180 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff529bad-ab95-450f-b1b6-28927df90a0c req-af59e689-7b9f-4f61-aff0-292541dd3b57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:17:57.934630 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-ff529bad-ab95-450f-b1b6-28927df90a0c req-af59e689-7b9f-4f61-aff0-292541dd3b57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6d39ad8-743a-48bc-a42b-8041e7f587fb HTTP/1.1" status: 200 len: 896 time: 0.1463852 Feb 21 09:17:57.956052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-061e28d9-9d8b-4b62-a539-09cde5ba9385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '5063b50d-fc4e-4b80-b8fb-26970408f542', 'name': '', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2b:44:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:59Z', 'updated_at': '2022-02-21T09:15:06Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:17:57.960262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e28d9-9d8b-4b62-a539-09cde5ba9385 None None] Checking router: 9228b828-b7ab-49d2-b75e-aa951d35d9ee for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:17:57.971599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e28d9-9d8b-4b62-a539-09cde5ba9385 None None] Routers {'9228b828-b7ab-49d2-b75e-aa951d35d9ee'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:17:57.972206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-061e28d9-9d8b-4b62-a539-09cde5ba9385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:17:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:17:57.994840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d976a72-4d7a-4f17-9ddb-64ff3b22b1fd req-1ce65616-f31c-449c-a1b4-587dc3d5873f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:17:57.996261 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d976a72-4d7a-4f17-9ddb-64ff3b22b1fd req-1ce65616-f31c-449c-a1b4-587dc3d5873f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 945 time: 0.1462164 Feb 21 09:17:58.043189 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d976a72-4d7a-4f17-9ddb-64ff3b22b1fd req-956c6904-1b91-4be1-9d7b-18f16271a6e5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaff486b-727e-4740-83d9-5c049deccc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414107 Feb 21 09:17:58.105953 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-ff529bad-ab95-450f-b1b6-28927df90a0c req-5be66e25-7d2d-460a-a7b4-a65098e65626 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5e86a8d-b173-4535-a56e-8fdf71718bfc HTTP/1.1" status: 200 len: 217 time: 0.1604497 Feb 21 09:17:58.153116 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-061e28d9-9d8b-4b62-a539-09cde5ba9385 None None] Set router 9228b828-b7ab-49d2-b75e-aa951d35d9ee gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:17:58.172000 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff529bad-ab95-450f-b1b6-28927df90a0c req-06472c50-48eb-4ad9-af76-ae6dfb453ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:17:58.173456 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-ff529bad-ab95-450f-b1b6-28927df90a0c req-06472c50-48eb-4ad9-af76-ae6dfb453ef6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce9eecb-81ac-425e-afd6-ebf806fc44d3 HTTP/1.1" status: 200 len: 844 time: 0.0617476 Feb 21 09:17:58.248774 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-ff529bad-ab95-450f-b1b6-28927df90a0c req-9ec8d347-39a1-4395-ac94-93727a5f91ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6d39ad8-743a-48bc-a42b-8041e7f587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685802 Feb 21 09:17:58.378024 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-ff529bad-ab95-450f-b1b6-28927df90a0c req-e1a4b01b-4168-4430-8afc-91ae6bc0268b service neutron] 10.222.0.47 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220660 Feb 21 09:17:58.464029 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-061e28d9-9d8b-4b62-a539-09cde5ba9385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '5063b50d-fc4e-4b80-b8fb-26970408f542', 'name': '', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2b:44:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:59Z', 'updated_at': '2022-02-21T09:15:06Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:17:58.467967 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e28d9-9d8b-4b62-a539-09cde5ba9385 None None] The sync data for ids ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'] in dv-neutron-830062-1-hyperv is: [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '5063b50d-fc4e-4b80-b8fb-26970408f542', 'name': '', 'network_id': 'b6d39ad8-743a-48bc-a42b-8041e7f587fb', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:2b:44:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:59Z', 'updated_at': '2022-02-21T09:15:06Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6ce9eecb-81ac-425e-afd6-ebf806fc44d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:17:58.511710 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-ff529bad-ab95-450f-b1b6-28927df90a0c req-1f6e0cd8-70bb-4158-a5e3-a7526f6e9743 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276581 Feb 21 09:17:58.696137 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639eda33-3ad4-458a-bf7c-7e08066bdc1c None None] New status for floating IP f33a42d4-839e-4e54-aeee-673c73a2db74: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:17:59.112135 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab72b47-0513-4632-b6e0-7ff525816d0e req-9a06e5bf-131f-461c-abab-234a870be2b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:17:59.112826 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-eab72b47-0513-4632-b6e0-7ff525816d0e req-9a06e5bf-131f-461c-abab-234a870be2b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:17:59.128612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-eab72b47-0513-4632-b6e0-7ff525816d0e req-9a06e5bf-131f-461c-abab-234a870be2b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:17:59.129795 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-eab72b47-0513-4632-b6e0-7ff525816d0e req-9a06e5bf-131f-461c-abab-234a870be2b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 945 time: 0.0900443 Feb 21 09:17:59.200430 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-eab72b47-0513-4632-b6e0-7ff525816d0e req-baabedae-1c0c-4de7-aa8b-eeb8a983a3eb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port a5e86a8d-b173-4535-a56e-8fdf71718bfc {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:17:59.200762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-eab72b47-0513-4632-b6e0-7ff525816d0e req-baabedae-1c0c-4de7-aa8b-eeb8a983a3eb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:59.262771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7aa1e-227b-4219-9d89-e30da9ddd922 req-f3144dd9-9954-4ba8-9e03-ad65a554946f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:17:59.264289 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4a7aa1e-227b-4219-9d89-e30da9ddd922 req-f3144dd9-9954-4ba8-9e03-ad65a554946f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b638779-cdd3-46c9-9acb-7470c7e84d94 HTTP/1.1" status: 200 len: 945 time: 0.0782843 Feb 21 09:17:59.310232 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4a7aa1e-227b-4219-9d89-e30da9ddd922 req-3fdefa6e-f8ce-4c0c-a04a-8203a06f91b6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaff486b-727e-4740-83d9-5c049deccc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402358 Feb 21 09:17:59.436783 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-eab72b47-0513-4632-b6e0-7ff525816d0e req-baabedae-1c0c-4de7-aa8b-eeb8a983a3eb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port a5e86a8d-b173-4535-a56e-8fdf71718bfc, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=a5e86a8d-b173-4535-a56e-8fdf71718bfc,segment=NetworkSegment(01337b24-e00c-4de6-86af-987c7eb55056),segment_id=01337b24-e00c-4de6-86af-987c7eb55056)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:17:59.437372 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-eab72b47-0513-4632-b6e0-7ff525816d0e req-baabedae-1c0c-4de7-aa8b-eeb8a983a3eb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:59.568655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-eab72b47-0513-4632-b6e0-7ff525816d0e req-baabedae-1c0c-4de7-aa8b-eeb8a983a3eb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for a5e86a8d-b173-4535-a56e-8fdf71718bfc owned by compute:nova {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:17:59.707391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-eab72b47-0513-4632-b6e0-7ff525816d0e req-baabedae-1c0c-4de7-aa8b-eeb8a983a3eb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:59.758207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabedae-1c0c-4de7-aa8b-eeb8a983a3eb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=a5e86a8d-b173-4535-a56e-8fdf71718bfc,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:17:59.832522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab72b47-0513-4632-b6e0-7ff525816d0e req-baabedae-1c0c-4de7-aa8b-eeb8a983a3eb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] No DVR routers for this DVR port a5e86a8d-b173-4535-a56e-8fdf71718bfc on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:17:59.834905 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-eab72b47-0513-4632-b6e0-7ff525816d0e req-baabedae-1c0c-4de7-aa8b-eeb8a983a3eb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:17:59.837787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'name': 'network-vif-deleted', 'tag': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:17:59.852325 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-eab72b47-0513-4632-b6e0-7ff525816d0e req-baabedae-1c0c-4de7-aa8b-eeb8a983a3eb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "DELETE /v2.0/ports/a5e86a8d-b173-4535-a56e-8fdf71718bfc HTTP/1.1" status: 204 len: 173 time: 0.7166531 Feb 21 09:17:59.895519 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b638779-cdd3-46c9-9acb-7470c7e84d94', 'name': 'network-vif-deleted', 'tag': 'a5e86a8d-b173-4535-a56e-8fdf71718bfc', 'status': 'completed', 'code': 200} Feb 21 09:18:00.173721 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-483c16d5-57bb-4e96-9c66-b3148a0fd5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:00.418537 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58682) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:00.469776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:00.492416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1160ff33-719e-4e3d-ba22-604ef6cc76ca tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:00.524145 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1160ff33-719e-4e3d-ba22-604ef6cc76ca tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:00.591689 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1160ff33-719e-4e3d-ba22-604ef6cc76ca tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:00.609501 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160ff33-719e-4e3d-ba22-604ef6cc76ca tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaff486b-727e-4740-83d9-5c049deccc78,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:00.622120 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1160ff33-719e-4e3d-ba22-604ef6cc76ca tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:00.623275 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1160ff33-719e-4e3d-ba22-604ef6cc76ca tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/security-groups/aaff486b-727e-4740-83d9-5c049deccc78 HTTP/1.1" status: 204 len: 168 time: 0.2036173 Feb 21 09:18:00.669159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58688) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:01.161213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:01.765001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 5063b50d-fc4e-4b80-b8fb-26970408f542 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:18:01.765693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:01.948730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 5063b50d-fc4e-4b80-b8fb-26970408f542, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5063b50d-fc4e-4b80-b8fb-26970408f542,segment=NetworkSegment(01337b24-e00c-4de6-86af-987c7eb55056),segment_id=01337b24-e00c-4de6-86af-987c7eb55056)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:01.949001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:02.065304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 5063b50d-fc4e-4b80-b8fb-26970408f542 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:18:02.236300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:02.252862 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device a5e86a8d-b173-4535-a56e-8fdf71718bfc no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:18:02.283136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=5063b50d-fc4e-4b80-b8fb-26970408f542,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:02.285497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: a5e86a8d-b173-4535-a56e-8fdf71718bfc {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:18:02.285837 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device a5e86a8d-b173-4535-a56e-8fdf71718bfc not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:18:02.450513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:02.450852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:02.451213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:02.451537 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:02.451861 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:02.452193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:02.452497 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:02.452813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:02.453130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:02.453435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:02.453869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:02.675780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:02.954648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-123b84b0-9ffb-4765-8b4b-69fe7ec20804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:03.242915 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router 9228b828-b7ab-49d2-b75e-aa951d35d9ee has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:18:03.433995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:18:03.443655 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe64ae-3c72-4e19-bc73-8a5ad533b743 None None] Sync routers for ids ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:18:03.446183 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-511a7f26-f525-45d0-88e2-4e52ed73febf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/9228b828-b7ab-49d2-b75e-aa951d35d9ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7759972 Feb 21 09:18:03.449403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58694) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:03.455950 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe64ae-3c72-4e19-bc73-8a5ad533b743 None None] Routers {'9228b828-b7ab-49d2-b75e-aa951d35d9ee'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:18:03.456546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a9fe64ae-3c72-4e19-bc73-8a5ad533b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:18:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:03.635557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d56e4f9-0642-433c-aba8-e055e7202c7a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting subnet 6ce9eecb-81ac-425e-afd6-ebf806fc44d3 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:18:03.638422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d56e4f9-0642-433c-aba8-e055e7202c7a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:03.653591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:03.690320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-a9fe64ae-3c72-4e19-bc73-8a5ad533b743 None None] Set router 9228b828-b7ab-49d2-b75e-aa951d35d9ee gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:18:03.691064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d56e4f9-0642-433c-aba8-e055e7202c7a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:03.775282 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d56e4f9-0642-433c-aba8-e055e7202c7a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:03.968652 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d56e4f9-0642-433c-aba8-e055e7202c7a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:03.996528 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a9fe64ae-3c72-4e19-bc73-8a5ad533b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:18:02Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:04.000597 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe64ae-3c72-4e19-bc73-8a5ad533b743 None None] Checking router: 9228b828-b7ab-49d2-b75e-aa951d35d9ee for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:18:04.005880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56e4f9-0642-433c-aba8-e055e7202c7a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce9eecb-81ac-425e-afd6-ebf806fc44d3,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:04.011201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6d56e4f9-0642-433c-aba8-e055e7202c7a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:04.014548 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe64ae-3c72-4e19-bc73-8a5ad533b743 None None] Routers {'9228b828-b7ab-49d2-b75e-aa951d35d9ee'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:18:04.015218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a9fe64ae-3c72-4e19-bc73-8a5ad533b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:18:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:04.017164 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6d56e4f9-0642-433c-aba8-e055e7202c7a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/subnets/6ce9eecb-81ac-425e-afd6-ebf806fc44d3 HTTP/1.1" status: 204 len: 168 time: 0.5668330 Feb 21 09:18:04.019880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58700) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:04.074208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0ae8ac-e62f-48be-ab94-7a35f23f241c None None] Network b6d39ad8-743a-48bc-a42b-8041e7f587fb requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:18:04.220683 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:04.238041 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:04.375161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-a9fe64ae-3c72-4e19-bc73-8a5ad533b743 None None] Set router 9228b828-b7ab-49d2-b75e-aa951d35d9ee gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:18:04.431872 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:04.441696 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 0b8fc30e-985c-4f0a-985d-ecd261984f5c {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:18:04.442076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:04.638790 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 0b8fc30e-985c-4f0a-985d-ecd261984f5c, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0b8fc30e-985c-4f0a-985d-ecd261984f5c,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:04.639193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:04.667733 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] DHCP port deletion for b6d39ad8-743a-48bc-a42b-8041e7f587fb request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:18:04.679097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] Deleting port e70603e7-61f0-4c3a-bd56-a373f28f3dda {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:18:04.679396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:04.724142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e70603e7-61f0-4c3a-bd56-a373f28f3dda no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:18:04.763163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 0b8fc30e-985c-4f0a-985d-ecd261984f5c owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:18:04.926815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:04.978248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=0b8fc30e-985c-4f0a-985d-ecd261984f5c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:05.021855 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a9fe64ae-3c72-4e19-bc73-8a5ad533b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:18:02Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:05.043216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe64ae-3c72-4e19-bc73-8a5ad533b743 None None] The sync data for ids ['9228b828-b7ab-49d2-b75e-aa951d35d9ee'] in dv-neutron-830062-1-hyperv is: [{'id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'name': 'tempest-TestNetworkBasicOps-router-53377577', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:14:55Z', 'updated_at': '2022-02-21T09:18:02Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '0b8fc30e-985c-4f0a-985d-ecd261984f5c', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b828-b7ab-49d2-b75e-aa951d35d9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:14:56Z', 'updated_at': '2022-02-21T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:18:05.053747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:05.071356 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] For port e70603e7-61f0-4c3a-bd56-a373f28f3dda, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e70603e7-61f0-4c3a-bd56-a373f28f3dda,segment=NetworkSegment(01337b24-e00c-4de6-86af-987c7eb55056),segment_id=01337b24-e00c-4de6-86af-987c7eb55056)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:05.072374 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:05.195690 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] Calling delete_port for e70603e7-61f0-4c3a-bd56-a373f28f3dda owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:18:05.197826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:05.244908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port e70603e7-61f0-4c3a-bd56-a373f28f3dda, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e70603e7-61f0-4c3a-bd56-a373f28f3dda,segment=NetworkSegment(01337b24-e00c-4de6-86af-987c7eb55056),segment_id=01337b24-e00c-4de6-86af-987c7eb55056)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:05.249810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:05.327123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:18:05.327487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:18:05.332886 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=e70603e7-61f0-4c3a-bd56-a373f28f3dda,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:05.341725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:05.341981 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:05.342327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:05.342635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:05.342963 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:05.343313 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:05.343648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:05.343956 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:05.344272 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:05.344583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:05.344895 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:05.551701 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:05.555882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:05.582961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:05.583535 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Fanout notify agent at l3_agent the message router_deleted on router 9228b828-b7ab-49d2-b75e-aa951d35d9ee {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:18:05.598499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:05.599589 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d2a6301d-e01a-46eb-b456-0933e0bbd1cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/routers/9228b828-b7ab-49d2-b75e-aa951d35d9ee HTTP/1.1" status: 204 len: 168 time: 1.5786662 Feb 21 09:18:05.602247 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58704) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:05.717127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:05.727447 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port e70603e7-61f0-4c3a-bd56-a373f28f3dda {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:18:05.728453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:05.828951 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] Deleting port e70603e7-61f0-4c3a-bd56-a373f28f3dda {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:18:05.829511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:05.931597 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port e70603e7-61f0-4c3a-bd56-a373f28f3dda, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e70603e7-61f0-4c3a-bd56-a373f28f3dda,segment=NetworkSegment(01337b24-e00c-4de6-86af-987c7eb55056),segment_id=01337b24-e00c-4de6-86af-987c7eb55056)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:05.931947 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.037192 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.042751 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] For port e70603e7-61f0-4c3a-bd56-a373f28f3dda, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e70603e7-61f0-4c3a-bd56-a373f28f3dda,segment=NetworkSegment(01337b24-e00c-4de6-86af-987c7eb55056),segment_id=01337b24-e00c-4de6-86af-987c7eb55056)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:06.043177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.054644 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for e70603e7-61f0-4c3a-bd56-a373f28f3dda owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:18:06.130927 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.167478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] Calling delete_port for e70603e7-61f0-4c3a-bd56-a373f28f3dda owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:18:06.175941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=e70603e7-61f0-4c3a-bd56-a373f28f3dda,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:06.179377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] No DVR routers for this DVR port e70603e7-61f0-4c3a-bd56-a373f28f3dda on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:18:06.236863 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:18:06.237138 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:18:06.303271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.327716 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d39ad8-743a-48bc-a42b-8041e7f587fb']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:06.340090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01337b24-e00c-4de6-86af-987c7eb55056') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:06.340393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01337b24-e00c-4de6-86af-987c7eb55056') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:06.351452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.367418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.373651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:18:06.374031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:18:06.388066 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:18:06.467292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.484290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.495022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Network': ['ID=b6d39ad8-743a-48bc-a42b-8041e7f587fb,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:06.508262 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b19328de-2cb8-4eb4-b002-98080f025c06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/networks/b6d39ad8-743a-48bc-a42b-8041e7f587fb HTTP/1.1" status: 204 len: 168 time: 0.9044352 Feb 21 09:18:06.520371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58708) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:06.527655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'network': {'name': 'tempest-network-smoke--974960682', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'port_security_enabled': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:06.532721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:06.536749 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:network and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:06.539582 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:06.546378 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:06.555091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:18:06.557964 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.584605 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:18:06.593838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] Deleting port e70603e7-61f0-4c3a-bd56-a373f28f3dda {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:18:06.594237 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.599833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.600181 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Added segment 62665801-4c54-432c-8e2e-aca72f4dffa9 of type vlan for network 317f8d66-41b2-4ce7-b519-44a2c3faf720 Feb 21 09:18:06.627591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.657497 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.660749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a306a92b-8497-4d9f-bd00-2553511d014e None None] The port 'e70603e7-61f0-4c3a-bd56-a373f28f3dda' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:18:06.661144 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:06.661721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.721760 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5063b50d-fc4e-4b80-b8fb-26970408f542 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:18:06.753297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 5063b50d-fc4e-4b80-b8fb-26970408f542 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:18:06.753545 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5063b50d-fc4e-4b80-b8fb-26970408f542 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:18:06.753990 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0b8fc30e-985c-4f0a-985d-ecd261984f5c no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:18:06.757096 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2356226 Feb 21 09:18:06.760569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58712) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:06.768492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'admin_state_up': True, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:06.777142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:06.777907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549b51e-fb26-4dd2-aa95-52ba043e50f1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Network': ['ID=317f8d66-41b2-4ce7-b519-44a2c3faf720,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:06.786340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 0b8fc30e-985c-4f0a-985d-ecd261984f5c {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:18:06.786683 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0b8fc30e-985c-4f0a-985d-ecd261984f5c not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:18:06.788234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:router and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:06.789585 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 317f8d66-41b2-4ce7-b519-44a2c3faf720 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:18:06.791240 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:06.797257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:06.808057 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.808950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.828033 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:06.974198 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:07.231755 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:07.261944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:07.395052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.58 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/bc1b5e1d-0559-4277-b217-5e1ca8cefa1f) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:18:07.542263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:07.568904 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:07.634275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:18:07.637148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:18:07.641387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:18:07.668827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=bc1b5e1d-0559-4277-b217-5e1ca8cefa1f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:07.794308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:07.794940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:08.036799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router b321922b-643d-4f2b-8d4a-bcb05e081077 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:18:08.230933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:18:08.239990 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Sync routers for ids ['b321922b-643d-4f2b-8d4a-bcb05e081077'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:18:08.252156 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Routers {'b321922b-643d-4f2b-8d4a-bcb05e081077'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:18:08.252855 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:18:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b321922b-643d-4f2b-8d4a-bcb05e081077'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:08.256013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:08.257244 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3a2946fc-32c5-408b-b144-eb29a8283b7b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4949882 Feb 21 09:18:08.260885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58716) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:08.424506 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Set router b321922b-643d-4f2b-8d4a-bcb05e081077 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:18:08.464939 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6fb5b267-afb5-4586-b304-da5baa468ff6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0e247a2036294a16824a56cdfeb01f75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2029197 Feb 21 09:18:08.467495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58722) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:08.597094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a726b77e-fdd5-4bff-a948-56abea2558e2 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:08.598795 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a726b77e-fdd5-4bff-a948-56abea2558e2 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304188 Feb 21 09:18:08.601568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58726) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:08.640015 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-eaea9c7e-e53c-473e-9211-4a6e13cc4fb7 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374048 Feb 21 09:18:08.642492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58730) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:08.647697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1446622554', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:08.708074 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:07Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:08.711778 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Checking router: b321922b-643d-4f2b-8d4a-bcb05e081077 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:18:08.712780 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Updating router b321922b-643d-4f2b-8d4a-bcb05e081077 port bc1b5e1d-0559-4277-b217-5e1ca8cefa1f binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:18:08.756344 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:08.760173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:subnet and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:08.762765 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:08.762895 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:08.769133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:08.779989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:18:08.880159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:09.090367 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:09.103300 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Transition to ACTIVE for port object bc1b5e1d-0559-4277-b217-5e1ca8cefa1f will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:18:09.109558 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:09.186930 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Attempting to bind port bc1b5e1d-0559-4277-b217-5e1ca8cefa1f on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:18:09.187308 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Attempting to bind port bc1b5e1d-0559-4277-b217-5e1ca8cefa1f by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:18:09.187651 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Attempting to bind port bc1b5e1d-0559-4277-b217-5e1ca8cefa1f on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:18:09.193458 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f961f78-a181-4eb1-b8f2-5b61c7975267 None None] Pushing event updated for resources: {'Port': ['ID=bc1b5e1d-0559-4277-b217-5e1ca8cefa1f,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:09.199825 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:18:09.200186 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:18:09.200573 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:09.200993 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:18:09.201390 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Bound port: bc1b5e1d-0559-4277-b217-5e1ca8cefa1f, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:18:09.201752 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:09.203050 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:09.236919 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f961f78-a181-4eb1-b8f2-5b61c7975267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:09.237250 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f961f78-a181-4eb1-b8f2-5b61c7975267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:09.237572 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f961f78-a181-4eb1-b8f2-5b61c7975267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:09.237888 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f961f78-a181-4eb1-b8f2-5b61c7975267 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:09.238197 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f961f78-a181-4eb1-b8f2-5b61c7975267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:09.238510 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f961f78-a181-4eb1-b8f2-5b61c7975267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:09.238849 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f961f78-a181-4eb1-b8f2-5b61c7975267 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:09.239189 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f961f78-a181-4eb1-b8f2-5b61c7975267 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:09.239493 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f961f78-a181-4eb1-b8f2-5b61c7975267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:09.239792 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f961f78-a181-4eb1-b8f2-5b61c7975267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:09.240092 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f961f78-a181-4eb1-b8f2-5b61c7975267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:09.282197 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] For port bc1b5e1d-0559-4277-b217-5e1ca8cefa1f, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:18:09.285403 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] For port bc1b5e1d-0559-4277-b217-5e1ca8cefa1f, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=bc1b5e1d-0559-4277-b217-5e1ca8cefa1f,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:18:09.289045 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:09.289281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Subnet': ['ID=6b081283-08eb-4069-87fd-0cfe3adcce9a,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:09.296196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Checking segment: {'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:18:09.296556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network hostable DHCP agents. Network: 317f8d66-41b2-4ce7-b519-44a2c3faf720, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:18:09.318726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 317f8d66-41b2-4ce7-b519-44a2c3faf720 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:18:09.328857 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 317f8d66-41b2-4ce7-b519-44a2c3faf720) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:18:09.334208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:09.334208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:09.339425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f69005c-5513-4e92-ba44-70ed565ffd19 None None] Network 317f8d66-41b2-4ce7-b519-44a2c3faf720 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:18:09.358566 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58734) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:09.359309 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6bc40014-a627-433b-9b73-b6871551a2a0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7119238 Feb 21 09:18:09.382430 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f961f78-a181-4eb1-b8f2-5b61c7975267 None None] Pushing event updated for resources: {'Port': ['ID=bc1b5e1d-0559-4277-b217-5e1ca8cefa1f,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:09.386266 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Routers {'b321922b-643d-4f2b-8d4a-bcb05e081077'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:18:09.387222 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:18:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b321922b-643d-4f2b-8d4a-bcb05e081077'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:09.577447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-317f8d66-41b2-4ce7-b519-44a2c3faf720', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:18:09.578523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:09.605326 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] Set router b321922b-643d-4f2b-8d4a-bcb05e081077 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:18:09.747741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Allocated IP 172.20.0.2 (317f8d66-41b2-4ce7-b519-44a2c3faf720/6b081283-08eb-4069-87fd-0cfe3adcce9a/84c1d068-8dc6-49af-a929-1515cbbf449b) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:18:09.902118 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:07Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:09.906624 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b9ba7-955e-4c99-bdf1-d29229dd887f None None] The sync data for ids ['b321922b-643d-4f2b-8d4a-bcb05e081077'] in dv-neutron-830062-1-hyperv is: [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:07Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:18:09.995271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:10.006660 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Transition to ACTIVE for port object 84c1d068-8dc6-49af-a929-1515cbbf449b will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:18:10.028025 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Transition to ACTIVE for port object 84c1d068-8dc6-49af-a929-1515cbbf449b will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:18:10.034406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:10.117509 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Network 317f8d66-41b2-4ce7-b519-44a2c3faf720 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:18:10.120525 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:18:10.124468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:18:10.130914 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Pushing event updated for resources: {'Port': ['ID=84c1d068-8dc6-49af-a929-1515cbbf449b,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:10.217266 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Attempting to bind port 84c1d068-8dc6-49af-a929-1515cbbf449b on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:18:10.217630 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Attempting to bind port 84c1d068-8dc6-49af-a929-1515cbbf449b by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:18:10.217988 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Attempting to bind port 84c1d068-8dc6-49af-a929-1515cbbf449b on network 317f8d66-41b2-4ce7-b519-44a2c3faf720 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:18:10.224685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:18:10.224997 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Checking segment: {'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:18:10.225393 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:10.225780 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Bound using segment: {'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:18:10.226240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Bound port: 84c1d068-8dc6-49af-a929-1515cbbf449b, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:18:10.226610 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:10.315386 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:10.324755 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] For port 84c1d068-8dc6-49af-a929-1515cbbf449b, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:18:10.328198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] For port 84c1d068-8dc6-49af-a929-1515cbbf449b, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=84c1d068-8dc6-49af-a929-1515cbbf449b,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:18:10.333840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:10.425304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aba156-89e0-40f7-b962-7e2fa4a36cfe None None] Pushing event updated for resources: {'Port': ['ID=84c1d068-8dc6-49af-a929-1515cbbf449b,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:10.789187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.1 (317f8d66-41b2-4ce7-b519-44a2c3faf720/6b081283-08eb-4069-87fd-0cfe3adcce9a/eef43ca0-7c2a-49ac-8a3b-87b6dd922d99) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:18:10.803501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bc1b5e1d-0559-4277-b217-5e1ca8cefa1f up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:18:10.881326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port bc1b5e1d-0559-4277-b217-5e1ca8cefa1f completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:18:10.886413 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port bc1b5e1d-0559-4277-b217-5e1ca8cefa1f triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:18:10.886788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:10.954102 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:10.968956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:18:10.989584 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:10.996647 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:11.012494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port bc1b5e1d-0559-4277-b217-5e1ca8cefa1f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=bc1b5e1d-0559-4277-b217-5e1ca8cefa1f,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:11.016324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:11.017084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 84c1d068-8dc6-49af-a929-1515cbbf449b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:18:11.064293 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 317f8d66-41b2-4ce7-b519-44a2c3faf720 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:18:11.067999 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:18:11.069998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=eef43ca0-7c2a-49ac-8a3b-87b6dd922d99,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:11.072821 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:18:11.134461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=bc1b5e1d-0559-4277-b217-5e1ca8cefa1f,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:11.138207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:11.150490 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 84c1d068-8dc6-49af-a929-1515cbbf449b completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:18:11.228198 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:11.370816 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7e7c53-43d9-458d-82fc-9c860e778a48 None None] Network 317f8d66-41b2-4ce7-b519-44a2c3faf720 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:18:11.468800 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-15e1313b-a701-49d2-934d-453157db4f6a None None] Provisioning for port 84c1d068-8dc6-49af-a929-1515cbbf449b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:18:11.485915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-15e1313b-a701-49d2-934d-453157db4f6a None None] Provisioning complete for port 84c1d068-8dc6-49af-a929-1515cbbf449b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:18:11.486289 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-15e1313b-a701-49d2-934d-453157db4f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:11.699790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-15e1313b-a701-49d2-934d-453157db4f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:11.715121 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:11.720100 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:11.742104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-15e1313b-a701-49d2-934d-453157db4f6a None None] For port 84c1d068-8dc6-49af-a929-1515cbbf449b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=84c1d068-8dc6-49af-a929-1515cbbf449b,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:11.747020 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-15e1313b-a701-49d2-934d-453157db4f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:11.822009 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1313b-a701-49d2-934d-453157db4f6a None None] Pushing event updated for resources: {'Port': ['ID=84c1d068-8dc6-49af-a929-1515cbbf449b,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:11.838252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:11.841938 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=eef43ca0-7c2a-49ac-8a3b-87b6dd922d99,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:11.981640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-12a0d121-98b4-48c7-b1a5-03ca5ede3396 None None] Provisioning for port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:18:11.987700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-12a0d121-98b4-48c7-b1a5-03ca5ede3396 None None] Provisioning complete for port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:18:11.988172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-12a0d121-98b4-48c7-b1a5-03ca5ede3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:11.991264 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 317f8d66-41b2-4ce7-b519-44a2c3faf720 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:18:11.992395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:18:12.050298 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-12a0d121-98b4-48c7-b1a5-03ca5ede3396 None None] Port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:18:12.065273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-12a0d121-98b4-48c7-b1a5-03ca5ede3396 None None] Provisioning complete for port 84c1d068-8dc6-49af-a929-1515cbbf449b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:18:12.065640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-12a0d121-98b4-48c7-b1a5-03ca5ede3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:12.325050 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0510873d-aa4e-4fcb-80ff-2b3bd4c4bb2d None None] Provisioning complete for port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:18:12.325421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0510873d-aa4e-4fcb-80ff-2b3bd4c4bb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:12.379703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-0510873d-aa4e-4fcb-80ff-2b3bd4c4bb2d None None] Port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:18:12.390544 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router b321922b-643d-4f2b-8d4a-bcb05e081077 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:18:12.601343 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:18:12.614414 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4d4ca6ef-6f36-4638-aa83-0dd6a57c3cd6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/b321922b-643d-4f2b-8d4a-bcb05e081077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2532747 Feb 21 09:18:12.616884 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58738) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:12.729665 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bc1b5e1d-0559-4277-b217-5e1ca8cefa1f up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:18:12.751833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da26e5e0-e991-45a7-adf4-47b3f703dcf0 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:12.752330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da26e5e0-e991-45a7-adf4-47b3f703dcf0 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:12.752696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da26e5e0-e991-45a7-adf4-47b3f703dcf0 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:12.753051 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da26e5e0-e991-45a7-adf4-47b3f703dcf0 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:12.754667 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-da26e5e0-e991-45a7-adf4-47b3f703dcf0 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1368997 Feb 21 09:18:12.757486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58742) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:12.795906 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port bc1b5e1d-0559-4277-b217-5e1ca8cefa1f triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:18:12.796270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:12.823606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00991f-fd8a-4e90-b438-8b4eaf67c257 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:12.823976 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00991f-fd8a-4e90-b438-8b4eaf67c257 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:12.824338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00991f-fd8a-4e90-b438-8b4eaf67c257 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:12.824688 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00991f-fd8a-4e90-b438-8b4eaf67c257 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:12.826298 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5f00991f-fd8a-4e90-b438-8b4eaf67c257 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0679412 Feb 21 09:18:12.829176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58746) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:12.938769 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 84c1d068-8dc6-49af-a929-1515cbbf449b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:18:13.003521 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 84c1d068-8dc6-49af-a929-1515cbbf449b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:18:13.003887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:13.126449 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f8fbe12a-3a8a-4d56-aed9-717bfc92e831 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2962267 Feb 21 09:18:13.415828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58752) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:13.421396 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568312111', 'description': 'tempest-secgroup-smoke-1568312111 description', 'project_id': '0e247a2036294a16824a56cdfeb01f75'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:13.427209 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:13.431286 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:13.434176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:13.439787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:13.449486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:13.487689 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:13.492020 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:13.495467 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:13.501139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:13.540980 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Sync routers for ids ['b321922b-643d-4f2b-8d4a-bcb05e081077'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:18:13.552673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Routers {'b321922b-643d-4f2b-8d4a-bcb05e081077'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:18:13.553362 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:18:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b321922b-643d-4f2b-8d4a-bcb05e081077'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:13.565845 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:13.570395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:13.616634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91c3994-2bf7-4c28-8930-45424851d702,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:13.620798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:13.621980 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2051466 Feb 21 09:18:13.625230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58756) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:13.627472 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:13.627836 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:13.628147 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:13.628471 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:13.628790 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:13.629110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:13.629419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:13.629737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:13.630054 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:13.630348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:13.630658 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70fcdd-8908-4786-aeda-5541a689226e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:18:13.634234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-aa823c28-397b-4991-b99c-598818f320df tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': 'c91c3994-2bf7-4c28-8930-45424851d702', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:13.641228 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-aa823c28-397b-4991-b99c-598818f320df tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:13.645388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-aa823c28-397b-4991-b99c-598818f320df tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:13.648254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-aa823c28-397b-4991-b99c-598818f320df tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:13.655475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-aa823c28-397b-4991-b99c-598818f320df tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:13.671677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-aa823c28-397b-4991-b99c-598818f320df tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:13.732965 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-aa823c28-397b-4991-b99c-598818f320df tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:13.735874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Set router b321922b-643d-4f2b-8d4a-bcb05e081077 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:18:13.736504 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-aa823c28-397b-4991-b99c-598818f320df tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:13.759289 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa823c28-397b-4991-b99c-598818f320df tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbaa110a-2a44-4f2b-afaa-b4626a854084,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:13.770626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-aa823c28-397b-4991-b99c-598818f320df tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:13.775057 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-aa823c28-397b-4991-b99c-598818f320df tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1453793 Feb 21 09:18:13.775413 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58760) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:13.782433 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0cfd0c30-8361-498b-958e-f5feb7773d5d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': 'c91c3994-2bf7-4c28-8930-45424851d702', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:13.788914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0cfd0c30-8361-498b-958e-f5feb7773d5d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:13.792667 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0cfd0c30-8361-498b-958e-f5feb7773d5d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:13.795481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-0cfd0c30-8361-498b-958e-f5feb7773d5d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:13.801922 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-0cfd0c30-8361-498b-958e-f5feb7773d5d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:13.818226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0c30-8361-498b-958e-f5feb7773d5d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:13.880500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0c30-8361-498b-958e-f5feb7773d5d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:13.885008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0c30-8361-498b-958e-f5feb7773d5d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:13.911289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd0c30-8361-498b-958e-f5feb7773d5d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8659af-8c1c-451e-82dc-ddd68702c9cc,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:13.921562 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0c30-8361-498b-958e-f5feb7773d5d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:13.923005 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0cfd0c30-8361-498b-958e-f5feb7773d5d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1464944 Feb 21 09:18:13.925757 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58764) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:13.931679 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8be904d5-833a-4060-be5a-17c171e48a53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': 'c91c3994-2bf7-4c28-8930-45424851d702', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:13.937870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8be904d5-833a-4060-be5a-17c171e48a53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:13.941702 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8be904d5-833a-4060-be5a-17c171e48a53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:13.944546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8be904d5-833a-4060-be5a-17c171e48a53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:13.950216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8be904d5-833a-4060-be5a-17c171e48a53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:13.966935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8be904d5-833a-4060-be5a-17c171e48a53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.032102 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8be904d5-833a-4060-be5a-17c171e48a53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.036060 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8be904d5-833a-4060-be5a-17c171e48a53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.059352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be904d5-833a-4060-be5a-17c171e48a53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f759bee-579c-44c7-9401-0b6c0b45e6f7,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:14.059707 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:14.066123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Checking router: b321922b-643d-4f2b-8d4a-bcb05e081077 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:18:14.066836 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Updating router b321922b-643d-4f2b-8d4a-bcb05e081077 port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:18:14.069122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8be904d5-833a-4060-be5a-17c171e48a53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.070371 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8be904d5-833a-4060-be5a-17c171e48a53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1437006 Feb 21 09:18:14.073772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58768) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:14.079518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-9eeb3036-3d7d-4001-83f5-cc4ba4f098d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': 'c91c3994-2bf7-4c28-8930-45424851d702', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:14.085621 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9eeb3036-3d7d-4001-83f5-cc4ba4f098d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:14.089932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9eeb3036-3d7d-4001-83f5-cc4ba4f098d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:14.092807 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9eeb3036-3d7d-4001-83f5-cc4ba4f098d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:14.098450 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9eeb3036-3d7d-4001-83f5-cc4ba4f098d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:14.115502 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9eeb3036-3d7d-4001-83f5-cc4ba4f098d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.124845 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.179477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9eeb3036-3d7d-4001-83f5-cc4ba4f098d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.183777 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9eeb3036-3d7d-4001-83f5-cc4ba4f098d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.207208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb3036-3d7d-4001-83f5-cc4ba4f098d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1b00df-5bdc-415a-82f2-bd156e91e8f1,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:14.218163 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9eeb3036-3d7d-4001-83f5-cc4ba4f098d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.219404 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9eeb3036-3d7d-4001-83f5-cc4ba4f098d9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1447248 Feb 21 09:18:14.222152 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58772) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:14.227963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f0983794-3328-4c04-b6ae-2c733e979049 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': 'c91c3994-2bf7-4c28-8930-45424851d702', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:14.234274 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f0983794-3328-4c04-b6ae-2c733e979049 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:14.238695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f0983794-3328-4c04-b6ae-2c733e979049 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:14.241629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f0983794-3328-4c04-b6ae-2c733e979049 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:14.247334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f0983794-3328-4c04-b6ae-2c733e979049 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:14.256885 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-f0983794-3328-4c04-b6ae-2c733e979049 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:18:14.263634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0983794-3328-4c04-b6ae-2c733e979049 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.333734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0983794-3328-4c04-b6ae-2c733e979049 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.338316 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0983794-3328-4c04-b6ae-2c733e979049 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.361628 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0983794-3328-4c04-b6ae-2c733e979049 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b3d1ae-d5c1-41c7-ad0d-7adfaee38963,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:14.370861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0983794-3328-4c04-b6ae-2c733e979049 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.372197 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f0983794-3328-4c04-b6ae-2c733e979049 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1490872 Feb 21 09:18:14.375043 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58776) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:14.380451 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4d283d19-5f77-43ea-839c-3df3d6e13c3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': 'c91c3994-2bf7-4c28-8930-45424851d702', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:14.386718 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4d283d19-5f77-43ea-839c-3df3d6e13c3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:14.390535 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4d283d19-5f77-43ea-839c-3df3d6e13c3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:14.393423 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4d283d19-5f77-43ea-839c-3df3d6e13c3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:14.399084 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4d283d19-5f77-43ea-839c-3df3d6e13c3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:14.413217 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-4d283d19-5f77-43ea-839c-3df3d6e13c3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:18:14.419731 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d283d19-5f77-43ea-839c-3df3d6e13c3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.477494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.484606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d283d19-5f77-43ea-839c-3df3d6e13c3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.488523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d283d19-5f77-43ea-839c-3df3d6e13c3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.489287 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Transition to ACTIVE for port object eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:18:14.496652 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.512065 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d283d19-5f77-43ea-839c-3df3d6e13c3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520410a2-ec3f-4555-9baf-f5d8cad4f2f8,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:14.521038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d283d19-5f77-43ea-839c-3df3d6e13c3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.522208 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4d283d19-5f77-43ea-839c-3df3d6e13c3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1462529 Feb 21 09:18:14.718170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccc4b8-12a5-404f-8f64-4e1d261fe806 None None] Pushing event updated for resources: {'Port': ['ID=eef43ca0-7c2a-49ac-8a3b-87b6dd922d99,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:14.736849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Attempting to bind port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:18:14.737496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Attempting to bind port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:18:14.737611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Attempting to bind port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 on network 317f8d66-41b2-4ce7-b519-44a2c3faf720 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:18:14.744887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:18:14.745366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Checking segment: {'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:18:14.745876 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.746306 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Bound using segment: {'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:18:14.746734 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Bound port: eef43ca0-7c2a-49ac-8a3b-87b6dd922d99, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:18:14.747105 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.807152 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-bf569a9a-0a4e-40e9-8bd7-6182625f9e06 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568312111&fields=id&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 267 time: 0.0446451 Feb 21 09:18:14.848948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] For port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:18:14.851873 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] For port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=eef43ca0-7c2a-49ac-8a3b-87b6dd922d99,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:18:14.857179 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:14.955972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-2c09220b-a012-4190-a438-91caeca6b8f2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:14.956817 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-2c09220b-a012-4190-a438-91caeca6b8f2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:18:14.973805 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccc4b8-12a5-404f-8f64-4e1d261fe806 None None] Pushing event updated for resources: {'Port': ['ID=eef43ca0-7c2a-49ac-8a3b-87b6dd922d99,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:14.974446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-2c09220b-a012-4190-a438-91caeca6b8f2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:18:14.975774 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-2c09220b-a012-4190-a438-91caeca6b8f2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/networks?id=317f8d66-41b2-4ce7-b519-44a2c3faf720 HTTP/1.1" status: 200 len: 796 time: 0.1622787 Feb 21 09:18:14.984715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Routers {'b321922b-643d-4f2b-8d4a-bcb05e081077'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:18:14.985553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:18:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b321922b-643d-4f2b-8d4a-bcb05e081077'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:14.993180 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-53432184-de58-45cd-ab79-4c92211f8e4c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/quotas/0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 375 time: 0.0119472 Feb 21 09:18:15.075364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-fc6bb321-bda1-40d5-b808-63e7e2d8a647 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:18:15.091769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-fc6bb321-bda1-40d5-b808-63e7e2d8a647 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:18:15.093108 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-fc6bb321-bda1-40d5-b808-63e7e2d8a647 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945342 Feb 21 09:18:15.181159 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] Set router b321922b-643d-4f2b-8d4a-bcb05e081077 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:18:15.299034 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-ab6f2cc3-a77a-40a4-9fd4-238d3bb1aad1 service neutron] 10.222.0.48 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928749 Feb 21 09:18:15.434497 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-15e6c65f-e41b-4c55-b23f-4757599a1fb2 service neutron] 10.222.0.48 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295519 Feb 21 09:18:15.490816 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:14Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:15.494707 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9579b76-5c2b-4b3d-82d5-cf81a53142b3 None None] The sync data for ids ['b321922b-643d-4f2b-8d4a-bcb05e081077'] in dv-neutron-830062-1-hyperv is: [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:14Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:18:15.635269 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ffe4977-2064-4bd4-9aa6-630d436ca73c req-70de6cfa-0b62-4cc4-bd7f-c24190126a70 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 210 time: 0.0407994 Feb 21 09:18:16.751464 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f00fd38c-d904-437e-afe4-b5b1fb29716b req-977eeb9b-f709-4e19-8aa3-325c26532897 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 210 time: 0.0447569 Feb 21 09:18:16.755117 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:18:16.825511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:18:16.830408 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:18:16.830826 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:16.949588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:16.982216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=eef43ca0-7c2a-49ac-8a3b-87b6dd922d99,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:16.986249 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:17.053616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=eef43ca0-7c2a-49ac-8a3b-87b6dd922d99,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:17.909495 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9bef961b-77af-4815-9387-fa4432e07049 req-3061ec35-38c0-4e0e-a778-a5d30ba0456c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 210 time: 0.0395596 Feb 21 09:18:18.737731 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:18:18.809099 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:18:18.809547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:18.836155 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-240bdd7b-41dd-4618-8fc2-18fe5314cd74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:18.836895 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-240bdd7b-41dd-4618-8fc2-18fe5314cd74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:18:18.848433 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-240bdd7b-41dd-4618-8fc2-18fe5314cd74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:18:18.849548 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-240bdd7b-41dd-4618-8fc2-18fe5314cd74 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/networks?id=317f8d66-41b2-4ce7-b519-44a2c3faf720 HTTP/1.1" status: 200 len: 796 time: 0.1648035 Feb 21 09:18:18.905633 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-4deaee09-7ab4-40e7-a179-f0e168d83cc5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:18:18.922397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-4deaee09-7ab4-40e7-a179-f0e168d83cc5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:18:18.923841 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-4deaee09-7ab4-40e7-a179-f0e168d83cc5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 380 time: 0.0620239 Feb 21 09:18:18.934748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'port': {'device_id': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'admin_state_up': True, 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'security_groups': ['c91c3994-2bf7-4c28-8930-45424851d702']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:19.070638 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-92e90cee-53a1-42da-9269-306e42cb33e6 req-eca07cb0-4bda-4b93-b411-b96da727bced tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 210 time: 0.0412745 Feb 21 09:18:19.071721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:19.082757 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:19.099644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:18:19.103300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:19.264838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.14 (317f8d66-41b2-4ce7-b519-44a2c3faf720/6b081283-08eb-4069-87fd-0cfe3adcce9a/f029f05d-20d8-4606-b3e5-548aa6a748d3) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:18:19.444806 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:19.459843 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object f029f05d-20d8-4606-b3e5-548aa6a748d3 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:18:19.485162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:19.560168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 317f8d66-41b2-4ce7-b519-44a2c3faf720 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:18:19.563124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:18:19.567110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:18:19.604886 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=f029f05d-20d8-4606-b3e5-548aa6a748d3,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:19.631917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:19.632523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:19.658624 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-5da12b45-7393-4a0d-9202-4ecfab8f9944 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7279713 Feb 21 09:18:19.669002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Request body: {'port': {'device_id': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:19.780967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:19.832934 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-99ea6afd-27e1-42ed-b45f-e53dd0ba4f56 None None] Provisioning for port f029f05d-20d8-4606-b3e5-548aa6a748d3 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:18:19.839768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-99ea6afd-27e1-42ed-b45f-e53dd0ba4f56 None None] Provisioning complete for port f029f05d-20d8-4606-b3e5-548aa6a748d3 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:18:19.840057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-99ea6afd-27e1-42ed-b45f-e53dd0ba4f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:19.899030 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-99ea6afd-27e1-42ed-b45f-e53dd0ba4f56 None None] Port f029f05d-20d8-4606-b3e5-548aa6a748d3 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:18:20.234284 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f029f05d-20d8-4606-b3e5-548aa6a748d3 {{(pid=83584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:18:20.241186 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:20.255816 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Transition to ACTIVE for port object f029f05d-20d8-4606-b3e5-548aa6a748d3 will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:18:20.260041 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:20.290941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de037cc7-ae52-462f-a14b-af64eede1416 req-0d9b7b88-3e1f-42d5-898e-9bc0acf1a464 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:20.292426 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-de037cc7-ae52-462f-a14b-af64eede1416 req-0d9b7b88-3e1f-42d5-898e-9bc0acf1a464 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 932 time: 0.0831308 Feb 21 09:18:20.339753 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-de037cc7-ae52-462f-a14b-af64eede1416 req-db083227-2b38-42f7-9ef0-c469c78b4f19 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=c91c3994-2bf7-4c28-8930-45424851d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413682 Feb 21 09:18:20.389636 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Pushing event updated for resources: {'Port': ['ID=f029f05d-20d8-4606-b3e5-548aa6a748d3,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:20.497019 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Attempting to bind port f029f05d-20d8-4606-b3e5-548aa6a748d3 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:18:20.497351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Attempting to bind port f029f05d-20d8-4606-b3e5-548aa6a748d3 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:18:20.497674 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Attempting to bind port f029f05d-20d8-4606-b3e5-548aa6a748d3 on network 317f8d66-41b2-4ce7-b519-44a2c3faf720 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:18:20.503401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Port f029f05d-20d8-4606-b3e5-548aa6a748d3 on network 317f8d66-41b2-4ce7-b519-44a2c3faf720 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:18:20.503721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Attempting to bind port f029f05d-20d8-4606-b3e5-548aa6a748d3 on network 317f8d66-41b2-4ce7-b519-44a2c3faf720 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:18:20.515721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:18:20.516055 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Checking segment: {'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:18:20.516436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Bound using segment: {'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:18:20.518840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Bound port: f029f05d-20d8-4606-b3e5-548aa6a748d3, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'}}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:18:20.518840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:20.605158 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] For port f029f05d-20d8-4606-b3e5-548aa6a748d3, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:18:20.608149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] For port f029f05d-20d8-4606-b3e5-548aa6a748d3, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=f029f05d-20d8-4606-b3e5-548aa6a748d3,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:18:20.611601 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:20.675420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:20.676772 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] 10.222.0.47 "PUT /v2.0/ports/f029f05d-20d8-4606-b3e5-548aa6a748d3 HTTP/1.1" status: 200 len: 1094 time: 1.0118942 Feb 21 09:18:20.677315 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'tag': 'f029f05d-20d8-4606-b3e5-548aa6a748d3'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:18:20.695045 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6a80e-cc52-4185-8650-95f81e86d942 service neutron] Pushing event updated for resources: {'Port': ['ID=f029f05d-20d8-4606-b3e5-548aa6a748d3,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:20.744386 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'tag': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'status': 'completed', 'code': 200} Feb 21 09:18:20.785732 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-badc80b1-01fc-4ba3-872b-6d43244230ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 1097 time: 0.0729761 Feb 21 09:18:20.857934 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-b9af944d-2ffe-4f00-8ede-2292faa3119d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f029f05d-20d8-4606-b3e5-548aa6a748d3 HTTP/1.1" status: 200 len: 217 time: 0.0644662 Feb 21 09:18:20.918555 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-d45dbc05-530a-4ae6-9495-6d76a8a133c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:20.919964 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-d45dbc05-530a-4ae6-9495-6d76a8a133c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b081283-08eb-4069-87fd-0cfe3adcce9a HTTP/1.1" status: 200 len: 835 time: 0.0569041 Feb 21 09:18:20.995885 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-d558a5d3-260d-4ab8-8951-66876e02df6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=317f8d66-41b2-4ce7-b519-44a2c3faf720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700305 Feb 21 09:18:21.129442 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-d6558e54-74f9-4230-af18-be0cecc7924f service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271451 Feb 21 09:18:21.258440 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c48f2766-5a34-4f79-aeef-9596aa97f243 req-2bc26558-6b32-453d-829a-be9674202b41 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229415 Feb 21 09:18:21.370416 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-76406ca7-2598-4623-9831-ced1bd57995c req-83d925fb-c1f6-463f-a28c-340b160c0ff8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 1097 time: 0.0666709 Feb 21 09:18:21.499192 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76406ca7-2598-4623-9831-ced1bd57995c req-66de0f2f-47a4-4ecf-a1e5-ae2bd4ba1171 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:21.500627 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-76406ca7-2598-4623-9831-ced1bd57995c req-66de0f2f-47a4-4ecf-a1e5-ae2bd4ba1171 service neutron] 10.222.0.47 "GET /v2.0/networks?id=317f8d66-41b2-4ce7-b519-44a2c3faf720 HTTP/1.1" status: 200 len: 896 time: 0.1245563 Feb 21 09:18:21.534661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9bf1a-edd4-40ee-a5e0-afbc8c219dc4 req-9311c666-1a71-4329-8504-30b5726bc4fd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:21.536061 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4ab9bf1a-edd4-40ee-a5e0-afbc8c219dc4 req-9311c666-1a71-4329-8504-30b5726bc4fd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 944 time: 0.0758202 Feb 21 09:18:21.572414 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-76406ca7-2598-4623-9831-ced1bd57995c req-1edd100d-969f-4fd5-87c6-06afe77e6692 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f029f05d-20d8-4606-b3e5-548aa6a748d3 HTTP/1.1" status: 200 len: 217 time: 0.0654395 Feb 21 09:18:21.589747 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4ab9bf1a-edd4-40ee-a5e0-afbc8c219dc4 req-fb2abb52-ffe8-48f3-9f2e-cdb909d64cda tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=c91c3994-2bf7-4c28-8930-45424851d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480328 Feb 21 09:18:21.634068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76406ca7-2598-4623-9831-ced1bd57995c req-0c557da3-4cda-4edc-9b18-f9ff314cef34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:21.635552 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-76406ca7-2598-4623-9831-ced1bd57995c req-0c557da3-4cda-4edc-9b18-f9ff314cef34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b081283-08eb-4069-87fd-0cfe3adcce9a HTTP/1.1" status: 200 len: 835 time: 0.0573013 Feb 21 09:18:21.708207 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-76406ca7-2598-4623-9831-ced1bd57995c req-7f037ba9-37f2-4895-a200-6ca8c1852799 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=317f8d66-41b2-4ce7-b519-44a2c3faf720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662446 Feb 21 09:18:21.919709 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-76406ca7-2598-4623-9831-ced1bd57995c req-45c58f79-fb30-4778-a080-ad18772d2e7e service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043362 Feb 21 09:18:22.051674 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-76406ca7-2598-4623-9831-ced1bd57995c req-ae97110e-f766-45e2-b3a6-09a0f5e46d9c service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258948 Feb 21 09:18:22.787699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb3e63-fb5d-4d12-94d2-d3d1ef84f485 req-9cf6e263-3864-44df-9382-b150d7a79891 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:22.789132 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7eb3e63-fb5d-4d12-94d2-d3d1ef84f485 req-9cf6e263-3864-44df-9382-b150d7a79891 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 944 time: 0.0753570 Feb 21 09:18:22.833333 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7eb3e63-fb5d-4d12-94d2-d3d1ef84f485 req-cfbb18d3-c396-4922-aa6a-d3c276dac582 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=c91c3994-2bf7-4c28-8930-45424851d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387862 Feb 21 09:18:24.027163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8927872-6da3-4039-910d-9ecd5e7d4ff0 req-c197ba7c-9d7c-4d19-883b-683957208488 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:24.028617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c8927872-6da3-4039-910d-9ecd5e7d4ff0 req-c197ba7c-9d7c-4d19-883b-683957208488 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 944 time: 0.0784943 Feb 21 09:18:24.073716 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c8927872-6da3-4039-910d-9ecd5e7d4ff0 req-e136c968-6c97-48da-881e-f7d39bb9f106 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=c91c3994-2bf7-4c28-8930-45424851d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393384 Feb 21 09:18:24.330288 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device f029f05d-20d8-4606-b3e5-548aa6a748d3 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:18:24.460670 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port f029f05d-20d8-4606-b3e5-548aa6a748d3, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=f029f05d-20d8-4606-b3e5-548aa6a748d3,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:24.472943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'port_id': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'mac_address': 'fa:16:3e:d3:0b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:18:24.523733 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:24.540156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f029f05d-20d8-4606-b3e5-548aa6a748d3 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:18:24.554436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port f029f05d-20d8-4606-b3e5-548aa6a748d3, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=f029f05d-20d8-4606-b3e5-548aa6a748d3,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:24.559103 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:24.631354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=f029f05d-20d8-4606-b3e5-548aa6a748d3,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:24.790139 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['f029f05d-20d8-4606-b3e5-548aa6a748d3'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:18:25.263506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3718c1-e0e7-4d6d-a97c-788a259a8a93 req-a535c854-fa96-481f-86bb-c76297a40f64 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:25.264956 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ac3718c1-e0e7-4d6d-a97c-788a259a8a93 req-a535c854-fa96-481f-86bb-c76297a40f64 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 945 time: 0.0753675 Feb 21 09:18:25.309865 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ac3718c1-e0e7-4d6d-a97c-788a259a8a93 req-2241869b-ae9c-475f-8fcd-40516a56aed3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=c91c3994-2bf7-4c28-8930-45424851d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394998 Feb 21 09:18:26.330055 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device f029f05d-20d8-4606-b3e5-548aa6a748d3 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:18:26.396801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port f029f05d-20d8-4606-b3e5-548aa6a748d3 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:18:26.402265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port f029f05d-20d8-4606-b3e5-548aa6a748d3 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:18:26.402632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:26.509962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefc414-1192-4668-b19a-00f24a9278e8 req-36ac4c2e-2882-46d0-937e-a30f6ebbffc3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:26.511555 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6aefc414-1192-4668-b19a-00f24a9278e8 req-36ac4c2e-2882-46d0-937e-a30f6ebbffc3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 945 time: 0.0775669 Feb 21 09:18:26.514086 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:26.551452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f029f05d-20d8-4606-b3e5-548aa6a748d3'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:18:26.559027 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6aefc414-1192-4668-b19a-00f24a9278e8 req-d854b5e1-8047-4110-b094-34f860f79e18 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=c91c3994-2bf7-4c28-8930-45424851d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420258 Feb 21 09:18:26.562223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port f029f05d-20d8-4606-b3e5-548aa6a748d3, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=f029f05d-20d8-4606-b3e5-548aa6a748d3,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:26.567457 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:26.644470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=f029f05d-20d8-4606-b3e5-548aa6a748d3,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:26.691638 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'code': 200} Feb 21 09:18:26.909084 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-292780cd-da8b-4a86-b449-e7dfecf82520 req-21841502-901d-4c7c-8f67-3469387f0214 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 1099 time: 0.0665131 Feb 21 09:18:26.949949 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-292780cd-da8b-4a86-b449-e7dfecf82520 req-21b217c6-dd65-41f0-8f27-2a6e93b63f8c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c91c3994-2bf7-4c28-8930-45424851d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348048 Feb 21 09:18:27.760136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73102da-f6ff-43c8-a0d1-fd4adb516cb7 req-c5159859-615e-42bb-8cc7-ad1ae4d611c1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:27.761574 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a73102da-f6ff-43c8-a0d1-fd4adb516cb7 req-c5159859-615e-42bb-8cc7-ad1ae4d611c1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 946 time: 0.0745914 Feb 21 09:18:27.810551 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a73102da-f6ff-43c8-a0d1-fd4adb516cb7 req-e122bf58-cb3d-4c5a-bdd8-230649f7d5f0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=c91c3994-2bf7-4c28-8930-45424851d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435116 Feb 21 09:18:29.006742 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50408e0-917e-409d-a406-29e34c72c41f req-ab8f490f-a22e-408b-b08e-df6d7ebf50fe tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:29.008217 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a50408e0-917e-409d-a406-29e34c72c41f req-ab8f490f-a22e-408b-b08e-df6d7ebf50fe tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 946 time: 0.0791249 Feb 21 09:18:29.052353 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a50408e0-917e-409d-a406-29e34c72c41f req-775eaee4-400e-474c-9f15-e6f31c9433d2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=c91c3994-2bf7-4c28-8930-45424851d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387433 Feb 21 09:18:29.247868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c4b36-a8c8-4044-b5d1-1cc88edc4ee8 req-626c69a1-2032-466e-a2ad-ee1c21657535 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:29.249374 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b46c4b36-a8c8-4044-b5d1-1cc88edc4ee8 req-626c69a1-2032-466e-a2ad-ee1c21657535 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 946 time: 0.0807400 Feb 21 09:18:29.375491 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b46c4b36-a8c8-4044-b5d1-1cc88edc4ee8 req-1cb63f1a-af21-4668-a3e9-83ba00543b12 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=c91c3994-2bf7-4c28-8930-45424851d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203408 Feb 21 09:18:29.402284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58838) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:29.468792 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-13643bab-dab2-4ad7-a45a-2519655bf1c8 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 1094 time: 0.0654044 Feb 21 09:18:29.471446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58842) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:29.476338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:29.482252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:29.486083 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:floatingip and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:29.488914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:29.495091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:29.505212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:29.648660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:29.784849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.187 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/ee2fb580-96cb-4473-9829-ceda1033a238) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:18:29.931214 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:29.957477 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:30.026274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:18:30.029085 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:18:30.033579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:18:30.056892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=ee2fb580-96cb-4473-9829-ceda1033a238,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:30.174863 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6e72a6da-4771-46e1-a578-01b4f1265017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:30.473621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:30.526657 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:30.581000 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:30.776973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:30.781252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:30.892545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=ee2fb580-96cb-4473-9829-ceda1033a238,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:30.904513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:31.175656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Floating IP 62784d98-ba53-4d57-803b-04ce624ccd62 associated. External IP: 172.26.6.187, port: f029f05d-20d8-4606-b3e5-548aa6a748d3. Feb 21 09:18:31.584155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router b321922b-643d-4f2b-8d4a-bcb05e081077 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:18:31.786052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:18:31.795924 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fac94c-1867-4894-8eb3-9d56c0d3207e None None] Sync routers for ids ['b321922b-643d-4f2b-8d4a-bcb05e081077'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:18:31.807768 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fac94c-1867-4894-8eb3-9d56c0d3207e None None] Routers {'b321922b-643d-4f2b-8d4a-bcb05e081077'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:18:31.808470 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-87fac94c-1867-4894-8eb3-9d56c0d3207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:18:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b321922b-643d-4f2b-8d4a-bcb05e081077'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:31.812012 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:31.869640 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-210cdc84-e63c-4aef-83af-a6a29b9f8c50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3960216 Feb 21 09:18:31.870223 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'tag': 'f029f05d-20d8-4606-b3e5-548aa6a748d3'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:18:31.872266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58846) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:31.952171 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fa680791-f905-42a1-9c5f-496edea60c0d tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 1094 time: 0.0786912 Feb 21 09:18:31.996116 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-87fac94c-1867-4894-8eb3-9d56c0d3207e None None] Set router b321922b-643d-4f2b-8d4a-bcb05e081077 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:18:32.007601 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'tag': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'status': 'completed', 'code': 200} Feb 21 09:18:32.098834 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ae2162c-4cdd-4563-945f-aa43ad9c200c req-c9f85550-f3cf-4bb6-98b7-065d797b72c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 1099 time: 0.0705390 Feb 21 09:18:32.232378 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2162c-4cdd-4563-945f-aa43ad9c200c req-29877524-78b1-4d5f-aa0e-c0e35dbf81c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:32.234097 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ae2162c-4cdd-4563-945f-aa43ad9c200c req-29877524-78b1-4d5f-aa0e-c0e35dbf81c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=317f8d66-41b2-4ce7-b519-44a2c3faf720 HTTP/1.1" status: 200 len: 896 time: 0.1299164 Feb 21 09:18:32.339459 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ae2162c-4cdd-4563-945f-aa43ad9c200c req-c859381f-7b21-4285-b050-d714da959875 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f029f05d-20d8-4606-b3e5-548aa6a748d3 HTTP/1.1" status: 200 len: 1000 time: 0.0987053 Feb 21 09:18:32.347683 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-87fac94c-1867-4894-8eb3-9d56c0d3207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '62784d98-ba53-4d57-803b-04ce624ccd62', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.187', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'port_id': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'mac_address': 'fa:16:3e:d3:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:18:30Z', 'updated_at': '2022-02-21T09:18:30Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:16Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:32.351568 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fac94c-1867-4894-8eb3-9d56c0d3207e None None] Checking router: b321922b-643d-4f2b-8d4a-bcb05e081077 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:18:32.362522 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fac94c-1867-4894-8eb3-9d56c0d3207e None None] Routers {'b321922b-643d-4f2b-8d4a-bcb05e081077'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:18:32.363144 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-87fac94c-1867-4894-8eb3-9d56c0d3207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:18:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b321922b-643d-4f2b-8d4a-bcb05e081077'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:32.408983 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2162c-4cdd-4563-945f-aa43ad9c200c req-dbf3032e-5d5f-4698-9613-2cd6a6d88def service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:32.410469 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ae2162c-4cdd-4563-945f-aa43ad9c200c req-dbf3032e-5d5f-4698-9613-2cd6a6d88def service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b081283-08eb-4069-87fd-0cfe3adcce9a HTTP/1.1" status: 200 len: 835 time: 0.0660203 Feb 21 09:18:32.446475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58856) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:32.453826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9a7ce4f3-2096-4271-9844-fdfeaff8e852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1019520481', 'description': 'tempest-secgroup-smoke-1019520481 description', 'project_id': '0e247a2036294a16824a56cdfeb01f75'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:32.460132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9a7ce4f3-2096-4271-9844-fdfeaff8e852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:32.470526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9a7ce4f3-2096-4271-9844-fdfeaff8e852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:32.484722 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a7ce4f3-2096-4271-9844-fdfeaff8e852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:32.489905 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ae2162c-4cdd-4563-945f-aa43ad9c200c req-ff02bdef-00a9-449a-b511-d161a7125be9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=317f8d66-41b2-4ce7-b519-44a2c3faf720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730796 Feb 21 09:18:32.523382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9a7ce4f3-2096-4271-9844-fdfeaff8e852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:32.528680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9a7ce4f3-2096-4271-9844-fdfeaff8e852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:32.532958 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9a7ce4f3-2096-4271-9844-fdfeaff8e852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:32.539761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9a7ce4f3-2096-4271-9844-fdfeaff8e852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:32.561244 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-87fac94c-1867-4894-8eb3-9d56c0d3207e None None] Set router b321922b-643d-4f2b-8d4a-bcb05e081077 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:18:32.605888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a7ce4f3-2096-4271-9844-fdfeaff8e852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:32.611971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a7ce4f3-2096-4271-9844-fdfeaff8e852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:32.638498 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ae2162c-4cdd-4563-945f-aa43ad9c200c req-ed01fb4e-f403-4f19-97fd-5c952ef03a72 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421940 Feb 21 09:18:32.660124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ce4f3-2096-4271-9844-fdfeaff8e852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18558440-0b6d-4280-a954-a3ef08bc08da,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:32.666310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a7ce4f3-2096-4271-9844-fdfeaff8e852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:32.667811 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9a7ce4f3-2096-4271-9844-fdfeaff8e852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2199969 Feb 21 09:18:32.670629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58860) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:32.676541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d812bee4-85f4-4349-a5c1-88284b97003c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '18558440-0b6d-4280-a954-a3ef08bc08da', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:32.683148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d812bee4-85f4-4349-a5c1-88284b97003c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:32.687354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d812bee4-85f4-4349-a5c1-88284b97003c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:32.690233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d812bee4-85f4-4349-a5c1-88284b97003c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:32.696124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d812bee4-85f4-4349-a5c1-88284b97003c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:32.714675 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d812bee4-85f4-4349-a5c1-88284b97003c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:32.781227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d812bee4-85f4-4349-a5c1-88284b97003c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:32.785720 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ae2162c-4cdd-4563-945f-aa43ad9c200c req-6167ce81-137a-4b05-b42a-cccb4a0254e8 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410613 Feb 21 09:18:32.785882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d812bee4-85f4-4349-a5c1-88284b97003c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:32.809010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812bee4-85f4-4349-a5c1-88284b97003c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5eeb8d-4814-488a-9d4b-116f866c8876,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:32.820687 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d812bee4-85f4-4349-a5c1-88284b97003c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:32.822529 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d812bee4-85f4-4349-a5c1-88284b97003c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1508965 Feb 21 09:18:32.825276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58864) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:32.830639 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-cbf6398b-a9ae-4c39-bb5e-86dfc7efb430 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '18558440-0b6d-4280-a954-a3ef08bc08da', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:32.836358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cbf6398b-a9ae-4c39-bb5e-86dfc7efb430 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:32.840160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cbf6398b-a9ae-4c39-bb5e-86dfc7efb430 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:32.842914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cbf6398b-a9ae-4c39-bb5e-86dfc7efb430 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:32.848456 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cbf6398b-a9ae-4c39-bb5e-86dfc7efb430 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:32.865624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cbf6398b-a9ae-4c39-bb5e-86dfc7efb430 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:32.934096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cbf6398b-a9ae-4c39-bb5e-86dfc7efb430 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:32.938155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cbf6398b-a9ae-4c39-bb5e-86dfc7efb430 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:32.956845 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0999afd6-0d8b-431f-b017-fc27ffa03b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:32.959691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6398b-a9ae-4c39-bb5e-86dfc7efb430 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183e3cc6-d671-400a-9093-0b20b8f00380,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:32.959875 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-87fac94c-1867-4894-8eb3-9d56c0d3207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '62784d98-ba53-4d57-803b-04ce624ccd62', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.187', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'port_id': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'mac_address': 'fa:16:3e:d3:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:18:30Z', 'updated_at': '2022-02-21T09:18:30Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:16Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:32.964692 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fac94c-1867-4894-8eb3-9d56c0d3207e None None] The sync data for ids ['b321922b-643d-4f2b-8d4a-bcb05e081077'] in dv-neutron-830062-1-hyperv is: [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '62784d98-ba53-4d57-803b-04ce624ccd62', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.187', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'port_id': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'mac_address': 'fa:16:3e:d3:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:18:30Z', 'updated_at': '2022-02-21T09:18:30Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:16Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:18:32.972010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cbf6398b-a9ae-4c39-bb5e-86dfc7efb430 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:32.973219 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cbf6398b-a9ae-4c39-bb5e-86dfc7efb430 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1470280 Feb 21 09:18:32.975889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58868) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:32.981814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-bdd82c2a-5b21-4eb8-9aef-0b554becb4cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '18558440-0b6d-4280-a954-a3ef08bc08da', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:32.987749 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bdd82c2a-5b21-4eb8-9aef-0b554becb4cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:32.991464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bdd82c2a-5b21-4eb8-9aef-0b554becb4cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:32.994974 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-bdd82c2a-5b21-4eb8-9aef-0b554becb4cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:33.000722 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-bdd82c2a-5b21-4eb8-9aef-0b554becb4cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:33.017956 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bdd82c2a-5b21-4eb8-9aef-0b554becb4cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.084830 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bdd82c2a-5b21-4eb8-9aef-0b554becb4cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.088907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bdd82c2a-5b21-4eb8-9aef-0b554becb4cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.112069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd82c2a-5b21-4eb8-9aef-0b554becb4cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b38479-c46f-4591-beab-065d4ab1cd2c,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:33.122763 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bdd82c2a-5b21-4eb8-9aef-0b554becb4cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.124056 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bdd82c2a-5b21-4eb8-9aef-0b554becb4cc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1472409 Feb 21 09:18:33.126917 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58872) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:33.132331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f15878b9-8c41-422a-abe9-86cf53ada611 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '18558440-0b6d-4280-a954-a3ef08bc08da', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:33.138464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f15878b9-8c41-422a-abe9-86cf53ada611 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:33.142320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f15878b9-8c41-422a-abe9-86cf53ada611 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:33.145323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f15878b9-8c41-422a-abe9-86cf53ada611 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:33.151261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f15878b9-8c41-422a-abe9-86cf53ada611 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:33.165783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375e24b-0135-4c74-be28-95f24bab46b9 None None] New status for floating IP 62784d98-ba53-4d57-803b-04ce624ccd62: ACTIVE {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:18:33.170619 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f15878b9-8c41-422a-abe9-86cf53ada611 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.232694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f15878b9-8c41-422a-abe9-86cf53ada611 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.236266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f15878b9-8c41-422a-abe9-86cf53ada611 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.260815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15878b9-8c41-422a-abe9-86cf53ada611 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52efc4b7-b464-4242-b8a8-c9d42cbd3927,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:33.271661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f15878b9-8c41-422a-abe9-86cf53ada611 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.273029 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f15878b9-8c41-422a-abe9-86cf53ada611 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1451426 Feb 21 09:18:33.276066 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58876) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:33.281592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d24b15a3-a161-4ee0-80c6-ebdd5a33c716 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '18558440-0b6d-4280-a954-a3ef08bc08da', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:33.287621 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d24b15a3-a161-4ee0-80c6-ebdd5a33c716 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:33.292049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d24b15a3-a161-4ee0-80c6-ebdd5a33c716 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:33.294944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d24b15a3-a161-4ee0-80c6-ebdd5a33c716 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:33.300555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d24b15a3-a161-4ee0-80c6-ebdd5a33c716 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:33.311149 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-d24b15a3-a161-4ee0-80c6-ebdd5a33c716 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:18:33.317310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d24b15a3-a161-4ee0-80c6-ebdd5a33c716 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.382136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d24b15a3-a161-4ee0-80c6-ebdd5a33c716 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.386321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d24b15a3-a161-4ee0-80c6-ebdd5a33c716 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.410017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b15a3-a161-4ee0-80c6-ebdd5a33c716 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23008402-afec-4ac6-b824-e6710f0c0607,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:33.419154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d24b15a3-a161-4ee0-80c6-ebdd5a33c716 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.420327 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d24b15a3-a161-4ee0-80c6-ebdd5a33c716 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1433809 Feb 21 09:18:33.423059 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58880) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:33.428366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-55dc4385-a12d-4320-9756-d25b28f968d1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '18558440-0b6d-4280-a954-a3ef08bc08da', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:33.434691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-55dc4385-a12d-4320-9756-d25b28f968d1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:33.438409 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-55dc4385-a12d-4320-9756-d25b28f968d1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:33.441212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-55dc4385-a12d-4320-9756-d25b28f968d1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:33.447212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-55dc4385-a12d-4320-9756-d25b28f968d1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:33.459899 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-55dc4385-a12d-4320-9756-d25b28f968d1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:18:33.466302 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-55dc4385-a12d-4320-9756-d25b28f968d1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.529943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-55dc4385-a12d-4320-9756-d25b28f968d1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.533452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-55dc4385-a12d-4320-9756-d25b28f968d1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.555500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc4385-a12d-4320-9756-d25b28f968d1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82f2deb-1b7f-46cb-a105-498bc72ea711,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:33.564521 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-55dc4385-a12d-4320-9756-d25b28f968d1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.565991 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-55dc4385-a12d-4320-9756-d25b28f968d1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1420052 Feb 21 09:18:33.645962 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:33.733755 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-7560b023-fdbd-41d9-a848-cd77ee4eb51e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:18:33.748317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-7560b023-fdbd-41d9-a848-cd77ee4eb51e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:18:33.749441 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-7560b023-fdbd-41d9-a848-cd77ee4eb51e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019520481&fields=id&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 267 time: 0.0543892 Feb 21 09:18:33.892013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-7017dd4b-99b4-44cf-bbf0-1833f9e60852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:33.893440 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-7017dd4b-99b4-44cf-bbf0-1833f9e60852 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/networks?id=317f8d66-41b2-4ce7-b519-44a2c3faf720 HTTP/1.1" status: 200 len: 796 time: 0.1375587 Feb 21 09:18:33.909202 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-17864bf4-6cc5-4d01-aad8-8ef9b06738c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/quotas/0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 375 time: 0.0104439 Feb 21 09:18:33.989062 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-4ff99987-42f8-478e-8376-07f6c49ab0aa tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0750313 Feb 21 09:18:34.051674 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:34.219710 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-ed62b3aa-7d2c-4e5f-9af2-b688109a4b68 service neutron] 10.222.0.48 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190349 Feb 21 09:18:34.347434 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-5ed4696a-95b4-40ce-a4b3-0b534eeedaf0 service neutron] 10.222.0.48 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219435 Feb 21 09:18:34.525318 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9d00d804-d7ea-4846-9732-7dcadd2f0934 req-dd8fcbd1-f670-44a3-a2b7-b4ca6b090eb1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 210 time: 0.0422647 Feb 21 09:18:34.847010 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:18:35.514506 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-5e01c25e-87df-44f0-9882-717146c7bfa6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:35.515906 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-5e01c25e-87df-44f0-9882-717146c7bfa6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/networks?id=317f8d66-41b2-4ce7-b519-44a2c3faf720 HTTP/1.1" status: 200 len: 796 time: 0.1425223 Feb 21 09:18:35.579428 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-f03dd2c2-6192-4681-9970-dac2200f6a0e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 473 time: 0.0507832 Feb 21 09:18:35.588932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'port': {'device_id': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'admin_state_up': True, 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'security_groups': ['18558440-0b6d-4280-a954-a3ef08bc08da']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:35.710006 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1fdce630-dd77-474e-b7b7-54145a54568d req-2ee1c046-30b7-4f3a-a24a-d9d27f85c2d4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 210 time: 0.0401812 Feb 21 09:18:35.738687 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:35.742722 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:port and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:35.745574 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:35.751174 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:35.760591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:18:35.763770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:36.005919 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.13 (317f8d66-41b2-4ce7-b519-44a2c3faf720/6b081283-08eb-4069-87fd-0cfe3adcce9a/83b4ac23-2f7e-40b8-abde-702f2e636e30) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:18:36.022562 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:36.192528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:36.207713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object 83b4ac23-2f7e-40b8-abde-702f2e636e30 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:18:36.227895 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:36.299248 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 317f8d66-41b2-4ce7-b519-44a2c3faf720 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:18:36.302314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:18:36.306841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:18:36.336259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=83b4ac23-2f7e-40b8-abde-702f2e636e30,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:36.370142 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:36.370760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:36.394947 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-d70d07bf-be41-4e43-94bf-0a7d51dbe32b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8104916 Feb 21 09:18:36.406838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Request body: {'port': {'device_id': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:36.516057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:36.556958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-20458b13-8cdd-47cc-a0f1-896a938f6d03 None None] Provisioning for port 83b4ac23-2f7e-40b8-abde-702f2e636e30 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:18:36.561899 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-20458b13-8cdd-47cc-a0f1-896a938f6d03 None None] Provisioning complete for port 83b4ac23-2f7e-40b8-abde-702f2e636e30 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:18:36.562324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-20458b13-8cdd-47cc-a0f1-896a938f6d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:36.614965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-20458b13-8cdd-47cc-a0f1-896a938f6d03 None None] Port 83b4ac23-2f7e-40b8-abde-702f2e636e30 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:18:36.846262 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b4ac23-2f7e-40b8-abde-702f2e636e30 {{(pid=83584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:18:36.853348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:36.867308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Transition to ACTIVE for port object 83b4ac23-2f7e-40b8-abde-702f2e636e30 will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:18:36.871351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:36.908105 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59f99-cfa9-4224-ac22-6e96643a9831 req-4dd5efb7-c3cc-4e56-a1dc-49838507494c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:36.909543 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-19e59f99-cfa9-4224-ac22-6e96643a9831 req-4dd5efb7-c3cc-4e56-a1dc-49838507494c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 932 time: 0.0788665 Feb 21 09:18:36.955388 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-19e59f99-cfa9-4224-ac22-6e96643a9831 req-78ca2f94-83ad-4c07-8dc8-7cd8b0ff753c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=18558440-0b6d-4280-a954-a3ef08bc08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401258 Feb 21 09:18:36.996677 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Pushing event updated for resources: {'Port': ['ID=83b4ac23-2f7e-40b8-abde-702f2e636e30,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:37.103220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Attempting to bind port 83b4ac23-2f7e-40b8-abde-702f2e636e30 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:18:37.103549 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Attempting to bind port 83b4ac23-2f7e-40b8-abde-702f2e636e30 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:18:37.103870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Attempting to bind port 83b4ac23-2f7e-40b8-abde-702f2e636e30 on network 317f8d66-41b2-4ce7-b519-44a2c3faf720 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:18:37.109578 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Port 83b4ac23-2f7e-40b8-abde-702f2e636e30 on network 317f8d66-41b2-4ce7-b519-44a2c3faf720 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:18:37.109889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Attempting to bind port 83b4ac23-2f7e-40b8-abde-702f2e636e30 on network 317f8d66-41b2-4ce7-b519-44a2c3faf720 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:18:37.115927 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:18:37.116250 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Checking segment: {'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:18:37.116618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Bound using segment: {'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:18:37.117025 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Bound port: 83b4ac23-2f7e-40b8-abde-702f2e636e30, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62665801-4c54-432c-8e2e-aca72f4dffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720'}}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:18:37.117355 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:37.202942 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] For port 83b4ac23-2f7e-40b8-abde-702f2e636e30, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:18:37.206041 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] For port 83b4ac23-2f7e-40b8-abde-702f2e636e30, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=83b4ac23-2f7e-40b8-abde-702f2e636e30,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:18:37.209742 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:37.273561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:37.275546 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] 10.222.0.47 "PUT /v2.0/ports/83b4ac23-2f7e-40b8-abde-702f2e636e30 HTTP/1.1" status: 200 len: 1094 time: 0.8734884 Feb 21 09:18:37.278440 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'tag': '83b4ac23-2f7e-40b8-abde-702f2e636e30'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:18:37.300570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a392f36-f531-4ae0-8208-00f89b7e6684 service neutron] Pushing event updated for resources: {'Port': ['ID=83b4ac23-2f7e-40b8-abde-702f2e636e30,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:37.352356 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'tag': '83b4ac23-2f7e-40b8-abde-702f2e636e30', 'status': 'completed', 'code': 200} Feb 21 09:18:37.389131 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-4a07e9aa-917d-4dc4-8fc3-d308b21735cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 1097 time: 0.0736716 Feb 21 09:18:37.460962 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-f96f3930-a7c9-422a-a6bc-18fc9510701c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b4ac23-2f7e-40b8-abde-702f2e636e30 HTTP/1.1" status: 200 len: 217 time: 0.0655866 Feb 21 09:18:37.523175 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2c768b6b-764b-4bd1-aebb-dfa4151cae12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:37.525065 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-2c768b6b-764b-4bd1-aebb-dfa4151cae12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b081283-08eb-4069-87fd-0cfe3adcce9a HTTP/1.1" status: 200 len: 835 time: 0.0587106 Feb 21 09:18:37.604650 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-7cb9e06e-a758-4b78-a7b2-6caf2a8954da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=317f8d66-41b2-4ce7-b519-44a2c3faf720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732784 Feb 21 09:18:37.811403 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-8212d40a-918a-43c7-8018-83292cdae25d service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006178 Feb 21 09:18:37.938225 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-33bf1ac6-03d1-4a19-92fb-405080f31422 req-7833bd06-2479-4c82-bd21-5d52559a0342 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212280 Feb 21 09:18:38.046403 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-8634e456-91ae-4c52-91e4-d6185b7b14bb req-e35f3798-c23e-4e5a-b144-17c17f33037d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 1097 time: 0.0674376 Feb 21 09:18:38.152408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f820ef-82f9-4dcb-849d-79ca6ebaa5c2 req-5bb3b217-ead6-4445-976d-d0b3be65f2d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:38.153853 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-22f820ef-82f9-4dcb-849d-79ca6ebaa5c2 req-5bb3b217-ead6-4445-976d-d0b3be65f2d5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 944 time: 0.0769775 Feb 21 09:18:38.182968 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634e456-91ae-4c52-91e4-d6185b7b14bb req-c8750d12-09d8-4fea-9b01-f16634eaffc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:38.184469 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-8634e456-91ae-4c52-91e4-d6185b7b14bb req-c8750d12-09d8-4fea-9b01-f16634eaffc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=317f8d66-41b2-4ce7-b519-44a2c3faf720 HTTP/1.1" status: 200 len: 896 time: 0.1308060 Feb 21 09:18:38.200228 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-22f820ef-82f9-4dcb-849d-79ca6ebaa5c2 req-9c914652-e9d5-4c98-bf2d-4c0cc608ca57 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=18558440-0b6d-4280-a954-a3ef08bc08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401409 Feb 21 09:18:38.259150 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-8634e456-91ae-4c52-91e4-d6185b7b14bb req-97523ada-fb64-4596-abd6-6125b23b21df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b4ac23-2f7e-40b8-abde-702f2e636e30 HTTP/1.1" status: 200 len: 217 time: 0.0682461 Feb 21 09:18:38.320747 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634e456-91ae-4c52-91e4-d6185b7b14bb req-0d4b268e-7525-4d04-b5f6-59ddb586c929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:38.322246 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-8634e456-91ae-4c52-91e4-d6185b7b14bb req-0d4b268e-7525-4d04-b5f6-59ddb586c929 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b081283-08eb-4069-87fd-0cfe3adcce9a HTTP/1.1" status: 200 len: 835 time: 0.0573978 Feb 21 09:18:38.397747 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-8634e456-91ae-4c52-91e4-d6185b7b14bb req-5de62266-2658-44bd-825d-26cc2334b256 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=317f8d66-41b2-4ce7-b519-44a2c3faf720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693121 Feb 21 09:18:38.528168 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-8634e456-91ae-4c52-91e4-d6185b7b14bb req-4e5681fb-f44a-4daf-9d7b-406b24738014 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225564 Feb 21 09:18:38.658847 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-8634e456-91ae-4c52-91e4-d6185b7b14bb req-d65a4b5c-5052-47f9-adf4-7168504217b8 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243532 Feb 21 09:18:39.397973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f19ec-cb72-46df-b727-fe65eeccf7ec req-91de95af-931b-45bf-855d-d802929562c9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:39.399423 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-700f19ec-cb72-46df-b727-fe65eeccf7ec req-91de95af-931b-45bf-855d-d802929562c9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 944 time: 0.0778463 Feb 21 09:18:39.443607 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-700f19ec-cb72-46df-b727-fe65eeccf7ec req-d9bcd137-1bd4-41c2-bb06-2ec3799d405a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=18558440-0b6d-4280-a954-a3ef08bc08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382290 Feb 21 09:18:40.395741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 83b4ac23-2f7e-40b8-abde-702f2e636e30 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:18:40.528639 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 83b4ac23-2f7e-40b8-abde-702f2e636e30, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=83b4ac23-2f7e-40b8-abde-702f2e636e30,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:40.542041 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '83b4ac23-2f7e-40b8-abde-702f2e636e30', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'port_id': '83b4ac23-2f7e-40b8-abde-702f2e636e30', 'mac_address': 'fa:16:3e:71:c6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:18:40.594611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:40.612041 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b4ac23-2f7e-40b8-abde-702f2e636e30 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:18:40.626747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 83b4ac23-2f7e-40b8-abde-702f2e636e30, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=83b4ac23-2f7e-40b8-abde-702f2e636e30,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:40.630502 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:40.637753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d0979-3088-4939-a6f4-8d2d7e675b17 req-2b2c12f7-12c9-4269-8287-58e8562dcdc9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:40.639283 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-316d0979-3088-4939-a6f4-8d2d7e675b17 req-2b2c12f7-12c9-4269-8287-58e8562dcdc9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 944 time: 0.0782309 Feb 21 09:18:40.688158 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-316d0979-3088-4939-a6f4-8d2d7e675b17 req-8fd2f19b-a215-4672-9570-0bd12c86b068 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=18558440-0b6d-4280-a954-a3ef08bc08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433614 Feb 21 09:18:40.698306 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=83b4ac23-2f7e-40b8-abde-702f2e636e30,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:40.846241 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['83b4ac23-2f7e-40b8-abde-702f2e636e30'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:18:41.880562 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e094ba-0cd0-4c01-ac74-ffd2e96bff43 req-e8bb5957-9756-409b-9b1f-a42bfa78e3fe tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:41.881925 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-16e094ba-0cd0-4c01-ac74-ffd2e96bff43 req-e8bb5957-9756-409b-9b1f-a42bfa78e3fe tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 945 time: 0.0749116 Feb 21 09:18:41.926746 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-16e094ba-0cd0-4c01-ac74-ffd2e96bff43 req-d2fcb357-ffe0-456f-9bc3-e2c34cd9795d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=18558440-0b6d-4280-a954-a3ef08bc08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389199 Feb 21 09:18:42.423228 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 83b4ac23-2f7e-40b8-abde-702f2e636e30 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:18:42.487927 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 83b4ac23-2f7e-40b8-abde-702f2e636e30 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:18:42.492298 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 83b4ac23-2f7e-40b8-abde-702f2e636e30 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:18:42.492661 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:42.603212 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:42.628334 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b4ac23-2f7e-40b8-abde-702f2e636e30'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:18:42.637900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 83b4ac23-2f7e-40b8-abde-702f2e636e30, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=83b4ac23-2f7e-40b8-abde-702f2e636e30,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:18:42.641603 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:42.685064 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b4ac23-2f7e-40b8-abde-702f2e636e30', 'code': 200} Feb 21 09:18:42.707421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=83b4ac23-2f7e-40b8-abde-702f2e636e30,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:42.906013 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b8fb4a58-eb64-4974-88f8-3abaa05ceb06 req-bac47aa9-425b-43c6-8938-554bcb304338 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 1099 time: 0.0656219 Feb 21 09:18:42.947926 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b8fb4a58-eb64-4974-88f8-3abaa05ceb06 req-1318fb4e-4308-4898-81f7-337f6c1a1078 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=18558440-0b6d-4280-a954-a3ef08bc08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351608 Feb 21 09:18:43.126882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b6401-fb5f-4f0f-8ce9-427143010325 req-f91375d1-9b13-40e0-95be-c94e20251457 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:43.128334 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b14b6401-fb5f-4f0f-8ce9-427143010325 req-f91375d1-9b13-40e0-95be-c94e20251457 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 946 time: 0.0794039 Feb 21 09:18:43.172221 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b14b6401-fb5f-4f0f-8ce9-427143010325 req-90cdc7f3-c6ef-4ff4-af54-7403706fbaf3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=18558440-0b6d-4280-a954-a3ef08bc08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383048 Feb 21 09:18:44.366228 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f7046-0764-4b11-a591-96c9eb59a475 req-b24ce339-3150-4e8c-945d-c7ed0fac7165 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:44.367732 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-219f7046-0764-4b11-a591-96c9eb59a475 req-b24ce339-3150-4e8c-945d-c7ed0fac7165 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 946 time: 0.0745077 Feb 21 09:18:44.413753 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-219f7046-0764-4b11-a591-96c9eb59a475 req-884ad6d2-91e0-44fb-96b2-88332b931e1b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=18558440-0b6d-4280-a954-a3ef08bc08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406291 Feb 21 09:18:44.606841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c740d2-9b31-4a5f-9665-137026e6f0cd req-f091c866-b8ec-4c89-b86f-7e607012e8e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:44.608337 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f3c740d2-9b31-4a5f-9665-137026e6f0cd req-f091c866-b8ec-4c89-b86f-7e607012e8e0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 946 time: 0.0787387 Feb 21 09:18:44.652195 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f3c740d2-9b31-4a5f-9665-137026e6f0cd req-273e0af7-4f6a-4267-ae4b-c6a4d9335f50 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=18558440-0b6d-4280-a954-a3ef08bc08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383101 Feb 21 09:18:44.679274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58926) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:44.752867 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1013f6ac-4adb-4f19-98b6-1116a09e634e tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 1094 time: 0.0724010 Feb 21 09:18:44.755546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58930) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:18:44.760543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '83b4ac23-2f7e-40b8-abde-702f2e636e30', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:18:44.765775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:18:44.770049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:floatingip and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:18:44.772852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:18:44.778414 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:18:44.788247 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:44.919306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:45.055727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.169 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/c3b37a29-3be1-4099-9a7f-a1f1df3855c8) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:18:45.194642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:45.221271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:45.292706 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:18:45.296053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:18:45.297949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=c3b37a29-3be1-4099-9a7f-a1f1df3855c8,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:45.299990 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:18:45.868698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:45.921219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:46.116593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:46.121795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:46.217784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=c3b37a29-3be1-4099-9a7f-a1f1df3855c8,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:18:46.239472 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:46.437815 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Floating IP 4e4b36fb-5ec0-461d-9a80-25e2cd2d612c associated. External IP: 172.26.6.169, port: 83b4ac23-2f7e-40b8-abde-702f2e636e30. Feb 21 09:18:46.915572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router b321922b-643d-4f2b-8d4a-bcb05e081077 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:18:47.113238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:18:47.122615 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b664b35-01d1-4ede-8098-871ed252481f None None] Sync routers for ids ['b321922b-643d-4f2b-8d4a-bcb05e081077'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:18:47.134604 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b664b35-01d1-4ede-8098-871ed252481f None None] Routers {'b321922b-643d-4f2b-8d4a-bcb05e081077'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:18:47.135362 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6b664b35-01d1-4ede-8098-871ed252481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:18:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b321922b-643d-4f2b-8d4a-bcb05e081077'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:47.137670 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:18:47.190471 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-28b2e406-25c4-424d-891e-bc75c856bddb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4339375 Feb 21 09:18:47.191050 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'tag': '83b4ac23-2f7e-40b8-abde-702f2e636e30'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:18:47.244013 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'tag': '83b4ac23-2f7e-40b8-abde-702f2e636e30', 'status': 'completed', 'code': 200} Feb 21 09:18:47.317389 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-6b664b35-01d1-4ede-8098-871ed252481f None None] Set router b321922b-643d-4f2b-8d4a-bcb05e081077 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:18:47.346009 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1312e128-1550-4372-880b-9e1d5ffae6bc req-7bad8dee-f272-4000-9326-cdf285805c06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 1099 time: 0.0780306 Feb 21 09:18:47.478917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312e128-1550-4372-880b-9e1d5ffae6bc req-91a172de-0a16-4a84-ad75-03781d4f5aac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:47.480288 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1312e128-1550-4372-880b-9e1d5ffae6bc req-91a172de-0a16-4a84-ad75-03781d4f5aac service neutron] 10.222.0.47 "GET /v2.0/networks?id=317f8d66-41b2-4ce7-b519-44a2c3faf720 HTTP/1.1" status: 200 len: 896 time: 0.1271987 Feb 21 09:18:47.585529 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1312e128-1550-4372-880b-9e1d5ffae6bc req-c631646e-55ae-42d7-a9ac-0fa4e2d14b77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b4ac23-2f7e-40b8-abde-702f2e636e30 HTTP/1.1" status: 200 len: 1000 time: 0.0981205 Feb 21 09:18:47.650814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312e128-1550-4372-880b-9e1d5ffae6bc req-b70668c6-3006-4623-83e8-a4813be44e9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:47.652270 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1312e128-1550-4372-880b-9e1d5ffae6bc req-b70668c6-3006-4623-83e8-a4813be44e9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b081283-08eb-4069-87fd-0cfe3adcce9a HTTP/1.1" status: 200 len: 835 time: 0.0603070 Feb 21 09:18:47.671275 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6b664b35-01d1-4ede-8098-871ed252481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '4e4b36fb-5ec0-461d-9a80-25e2cd2d612c', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'port_id': '83b4ac23-2f7e-40b8-abde-702f2e636e30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'mac_address': 'fa:16:3e:71:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:18:45Z', 'updated_at': '2022-02-21T09:18:45Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}, {'id': '62784d98-ba53-4d57-803b-04ce624ccd62', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.187', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'port_id': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'mac_address': 'fa:16:3e:d3:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:18:30Z', 'updated_at': '2022-02-21T09:18:33Z', 'revision_number': 1, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:16Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:47.675027 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b664b35-01d1-4ede-8098-871ed252481f None None] Checking router: b321922b-643d-4f2b-8d4a-bcb05e081077 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:18:47.685233 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b664b35-01d1-4ede-8098-871ed252481f None None] Routers {'b321922b-643d-4f2b-8d4a-bcb05e081077'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:18:47.685812 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6b664b35-01d1-4ede-8098-871ed252481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:18:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b321922b-643d-4f2b-8d4a-bcb05e081077'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:47.728053 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1312e128-1550-4372-880b-9e1d5ffae6bc req-3207f06c-c12b-4067-afa9-ec73e2c1e168 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=317f8d66-41b2-4ce7-b519-44a2c3faf720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676913 Feb 21 09:18:47.856235 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1312e128-1550-4372-880b-9e1d5ffae6bc req-b5baaba5-8147-4053-a0ab-ac96f1ded560 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220281 Feb 21 09:18:47.856969 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-6b664b35-01d1-4ede-8098-871ed252481f None None] Set router b321922b-643d-4f2b-8d4a-bcb05e081077 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:18:48.066061 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1312e128-1550-4372-880b-9e1d5ffae6bc req-b8c5933a-f146-48f6-89e2-f9d8abde1e9b service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037599 Feb 21 09:18:48.227716 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-6b664b35-01d1-4ede-8098-871ed252481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '4e4b36fb-5ec0-461d-9a80-25e2cd2d612c', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'port_id': '83b4ac23-2f7e-40b8-abde-702f2e636e30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'mac_address': 'fa:16:3e:71:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:18:45Z', 'updated_at': '2022-02-21T09:18:45Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}, {'id': '62784d98-ba53-4d57-803b-04ce624ccd62', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.187', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'port_id': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'mac_address': 'fa:16:3e:d3:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:18:30Z', 'updated_at': '2022-02-21T09:18:33Z', 'revision_number': 1, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:16Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:18:48.231484 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b664b35-01d1-4ede-8098-871ed252481f None None] The sync data for ids ['b321922b-643d-4f2b-8d4a-bcb05e081077'] in dv-neutron-830062-1-hyperv is: [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '4e4b36fb-5ec0-461d-9a80-25e2cd2d612c', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'port_id': '83b4ac23-2f7e-40b8-abde-702f2e636e30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'mac_address': 'fa:16:3e:71:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:18:45Z', 'updated_at': '2022-02-21T09:18:45Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}, {'id': '62784d98-ba53-4d57-803b-04ce624ccd62', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.187', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'port_id': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'mac_address': 'fa:16:3e:d3:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:18:30Z', 'updated_at': '2022-02-21T09:18:33Z', 'revision_number': 1, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:16Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:18:48.423915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc05c0b-15aa-4c87-a5d2-35994b8165b5 None None] New status for floating IP 4e4b36fb-5ec0-461d-9a80-25e2cd2d612c: ACTIVE {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:18:51.505775 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9285b274-10da-43f9-bfc4-6df88f484d3e req-2a46595f-af55-453f-acb1-782533d76f93 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692539 Feb 21 09:18:51.641813 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9285b274-10da-43f9-bfc4-6df88f484d3e req-11d4408f-e225-4627-95b1-a4669c3d6388 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 1099 time: 0.0672989 Feb 21 09:18:51.785354 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285b274-10da-43f9-bfc4-6df88f484d3e req-4e6f8bcd-a072-48a0-9edb-b5c6c0a81ea7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:51.786741 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9285b274-10da-43f9-bfc4-6df88f484d3e req-4e6f8bcd-a072-48a0-9edb-b5c6c0a81ea7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=317f8d66-41b2-4ce7-b519-44a2c3faf720 HTTP/1.1" status: 200 len: 896 time: 0.1260769 Feb 21 09:18:51.887303 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9285b274-10da-43f9-bfc4-6df88f484d3e req-eac2b303-20bc-4fa9-8d2f-96e829b74ee0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f029f05d-20d8-4606-b3e5-548aa6a748d3 HTTP/1.1" status: 200 len: 1002 time: 0.0944645 Feb 21 09:18:51.947030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285b274-10da-43f9-bfc4-6df88f484d3e req-312e9104-7876-4201-ad26-84704d2f4ac6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:18:51.948425 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9285b274-10da-43f9-bfc4-6df88f484d3e req-312e9104-7876-4201-ad26-84704d2f4ac6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b081283-08eb-4069-87fd-0cfe3adcce9a HTTP/1.1" status: 200 len: 835 time: 0.0552039 Feb 21 09:18:52.021487 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9285b274-10da-43f9-bfc4-6df88f484d3e req-d041be9e-6a03-4de1-a72c-6e9fa8354e42 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=317f8d66-41b2-4ce7-b519-44a2c3faf720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673392 Feb 21 09:18:52.149329 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9285b274-10da-43f9-bfc4-6df88f484d3e req-27daf272-4ffe-4ca0-b5f8-7cc64ebd30ad service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205013 Feb 21 09:18:52.275407 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-9285b274-10da-43f9-bfc4-6df88f484d3e req-eaa899f0-5857-40a6-98e4-ba25e0bb56e7 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197050 Feb 21 09:19:00.177271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ee6c8ac9-12c2-4717-8e6d-2360f07419cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:00.498721 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:02.959656 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-87294d71-59c3-46d5-af71-bb0b55be8d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:03.648095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:04.052235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:06.023847 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:11.846641 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:19:20.311109 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58948) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:20.415066 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-08081522-98d3-4093-a376-a8da8b7cf39a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/62784d98-ba53-4d57-803b-04ce624ccd62 HTTP/1.1" status: 200 len: 994 time: 0.1027946 Feb 21 09:19:21.135922 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58958) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:21.141684 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:19:21.257768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:21.469448 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port f029f05d-20d8-4606-b3e5-548aa6a748d3, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=f029f05d-20d8-4606-b3e5-548aa6a748d3,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:19:21.492812 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:21.497200 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:21.563765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:21.564366 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:21.567510 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/ports/f029f05d-20d8-4606-b3e5-548aa6a748d3 HTTP/1.1" status: 200 len: 939 time: 0.4305019 Feb 21 09:19:21.572660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'tag': 'f029f05d-20d8-4606-b3e5-548aa6a748d3'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:19:21.603864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=f029f05d-20d8-4606-b3e5-548aa6a748d3,revision_number=6']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:21.613902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:21.614238 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:21.614565 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:21.614885 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:21.615229 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:21.615568 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:21.615860 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:21.616170 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:21.616520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:21.616821 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:21.617126 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7937b1-1116-480e-ac83-966c18b34573 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:21.640429 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'tag': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'status': 'completed', 'code': 200} Feb 21 09:19:21.750124 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-eef5dcc9-b4c6-4748-a0a5-14c45b1a8c9f req-bc432448-4244-4218-9816-e7e93544af52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 1100 time: 0.0779076 Feb 21 09:19:21.808737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-103beb39-5543-4c73-adfc-43169fac68a6 None None] Provisioning complete for port f029f05d-20d8-4606-b3e5-548aa6a748d3 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:19:21.809344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-103beb39-5543-4c73-adfc-43169fac68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:21.871346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-103beb39-5543-4c73-adfc-43169fac68a6 None None] Port f029f05d-20d8-4606-b3e5-548aa6a748d3 is administratively disabled so it will not transition to active. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Feb 21 09:19:21.970303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5dcc9-b4c6-4748-a0a5-14c45b1a8c9f req-a5c73d2f-1c6b-475d-b29b-e4d1d8eea65a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:21.971775 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-eef5dcc9-b4c6-4748-a0a5-14c45b1a8c9f req-a5c73d2f-1c6b-475d-b29b-e4d1d8eea65a service neutron] 10.222.0.47 "GET /v2.0/networks?id=317f8d66-41b2-4ce7-b519-44a2c3faf720 HTTP/1.1" status: 200 len: 896 time: 0.2162485 Feb 21 09:19:22.085516 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-eef5dcc9-b4c6-4748-a0a5-14c45b1a8c9f req-4d907b41-84d5-48cf-b0c2-0b20d28faa02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f029f05d-20d8-4606-b3e5-548aa6a748d3 HTTP/1.1" status: 200 len: 1003 time: 0.1067994 Feb 21 09:19:22.144831 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5dcc9-b4c6-4748-a0a5-14c45b1a8c9f req-06875844-4374-4139-b542-7396ee7c8689 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:22.146196 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-eef5dcc9-b4c6-4748-a0a5-14c45b1a8c9f req-06875844-4374-4139-b542-7396ee7c8689 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b081283-08eb-4069-87fd-0cfe3adcce9a HTTP/1.1" status: 200 len: 835 time: 0.0555923 Feb 21 09:19:22.221427 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-eef5dcc9-b4c6-4748-a0a5-14c45b1a8c9f req-bbae622c-c613-4d0b-ab68-5f714e738182 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=317f8d66-41b2-4ce7-b519-44a2c3faf720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695052 Feb 21 09:19:22.230946 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [req-eef5dcc9-b4c6-4748-a0a5-14c45b1a8c9f req-33416f64-7907-4170-a1bb-c28edd06da05 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83584) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:19:22.231871 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-eef5dcc9-b4c6-4748-a0a5-14c45b1a8c9f req-33416f64-7907-4170-a1bb-c28edd06da05 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045893 Feb 21 09:19:22.370967 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-eef5dcc9-b4c6-4748-a0a5-14c45b1a8c9f req-5c76f8de-e788-4a4d-8130-a4cdd4cc8f67 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334288 Feb 21 09:19:22.501227 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-eef5dcc9-b4c6-4748-a0a5-14c45b1a8c9f req-4b798e22-6329-4f13-bf3a-9da467c97116 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246991 Feb 21 09:19:24.995156 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58968) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:25.000886 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ba94c8f0-dfdf-4bac-9eb1-c8604a219b52 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:19:25.114370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba94c8f0-dfdf-4bac-9eb1-c8604a219b52 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:25.317352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-ba94c8f0-dfdf-4bac-9eb1-c8604a219b52 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port f029f05d-20d8-4606-b3e5-548aa6a748d3, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=f029f05d-20d8-4606-b3e5-548aa6a748d3,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:19:25.340668 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba94c8f0-dfdf-4bac-9eb1-c8604a219b52 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:25.350236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba94c8f0-dfdf-4bac-9eb1-c8604a219b52 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:25.416869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba94c8f0-dfdf-4bac-9eb1-c8604a219b52 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:25.417467 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba94c8f0-dfdf-4bac-9eb1-c8604a219b52 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:25.418844 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ba94c8f0-dfdf-4bac-9eb1-c8604a219b52 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/ports/f029f05d-20d8-4606-b3e5-548aa6a748d3 HTTP/1.1" status: 200 len: 938 time: 0.4227922 Feb 21 09:19:25.422070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 58972) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:25.422797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'tag': 'f029f05d-20d8-4606-b3e5-548aa6a748d3'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:19:25.448188 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94c8f0-dfdf-4bac-9eb1-c8604a219b52 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=f029f05d-20d8-4606-b3e5-548aa6a748d3,revision_number=7']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:25.480200 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'tag': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'status': 'completed', 'code': 200} Feb 21 09:19:25.549751 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f81cb083-969f-4387-97e9-76128ccdd186 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/62784d98-ba53-4d57-803b-04ce624ccd62 HTTP/1.1" status: 200 len: 994 time: 0.1181951 Feb 21 09:19:25.583761 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6fbc4b52-6adf-4784-be2b-41cd710aa932 req-1958124b-d929-4527-a434-0dff819457fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 1099 time: 0.0821793 Feb 21 09:19:25.645833 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['f029f05d-20d8-4606-b3e5-548aa6a748d3'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:19:25.715967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc4b52-6adf-4784-be2b-41cd710aa932 req-46c98bcc-3a8f-43f0-8a18-b745d5cfe4af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:25.717324 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6fbc4b52-6adf-4784-be2b-41cd710aa932 req-46c98bcc-3a8f-43f0-8a18-b745d5cfe4af service neutron] 10.222.0.47 "GET /v2.0/networks?id=317f8d66-41b2-4ce7-b519-44a2c3faf720 HTTP/1.1" status: 200 len: 896 time: 0.1270084 Feb 21 09:19:25.738517 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ce01c515-2844-4e16-9e08-7ce18b1f60fd None None] Provisioning complete for port f029f05d-20d8-4606-b3e5-548aa6a748d3 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:19:25.738905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ce01c515-2844-4e16-9e08-7ce18b1f60fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:25.823695 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6fbc4b52-6adf-4784-be2b-41cd710aa932 req-a3369baf-8af6-4775-9763-4977e699ce06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f029f05d-20d8-4606-b3e5-548aa6a748d3 HTTP/1.1" status: 200 len: 1002 time: 0.1000850 Feb 21 09:19:25.884416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc4b52-6adf-4784-be2b-41cd710aa932 req-089ddd0b-1bec-4f34-a6a8-9a3bd4f72525 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:25.885843 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6fbc4b52-6adf-4784-be2b-41cd710aa932 req-089ddd0b-1bec-4f34-a6a8-9a3bd4f72525 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b081283-08eb-4069-87fd-0cfe3adcce9a HTTP/1.1" status: 200 len: 835 time: 0.0568454 Feb 21 09:19:25.961129 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6fbc4b52-6adf-4784-be2b-41cd710aa932 req-9deaf95e-a223-433e-978d-78eea15faa44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=317f8d66-41b2-4ce7-b519-44a2c3faf720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694606 Feb 21 09:19:26.185527 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6fbc4b52-6adf-4784-be2b-41cd710aa932 req-595581c9-f35e-4483-a21c-2e280567f811 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183096 Feb 21 09:19:26.313466 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6fbc4b52-6adf-4784-be2b-41cd710aa932 req-71d28f2b-bd2a-4c01-bd4b-5647e8c7e4e5 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216214 Feb 21 09:19:28.105611 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 58984) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:28.300243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-fa16938c-2d2a-4baa-b8c0-513d02acacaf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port c3b37a29-3be1-4099-9a7f-a1f1df3855c8 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:19:28.300578 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa16938c-2d2a-4baa-b8c0-513d02acacaf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:28.468562 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa16938c-2d2a-4baa-b8c0-513d02acacaf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:28.468884 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa16938c-2d2a-4baa-b8c0-513d02acacaf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:28.585874 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-fa16938c-2d2a-4baa-b8c0-513d02acacaf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for c3b37a29-3be1-4099-9a7f-a1f1df3855c8 owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:19:28.728848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa16938c-2d2a-4baa-b8c0-513d02acacaf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:28.772482 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16938c-2d2a-4baa-b8c0-513d02acacaf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=c3b37a29-3be1-4099-9a7f-a1f1df3855c8,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:28.864079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa16938c-2d2a-4baa-b8c0-513d02acacaf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:29.241314 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa16938c-2d2a-4baa-b8c0-513d02acacaf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router b321922b-643d-4f2b-8d4a-bcb05e081077 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:19:29.530687 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa16938c-2d2a-4baa-b8c0-513d02acacaf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:19:29.540284 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea83df-db6d-4eb0-b77a-62311aa27f1d None None] Sync routers for ids ['b321922b-643d-4f2b-8d4a-bcb05e081077'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:19:29.546429 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fa16938c-2d2a-4baa-b8c0-513d02acacaf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:29.552931 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea83df-db6d-4eb0-b77a-62311aa27f1d None None] Routers {'b321922b-643d-4f2b-8d4a-bcb05e081077'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:19:29.553530 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8dea83df-db6d-4eb0-b77a-62311aa27f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:19:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b321922b-643d-4f2b-8d4a-bcb05e081077'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:29.600704 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fa16938c-2d2a-4baa-b8c0-513d02acacaf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/floatingips/4e4b36fb-5ec0-461d-9a80-25e2cd2d612c HTTP/1.1" status: 204 len: 168 time: 1.4916291 Feb 21 09:19:29.600704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'tag': '83b4ac23-2f7e-40b8-abde-702f2e636e30'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:19:29.657693 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'tag': '83b4ac23-2f7e-40b8-abde-702f2e636e30', 'status': 'completed', 'code': 200} Feb 21 09:19:29.743860 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-8dea83df-db6d-4eb0-b77a-62311aa27f1d None None] Set router b321922b-643d-4f2b-8d4a-bcb05e081077 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:19:29.748243 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4e4d3a13-e4d4-45f2-9c4d-5c0ed44f0e73 req-24662e24-0879-465d-ae48-fc6a4e81e462 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 1099 time: 0.0703390 Feb 21 09:19:29.886270 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d3a13-e4d4-45f2-9c4d-5c0ed44f0e73 req-de4f1794-1626-4822-b6e3-a1a7fad6a56f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:29.887927 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4e4d3a13-e4d4-45f2-9c4d-5c0ed44f0e73 req-de4f1794-1626-4822-b6e3-a1a7fad6a56f service neutron] 10.222.0.47 "GET /v2.0/networks?id=317f8d66-41b2-4ce7-b519-44a2c3faf720 HTTP/1.1" status: 200 len: 896 time: 0.1342850 Feb 21 09:19:29.961220 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4e4d3a13-e4d4-45f2-9c4d-5c0ed44f0e73 req-00b137e5-1a3a-4f36-be4a-5de7b3f1295d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b4ac23-2f7e-40b8-abde-702f2e636e30 HTTP/1.1" status: 200 len: 217 time: 0.0668912 Feb 21 09:19:29.996387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346c730-ec00-4955-bbde-091fa6c27567 req-edec3edf-8b13-4dd8-a2e3-4a0225463859 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:29.998161 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9346c730-ec00-4955-bbde-091fa6c27567 req-edec3edf-8b13-4dd8-a2e3-4a0225463859 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 946 time: 0.0787616 Feb 21 09:19:30.025055 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d3a13-e4d4-45f2-9c4d-5c0ed44f0e73 req-5b7f1e59-dfa4-4360-ba02-637869d2b6bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:30.026502 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4e4d3a13-e4d4-45f2-9c4d-5c0ed44f0e73 req-5b7f1e59-dfa4-4360-ba02-637869d2b6bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b081283-08eb-4069-87fd-0cfe3adcce9a HTTP/1.1" status: 200 len: 835 time: 0.0591927 Feb 21 09:19:30.047039 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9346c730-ec00-4955-bbde-091fa6c27567 req-eb2f048a-d960-404e-a5bb-c81aa63d3b10 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=18558440-0b6d-4280-a954-a3ef08bc08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410469 Feb 21 09:19:30.105116 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4e4d3a13-e4d4-45f2-9c4d-5c0ed44f0e73 req-c2eee943-5082-4c28-8c24-8d42d1fea2b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=317f8d66-41b2-4ce7-b519-44a2c3faf720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716813 Feb 21 09:19:30.127875 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8dea83df-db6d-4eb0-b77a-62311aa27f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '62784d98-ba53-4d57-803b-04ce624ccd62', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.187', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'port_id': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'mac_address': 'fa:16:3e:d3:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:18:30Z', 'updated_at': '2022-02-21T09:18:33Z', 'revision_number': 1, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:16Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:30.131627 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea83df-db6d-4eb0-b77a-62311aa27f1d None None] Checking router: b321922b-643d-4f2b-8d4a-bcb05e081077 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:19:30.141829 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea83df-db6d-4eb0-b77a-62311aa27f1d None None] Routers {'b321922b-643d-4f2b-8d4a-bcb05e081077'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:19:30.142409 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8dea83df-db6d-4eb0-b77a-62311aa27f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:19:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b321922b-643d-4f2b-8d4a-bcb05e081077'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:30.180627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1cbab43f-1f5e-4526-925f-1c7f3173a3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:30.235771 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4e4d3a13-e4d4-45f2-9c4d-5c0ed44f0e73 req-1148486d-8713-448a-b45e-cfb0841fa301 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238198 Feb 21 09:19:30.317702 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-8dea83df-db6d-4eb0-b77a-62311aa27f1d None None] Set router b321922b-643d-4f2b-8d4a-bcb05e081077 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:19:30.364040 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4e4d3a13-e4d4-45f2-9c4d-5c0ed44f0e73 req-0f532a1a-048c-41ba-a43f-c295a2a7e290 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223178 Feb 21 09:19:30.515072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:30.668024 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8dea83df-db6d-4eb0-b77a-62311aa27f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '62784d98-ba53-4d57-803b-04ce624ccd62', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.187', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'port_id': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'mac_address': 'fa:16:3e:d3:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:18:30Z', 'updated_at': '2022-02-21T09:18:33Z', 'revision_number': 1, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:16Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:30.671801 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea83df-db6d-4eb0-b77a-62311aa27f1d None None] The sync data for ids ['b321922b-643d-4f2b-8d4a-bcb05e081077'] in dv-neutron-830062-1-hyperv is: [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '62784d98-ba53-4d57-803b-04ce624ccd62', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.187', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'port_id': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'mac_address': 'fa:16:3e:d3:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:18:30Z', 'updated_at': '2022-02-21T09:18:33Z', 'revision_number': 1, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:16Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:19:30.900162 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a1f319-33fe-4b1f-9d4c-886644045245 None None] New status for floating IP 4e4b36fb-5ec0-461d-9a80-25e2cd2d612c: DOWN {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:19:31.190165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482eb0-af75-4183-9818-c1af0c75ab35 req-e672b856-d3f6-4e50-be1e-c90c2d970dc2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:31.190858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-78482eb0-af75-4183-9818-c1af0c75ab35 req-e672b856-d3f6-4e50-be1e-c90c2d970dc2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:19:31.205866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-78482eb0-af75-4183-9818-c1af0c75ab35 req-e672b856-d3f6-4e50-be1e-c90c2d970dc2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:19:31.207008 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-78482eb0-af75-4183-9818-c1af0c75ab35 req-e672b856-d3f6-4e50-be1e-c90c2d970dc2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 946 time: 0.0903158 Feb 21 09:19:31.250753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e72f3-eb66-41db-9f75-35a4b2d789f4 req-a6773767-9740-4794-b8d5-a7bfb8dc78d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:31.252275 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-568e72f3-eb66-41db-9f75-35a4b2d789f4 req-a6773767-9740-4794-b8d5-a7bfb8dc78d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 946 time: 0.0785060 Feb 21 09:19:31.277191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-78482eb0-af75-4183-9818-c1af0c75ab35 req-3b06b80d-0027-4770-a503-66f40b388de9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 83b4ac23-2f7e-40b8-abde-702f2e636e30 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:19:31.277569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-78482eb0-af75-4183-9818-c1af0c75ab35 req-3b06b80d-0027-4770-a503-66f40b388de9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:31.298250 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-568e72f3-eb66-41db-9f75-35a4b2d789f4 req-67b3dc79-0ec6-4c0f-bf82-b9ef83b324c1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=18558440-0b6d-4280-a954-a3ef08bc08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401855 Feb 21 09:19:31.517586 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-78482eb0-af75-4183-9818-c1af0c75ab35 req-3b06b80d-0027-4770-a503-66f40b388de9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 83b4ac23-2f7e-40b8-abde-702f2e636e30, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=83b4ac23-2f7e-40b8-abde-702f2e636e30,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:19:31.518190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-78482eb0-af75-4183-9818-c1af0c75ab35 req-3b06b80d-0027-4770-a503-66f40b388de9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:31.639541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-78482eb0-af75-4183-9818-c1af0c75ab35 req-3b06b80d-0027-4770-a503-66f40b388de9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 83b4ac23-2f7e-40b8-abde-702f2e636e30 owned by compute:nova {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:19:31.775894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-78482eb0-af75-4183-9818-c1af0c75ab35 req-3b06b80d-0027-4770-a503-66f40b388de9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:31.905234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06b80d-0027-4770-a503-66f40b388de9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=83b4ac23-2f7e-40b8-abde-702f2e636e30,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:31.976449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-78482eb0-af75-4183-9818-c1af0c75ab35 req-3b06b80d-0027-4770-a503-66f40b388de9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] No DVR routers for this DVR port 83b4ac23-2f7e-40b8-abde-702f2e636e30 on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:19:31.978779 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-78482eb0-af75-4183-9818-c1af0c75ab35 req-3b06b80d-0027-4770-a503-66f40b388de9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:31.981227 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'name': 'network-vif-deleted', 'tag': '83b4ac23-2f7e-40b8-abde-702f2e636e30'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:19:31.996743 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-78482eb0-af75-4183-9818-c1af0c75ab35 req-3b06b80d-0027-4770-a503-66f40b388de9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "DELETE /v2.0/ports/83b4ac23-2f7e-40b8-abde-702f2e636e30 HTTP/1.1" status: 204 len: 173 time: 0.7845151 Feb 21 09:19:32.039028 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf015d49-cd0a-441e-b790-6faa4d97ea12', 'name': 'network-vif-deleted', 'tag': '83b4ac23-2f7e-40b8-abde-702f2e636e30', 'status': 'completed', 'code': 200} Feb 21 09:19:32.479642 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b06e2b09-f867-4e77-9014-dc6ee687c799 req-efb692a4-8771-4039-aa1b-5843cb005dab tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf015d49-cd0a-441e-b790-6faa4d97ea12 HTTP/1.1" status: 200 len: 210 time: 0.0414050 Feb 21 09:19:32.960858 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a44d3317-34e7-42fc-87e7-4ad74a07381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:33.582948 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59002) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:33.654113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5216fc31-5f33-408c-a8e6-e2dd05079703 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:33.655895 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:33.684878 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5216fc31-5f33-408c-a8e6-e2dd05079703 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:33.751264 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5216fc31-5f33-408c-a8e6-e2dd05079703 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:33.769862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216fc31-5f33-408c-a8e6-e2dd05079703 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18558440-0b6d-4280-a954-a3ef08bc08da,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:33.786916 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5216fc31-5f33-408c-a8e6-e2dd05079703 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:33.788069 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5216fc31-5f33-408c-a8e6-e2dd05079703 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/security-groups/18558440-0b6d-4280-a954-a3ef08bc08da HTTP/1.1" status: 204 len: 168 time: 0.2041180 Feb 21 09:19:33.828073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59008) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:34.025465 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f02c0ac4-dcc5-4714-b280-2da47dd3892b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port ee2fb580-96cb-4473-9829-ceda1033a238 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:19:34.025696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f02c0ac4-dcc5-4714-b280-2da47dd3892b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:34.055842 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:34.190772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f02c0ac4-dcc5-4714-b280-2da47dd3892b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:34.191132 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f02c0ac4-dcc5-4714-b280-2da47dd3892b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:34.309279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f02c0ac4-dcc5-4714-b280-2da47dd3892b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for ee2fb580-96cb-4473-9829-ceda1033a238 owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:19:34.451427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f02c0ac4-dcc5-4714-b280-2da47dd3892b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:34.492706 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c0ac4-dcc5-4714-b280-2da47dd3892b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=ee2fb580-96cb-4473-9829-ceda1033a238,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:34.583396 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f02c0ac4-dcc5-4714-b280-2da47dd3892b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:34.611346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 83b4ac23-2f7e-40b8-abde-702f2e636e30 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:19:34.643575 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 83b4ac23-2f7e-40b8-abde-702f2e636e30 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:19:34.643921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 83b4ac23-2f7e-40b8-abde-702f2e636e30 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:19:34.967168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02c0ac4-dcc5-4714-b280-2da47dd3892b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router b321922b-643d-4f2b-8d4a-bcb05e081077 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:19:35.250734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02c0ac4-dcc5-4714-b280-2da47dd3892b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:19:35.260547 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc7418-13b1-4c70-9b1e-083e22754b5b None None] Sync routers for ids ['b321922b-643d-4f2b-8d4a-bcb05e081077'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:19:35.266265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f02c0ac4-dcc5-4714-b280-2da47dd3892b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:35.271797 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc7418-13b1-4c70-9b1e-083e22754b5b None None] Routers {'b321922b-643d-4f2b-8d4a-bcb05e081077'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:19:35.272380 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-0fcc7418-13b1-4c70-9b1e-083e22754b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:19:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b321922b-643d-4f2b-8d4a-bcb05e081077'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:35.321871 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f02c0ac4-dcc5-4714-b280-2da47dd3892b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/floatingips/62784d98-ba53-4d57-803b-04ce624ccd62 HTTP/1.1" status: 204 len: 168 time: 1.4901457 Feb 21 09:19:35.321871 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'tag': 'f029f05d-20d8-4606-b3e5-548aa6a748d3'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:19:35.374082 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'tag': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'status': 'completed', 'code': 200} Feb 21 09:19:35.451273 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-0fcc7418-13b1-4c70-9b1e-083e22754b5b None None] Set router b321922b-643d-4f2b-8d4a-bcb05e081077 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:19:35.470463 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a02f69bf-f7a4-4694-af41-cf76f1515fb3 req-72a8015f-8864-4fce-b0ce-6c99a8bcfa5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 1099 time: 0.0762377 Feb 21 09:19:35.626300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f69bf-f7a4-4694-af41-cf76f1515fb3 req-efcf2d33-7e18-4ec6-a885-6dc9adc02acd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:35.627795 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a02f69bf-f7a4-4694-af41-cf76f1515fb3 req-efcf2d33-7e18-4ec6-a885-6dc9adc02acd service neutron] 10.222.0.47 "GET /v2.0/networks?id=317f8d66-41b2-4ce7-b519-44a2c3faf720 HTTP/1.1" status: 200 len: 896 time: 0.1515162 Feb 21 09:19:35.696702 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a02f69bf-f7a4-4694-af41-cf76f1515fb3 req-cc307afd-ec53-4a96-9132-37b592e5d00b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f029f05d-20d8-4606-b3e5-548aa6a748d3 HTTP/1.1" status: 200 len: 217 time: 0.0619605 Feb 21 09:19:35.745429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031edd6-08a0-418f-b22c-2900fbaa20b2 req-4a24963e-aa87-4e21-9e30-94853032c7d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:35.747034 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f031edd6-08a0-418f-b22c-2900fbaa20b2 req-4a24963e-aa87-4e21-9e30-94853032c7d3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 946 time: 0.0890307 Feb 21 09:19:35.765608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f69bf-f7a4-4694-af41-cf76f1515fb3 req-f2b31b53-6c92-4716-a526-90ec6f1c685d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:35.767131 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a02f69bf-f7a4-4694-af41-cf76f1515fb3 req-f2b31b53-6c92-4716-a526-90ec6f1c685d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b081283-08eb-4069-87fd-0cfe3adcce9a HTTP/1.1" status: 200 len: 835 time: 0.0633934 Feb 21 09:19:35.789164 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-0fcc7418-13b1-4c70-9b1e-083e22754b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:16Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:35.793138 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc7418-13b1-4c70-9b1e-083e22754b5b None None] Checking router: b321922b-643d-4f2b-8d4a-bcb05e081077 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:19:35.795555 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f031edd6-08a0-418f-b22c-2900fbaa20b2 req-775e5072-a86d-41cf-b840-b83ceb2ede42 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=c91c3994-2bf7-4c28-8930-45424851d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423734 Feb 21 09:19:35.804280 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc7418-13b1-4c70-9b1e-083e22754b5b None None] Routers {'b321922b-643d-4f2b-8d4a-bcb05e081077'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:19:35.804806 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-0fcc7418-13b1-4c70-9b1e-083e22754b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:19:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b321922b-643d-4f2b-8d4a-bcb05e081077'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:35.844625 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a02f69bf-f7a4-4694-af41-cf76f1515fb3 req-41adda87-9b96-4d8b-b7ec-dc1f6b611dc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=317f8d66-41b2-4ce7-b519-44a2c3faf720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700951 Feb 21 09:19:35.974248 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a02f69bf-f7a4-4694-af41-cf76f1515fb3 req-fa1253bc-5c58-41ec-9fe4-28c9ad73c4e7 service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224384 Feb 21 09:19:35.988939 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-0fcc7418-13b1-4c70-9b1e-083e22754b5b None None] Set router b321922b-643d-4f2b-8d4a-bcb05e081077 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:19:36.027455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:36.104866 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-a02f69bf-f7a4-4694-af41-cf76f1515fb3 req-d01afded-60af-4dca-99f8-73f5e1e6fe5d service neutron] 10.222.0.47 "GET /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244092 Feb 21 09:19:36.302285 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-0fcc7418-13b1-4c70-9b1e-083e22754b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:16Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:36.306857 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc7418-13b1-4c70-9b1e-083e22754b5b None None] The sync data for ids ['b321922b-643d-4f2b-8d4a-bcb05e081077'] in dv-neutron-830062-1-hyperv is: [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:18:11Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'eef43ca0-7c2a-49ac-8a3b-87b6dd922d99', 'name': '', 'network_id': '317f8d66-41b2-4ce7-b519-44a2c3faf720', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:97:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:10Z', 'updated_at': '2022-02-21T09:18:16Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': '6b081283-08eb-4069-87fd-0cfe3adcce9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:19:36.515885 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e41157-1ed6-443a-b744-7ae4dc693f38 None None] New status for floating IP 62784d98-ba53-4d57-803b-04ce624ccd62: DOWN {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:19:36.993829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89009cc3-8978-42b0-815a-fbb34dfd3196 req-0961c2d8-4173-4e41-b4bb-66c9beb46d35 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:36.995239 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-89009cc3-8978-42b0-815a-fbb34dfd3196 req-0961c2d8-4173-4e41-b4bb-66c9beb46d35 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 946 time: 0.0757508 Feb 21 09:19:37.027704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f394cea-37d2-4f2c-a6e8-ba7f3df133f9 req-25bdb726-81a5-42be-a08e-13f12411ba2d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:37.028408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-2f394cea-37d2-4f2c-a6e8-ba7f3df133f9 req-25bdb726-81a5-42be-a08e-13f12411ba2d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:19:37.041407 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-89009cc3-8978-42b0-815a-fbb34dfd3196 req-09a1b7b1-cd7c-409b-a104-ec926db925bf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=c91c3994-2bf7-4c28-8930-45424851d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401647 Feb 21 09:19:37.045426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-2f394cea-37d2-4f2c-a6e8-ba7f3df133f9 req-25bdb726-81a5-42be-a08e-13f12411ba2d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:19:37.046541 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-2f394cea-37d2-4f2c-a6e8-ba7f3df133f9 req-25bdb726-81a5-42be-a08e-13f12411ba2d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 946 time: 0.0981739 Feb 21 09:19:37.127364 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-2f394cea-37d2-4f2c-a6e8-ba7f3df133f9 req-77718b9b-9526-465a-9505-1014830cc44a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port f029f05d-20d8-4606-b3e5-548aa6a748d3 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:19:37.127704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-2f394cea-37d2-4f2c-a6e8-ba7f3df133f9 req-77718b9b-9526-465a-9505-1014830cc44a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:37.371475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-2f394cea-37d2-4f2c-a6e8-ba7f3df133f9 req-77718b9b-9526-465a-9505-1014830cc44a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port f029f05d-20d8-4606-b3e5-548aa6a748d3, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=f029f05d-20d8-4606-b3e5-548aa6a748d3,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:19:37.371831 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-2f394cea-37d2-4f2c-a6e8-ba7f3df133f9 req-77718b9b-9526-465a-9505-1014830cc44a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:37.495212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-2f394cea-37d2-4f2c-a6e8-ba7f3df133f9 req-77718b9b-9526-465a-9505-1014830cc44a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for f029f05d-20d8-4606-b3e5-548aa6a748d3 owned by compute:nova {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:19:37.728667 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-2f394cea-37d2-4f2c-a6e8-ba7f3df133f9 req-77718b9b-9526-465a-9505-1014830cc44a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:37.788696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77718b9b-9526-465a-9505-1014830cc44a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=f029f05d-20d8-4606-b3e5-548aa6a748d3,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:37.860416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f394cea-37d2-4f2c-a6e8-ba7f3df133f9 req-77718b9b-9526-465a-9505-1014830cc44a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] No DVR routers for this DVR port f029f05d-20d8-4606-b3e5-548aa6a748d3 on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:19:37.862792 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-2f394cea-37d2-4f2c-a6e8-ba7f3df133f9 req-77718b9b-9526-465a-9505-1014830cc44a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:37.865138 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'name': 'network-vif-deleted', 'tag': 'f029f05d-20d8-4606-b3e5-548aa6a748d3'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:19:37.880065 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-2f394cea-37d2-4f2c-a6e8-ba7f3df133f9 req-77718b9b-9526-465a-9505-1014830cc44a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "DELETE /v2.0/ports/f029f05d-20d8-4606-b3e5-548aa6a748d3 HTTP/1.1" status: 204 len: 173 time: 0.8249130 Feb 21 09:19:37.921636 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4cb87a-1847-4c39-abba-948dacb5dc2a', 'name': 'network-vif-deleted', 'tag': 'f029f05d-20d8-4606-b3e5-548aa6a748d3', 'status': 'completed', 'code': 200} Feb 21 09:19:38.221451 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8e545846-daa9-4b2b-838a-d8c9efd01e2d req-10123c36-01a4-47fa-bdfa-0d3781990504 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cb87a-1847-4c39-abba-948dacb5dc2a HTTP/1.1" status: 200 len: 210 time: 0.0440784 Feb 21 09:19:39.327533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59026) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:39.394026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a208e6a-ef64-4479-af09-1c271e120ccc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:39.423269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a208e6a-ef64-4479-af09-1c271e120ccc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:39.487196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a208e6a-ef64-4479-af09-1c271e120ccc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:39.505795 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a208e6a-ef64-4479-af09-1c271e120ccc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91c3994-2bf7-4c28-8930-45424851d702,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:39.514172 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a208e6a-ef64-4479-af09-1c271e120ccc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:39.517490 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0a208e6a-ef64-4479-af09-1c271e120ccc tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/security-groups/c91c3994-2bf7-4c28-8930-45424851d702 HTTP/1.1" status: 204 len: 168 time: 0.1889348 Feb 21 09:19:39.557222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59032) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:39.945959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:40.626647 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:19:40.627266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:40.640518 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device f029f05d-20d8-4606-b3e5-548aa6a748d3 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:19:40.676081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: f029f05d-20d8-4606-b3e5-548aa6a748d3 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:19:40.676418 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device f029f05d-20d8-4606-b3e5-548aa6a748d3 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:19:40.811274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port eef43ca0-7c2a-49ac-8a3b-87b6dd922d99, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=eef43ca0-7c2a-49ac-8a3b-87b6dd922d99,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:19:40.811628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:40.929643 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:19:41.104172 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:41.152494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=eef43ca0-7c2a-49ac-8a3b-87b6dd922d99,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:41.223422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:41.223768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:41.224102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:41.224432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:41.224758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:41.225082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:41.225437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:41.225760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:41.226083 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:41.226393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:41.226707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:41.451718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:42.102545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router b321922b-643d-4f2b-8d4a-bcb05e081077 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:19:42.294734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:19:42.304663 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7574c919-9ff8-4e67-b3ab-91d3c1a82f6b None None] Sync routers for ids ['b321922b-643d-4f2b-8d4a-bcb05e081077'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:19:42.307410 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-604d47c8-89a6-4e2a-925a-9b17e839c205 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/b321922b-643d-4f2b-8d4a-bcb05e081077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7487657 Feb 21 09:19:42.310019 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59036) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:42.316950 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7574c919-9ff8-4e67-b3ab-91d3c1a82f6b None None] Routers {'b321922b-643d-4f2b-8d4a-bcb05e081077'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:19:42.317540 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7574c919-9ff8-4e67-b3ab-91d3c1a82f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:19:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b321922b-643d-4f2b-8d4a-bcb05e081077'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:42.488982 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-7574c919-9ff8-4e67-b3ab-91d3c1a82f6b None None] Set router b321922b-643d-4f2b-8d4a-bcb05e081077 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:19:42.494585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce4aa7a-5a35-475c-b456-afe0f4475e4c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting subnet 6b081283-08eb-4069-87fd-0cfe3adcce9a {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:19:42.497453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ce4aa7a-5a35-475c-b456-afe0f4475e4c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:42.549928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ce4aa7a-5a35-475c-b456-afe0f4475e4c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:42.637446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ce4aa7a-5a35-475c-b456-afe0f4475e4c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:42.709085 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ce4aa7a-5a35-475c-b456-afe0f4475e4c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:42.749398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4aa7a-5a35-475c-b456-afe0f4475e4c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Subnet': ['ID=6b081283-08eb-4069-87fd-0cfe3adcce9a,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:42.753466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9ce4aa7a-5a35-475c-b456-afe0f4475e4c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:42.759532 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ed65ad-3f66-4c90-a7c5-e1985b4bcb7c None None] Network 317f8d66-41b2-4ce7-b519-44a2c3faf720 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:19:42.762487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59040) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:42.762932 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9ce4aa7a-5a35-475c-b456-afe0f4475e4c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/subnets/6b081283-08eb-4069-87fd-0cfe3adcce9a HTTP/1.1" status: 204 len: 168 time: 0.4515750 Feb 21 09:19:42.781106 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7574c919-9ff8-4e67-b3ab-91d3c1a82f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:19:41Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:42.784942 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7574c919-9ff8-4e67-b3ab-91d3c1a82f6b None None] Checking router: b321922b-643d-4f2b-8d4a-bcb05e081077 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:19:42.795670 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7574c919-9ff8-4e67-b3ab-91d3c1a82f6b None None] Routers {'b321922b-643d-4f2b-8d4a-bcb05e081077'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:19:42.796257 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7574c919-9ff8-4e67-b3ab-91d3c1a82f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:19:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b321922b-643d-4f2b-8d4a-bcb05e081077'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:42.989624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:43.000798 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-7574c919-9ff8-4e67-b3ab-91d3c1a82f6b None None] Set router b321922b-643d-4f2b-8d4a-bcb05e081077 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:19:43.055638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] DHCP port deletion for 317f8d66-41b2-4ce7-b519-44a2c3faf720 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:19:43.059576 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Deleting port 84c1d068-8dc6-49af-a929-1515cbbf449b {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:19:43.059941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:43.205221 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:43.215649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port bc1b5e1d-0559-4277-b217-5e1ca8cefa1f {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:19:43.215997 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:43.295612 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7574c919-9ff8-4e67-b3ab-91d3c1a82f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:19:41Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:43.299401 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7574c919-9ff8-4e67-b3ab-91d3c1a82f6b None None] The sync data for ids ['b321922b-643d-4f2b-8d4a-bcb05e081077'] in dv-neutron-830062-1-hyperv is: [{'id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'name': 'tempest-TestNetworkBasicOps-router-1788930947', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:18:06Z', 'updated_at': '2022-02-21T09:19:41Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': 'bc1b5e1d-0559-4277-b217-5e1ca8cefa1f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321922b-643d-4f2b-8d4a-bcb05e081077', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:18:07Z', 'updated_at': '2022-02-21T09:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:19:43.316273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] For port 84c1d068-8dc6-49af-a929-1515cbbf449b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=84c1d068-8dc6-49af-a929-1515cbbf449b,segment=NetworkSegment(62665801-4c54-432c-8e2e-aca72f4dffa9),segment_id=62665801-4c54-432c-8e2e-aca72f4dffa9)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:19:43.316647 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:43.397810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port bc1b5e1d-0559-4277-b217-5e1ca8cefa1f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=bc1b5e1d-0559-4277-b217-5e1ca8cefa1f,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:19:43.398167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:43.435518 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Calling delete_port for 84c1d068-8dc6-49af-a929-1515cbbf449b owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:19:43.509137 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:43.524742 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for bc1b5e1d-0559-4277-b217-5e1ca8cefa1f owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:19:43.555808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Pushing event deleted for resources: {'Port': ['ID=84c1d068-8dc6-49af-a929-1515cbbf449b,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:43.561445 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] No DVR routers for this DVR port 84c1d068-8dc6-49af-a929-1515cbbf449b on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:19:43.572296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:43.572640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:43.572981 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:43.573301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:43.573653 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:43.573963 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:43.574286 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:43.574614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:43.574938 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:43.575283 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:43.575605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87956f-ed15-4497-9929-25e564d288f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:43.708965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:43.754868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=bc1b5e1d-0559-4277-b217-5e1ca8cefa1f,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:44.058842 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:44.306380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:44.310575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:44.336776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:44.337389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Fanout notify agent at l3_agent the message router_deleted on router b321922b-643d-4f2b-8d4a-bcb05e081077 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:19:44.351526 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:44.355449 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59044) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:44.355897 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8441e404-3ba6-4614-9243-423367044985 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/routers/b321922b-643d-4f2b-8d4a-bcb05e081077 HTTP/1.1" status: 204 len: 168 time: 1.5913179 Feb 21 09:19:44.472645 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c7b14738-f870-4607-b117-42147dbce3e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:44.606244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c7b14738-f870-4607-b117-42147dbce3e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:44.633578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-c7b14738-f870-4607-b117-42147dbce3e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317f8d66-41b2-4ce7-b519-44a2c3faf720']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:44.644949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-c7b14738-f870-4607-b117-42147dbce3e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62665801-4c54-432c-8e2e-aca72f4dffa9') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:44.645231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-c7b14738-f870-4607-b117-42147dbce3e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62665801-4c54-432c-8e2e-aca72f4dffa9') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:44.656660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c7b14738-f870-4607-b117-42147dbce3e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:44.672169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c7b14738-f870-4607-b117-42147dbce3e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:44.677876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b14738-f870-4607-b117-42147dbce3e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:19:44.678245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c7b14738-f870-4607-b117-42147dbce3e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:19:44.692339 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:19:44.766747 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c7b14738-f870-4607-b117-42147dbce3e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:44.788330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c7b14738-f870-4607-b117-42147dbce3e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:44.898073 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b14738-f870-4607-b117-42147dbce3e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Network': ['ID=317f8d66-41b2-4ce7-b519-44a2c3faf720,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:44.909710 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c7b14738-f870-4607-b117-42147dbce3e1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/networks/317f8d66-41b2-4ce7-b519-44a2c3faf720 HTTP/1.1" status: 204 len: 168 time: 0.5527425 Feb 21 09:19:44.932408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59048) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:44.940381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'network': {'name': 'tempest-network-smoke--1999676681', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'port_security_enabled': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:19:44.945293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bc1b5e1d-0559-4277-b217-5e1ca8cefa1f no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:19:44.946619 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:19:44.950743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:network and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:19:44.953602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:19:44.959438 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:19:44.970444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:19:44.973379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:44.977863 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: bc1b5e1d-0559-4277-b217-5e1ca8cefa1f {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:19:44.978202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device bc1b5e1d-0559-4277-b217-5e1ca8cefa1f not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:19:44.978613 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 84c1d068-8dc6-49af-a929-1515cbbf449b no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:19:45.001255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:19:45.012583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:45.012583 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Added segment 59d0009a-c17f-49ab-a8a0-952bf58edd0a of type vlan for network f6762347-7da2-4f38-a04a-48578ab6af1e Feb 21 09:19:45.016031 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 84c1d068-8dc6-49af-a929-1515cbbf449b {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:19:45.016385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 84c1d068-8dc6-49af-a929-1515cbbf449b not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:19:45.016792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:19:45.045334 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:45.048755 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:19:45.049097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device eef43ca0-7c2a-49ac-8a3b-87b6dd922d99 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:19:45.070159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:45.073780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:45.074346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:45.175888 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2404838 Feb 21 09:19:45.178445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59052) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:45.185955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'admin_state_up': True, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:19:45.190827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abc9c7-e999-4ae9-9c37-c09802a60f6f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Network': ['ID=f6762347-7da2-4f38-a04a-48578ab6af1e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:45.195187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:19:45.198913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:router and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:19:45.201205 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network f6762347-7da2-4f38-a04a-48578ab6af1e details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:19:45.201759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:19:45.207467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:19:45.219787 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:45.220851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:45.241047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:45.386574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:45.558930 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:45.588360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:45.720619 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.198 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/5b55c26d-1959-4379-8562-cb52cfd294df) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:19:45.865333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:45.891805 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:45.955308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:19:45.958017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:19:45.962199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:19:45.988497 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=5b55c26d-1959-4379-8562-cb52cfd294df,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:46.113753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:46.114474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:46.348228 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router b1cee671-b410-4679-ac9c-2dfd0e2e5127 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:19:46.544501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:19:46.554342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Sync routers for ids ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:19:46.570824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Routers {'b1cee671-b410-4679-ac9c-2dfd0e2e5127'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:19:46.572233 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:19:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:46.578723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:46.582919 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c1a0eabb-5068-4f87-9bcd-44ac8a77f4b2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4006312 Feb 21 09:19:46.583213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59056) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:46.729936 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fc8b6cb1-18ab-41de-adea-c5719b051816 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0e247a2036294a16824a56cdfeb01f75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1455078 Feb 21 09:19:46.732412 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59060) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:46.755671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Set router b1cee671-b410-4679-ac9c-2dfd0e2e5127 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:19:46.866897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37570716-6a02-4298-ba44-f9be3ecaa874 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:46.868408 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-37570716-6a02-4298-ba44-f9be3ecaa874 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1350815 Feb 21 09:19:46.871508 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59064) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:46.911412 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4411cdac-3f75-47b8-ac43-117c5ad5f689 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387609 Feb 21 09:19:46.913944 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59068) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:46.919506 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1584159565', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:19:47.029268 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:19:47.033420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:subnet and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:19:47.036328 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:19:47.042456 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:46Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:47.044696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:19:47.046463 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Checking router: b1cee671-b410-4679-ac9c-2dfd0e2e5127 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:19:47.046814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Updating router b1cee671-b410-4679-ac9c-2dfd0e2e5127 port 5b55c26d-1959-4379-8562-cb52cfd294df binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:19:47.055078 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:19:47.096934 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:47.158399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:47.369539 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:47.445560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Subnet': ['ID=bff46e55-c737-4ef8-ab9c-ab71ffad4f68,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:47.456693 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:47.460347 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Checking segment: {'id': '59d0009a-c17f-49ab-a8a0-952bf58edd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:19:47.460800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network hostable DHCP agents. Network: f6762347-7da2-4f38-a04a-48578ab6af1e, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:19:47.468816 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Transition to ACTIVE for port object 5b55c26d-1959-4379-8562-cb52cfd294df will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:19:47.475649 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:47.481961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network f6762347-7da2-4f38-a04a-48578ab6af1e is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:19:47.490970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, f6762347-7da2-4f38-a04a-48578ab6af1e) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:19:47.494768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:47.495372 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:47.517320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af54720-3acb-4e4e-ad14-1154736663cc None None] Network f6762347-7da2-4f38-a04a-48578ab6af1e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:19:47.517575 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-21f42ec5-68ba-415b-89ce-5bf9982ed832 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6024196 Feb 21 09:19:47.520226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59072) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:47.660757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b99816-4bf1-402d-97da-db21dcd240ad None None] Pushing event updated for resources: {'Port': ['ID=5b55c26d-1959-4379-8562-cb52cfd294df,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:47.683552 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Attempting to bind port 5b55c26d-1959-4379-8562-cb52cfd294df on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:19:47.683921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Attempting to bind port 5b55c26d-1959-4379-8562-cb52cfd294df by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:19:47.684277 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Attempting to bind port 5b55c26d-1959-4379-8562-cb52cfd294df on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:19:47.719728 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:19:47.720011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:19:47.720420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:47.720790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:19:47.721252 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Bound port: 5b55c26d-1959-4379-8562-cb52cfd294df, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:19:47.721619 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:47.838952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] For port 5b55c26d-1959-4379-8562-cb52cfd294df, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:19:47.842275 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-f6762347-7da2-4f38-a04a-48578ab6af1e', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ips': [{'subnet_id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:19:47.843095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:47.863065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] For port 5b55c26d-1959-4379-8562-cb52cfd294df, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5b55c26d-1959-4379-8562-cb52cfd294df,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:19:47.905509 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:48.056593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b99816-4bf1-402d-97da-db21dcd240ad None None] Pushing event updated for resources: {'Port': ['ID=5b55c26d-1959-4379-8562-cb52cfd294df,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:48.067248 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Routers {'b1cee671-b410-4679-ac9c-2dfd0e2e5127'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:19:48.067873 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:19:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:48.211436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Allocated IP 172.20.0.2 (f6762347-7da2-4f38-a04a-48578ab6af1e/bff46e55-c737-4ef8-ab9c-ab71ffad4f68/974332ca-95b1-4a41-94f6-ea1c392492a2) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:19:48.334483 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] Set router b1cee671-b410-4679-ac9c-2dfd0e2e5127 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:19:48.358818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:48.651370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:48.691837 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Transition to ACTIVE for port object 974332ca-95b1-4a41-94f6-ea1c392492a2 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:19:48.717646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Transition to ACTIVE for port object 974332ca-95b1-4a41-94f6-ea1c392492a2 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:19:48.723271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:48.792256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.1 (f6762347-7da2-4f38-a04a-48578ab6af1e/bff46e55-c737-4ef8-ab9c-ab71ffad4f68/6c0fae00-64ff-4189-8c2f-d25b8a425522) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:19:48.844465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Network f6762347-7da2-4f38-a04a-48578ab6af1e is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:19:48.848103 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:19:48.848624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:19:48.859556 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:19:48.862230 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Pushing event updated for resources: {'Port': ['ID=974332ca-95b1-4a41-94f6-ea1c392492a2,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:48.875255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:46Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:48.909735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d2e6e-c97d-4cb3-930e-1e55c1c2dcd7 None None] The sync data for ids ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'] in dv-neutron-830062-1-hyperv is: [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:46Z', 'revision_number': 3, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:19:48.964971 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Attempting to bind port 974332ca-95b1-4a41-94f6-ea1c392492a2 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:19:48.965750 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Attempting to bind port 974332ca-95b1-4a41-94f6-ea1c392492a2 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '59d0009a-c17f-49ab-a8a0-952bf58edd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:19:48.966172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Attempting to bind port 974332ca-95b1-4a41-94f6-ea1c392492a2 on network f6762347-7da2-4f38-a04a-48578ab6af1e {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:19:48.972943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:19:48.973321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Checking segment: {'id': '59d0009a-c17f-49ab-a8a0-952bf58edd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:19:48.973718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:48.974054 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:48.974168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Bound using segment: {'id': '59d0009a-c17f-49ab-a8a0-952bf58edd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:19:48.974566 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Bound port: 974332ca-95b1-4a41-94f6-ea1c392492a2, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d0009a-c17f-49ab-a8a0-952bf58edd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:19:48.975603 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:48.992261 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object 6c0fae00-64ff-4189-8c2f-d25b8a425522 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:19:49.016762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:49.079525 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] For port 974332ca-95b1-4a41-94f6-ea1c392492a2, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:19:49.095720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] For port 974332ca-95b1-4a41-94f6-ea1c392492a2, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=974332ca-95b1-4a41-94f6-ea1c392492a2,segment=NetworkSegment(59d0009a-c17f-49ab-a8a0-952bf58edd0a),segment_id=59d0009a-c17f-49ab-a8a0-952bf58edd0a)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:19:49.104243 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:49.115982 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network f6762347-7da2-4f38-a04a-48578ab6af1e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:19:49.119161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:19:49.123602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:19:49.149276 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=6c0fae00-64ff-4189-8c2f-d25b8a425522,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:49.189691 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:49.206407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82597ef0-f517-40b2-bd67-e094b205a986 None None] Pushing event updated for resources: {'Port': ['ID=974332ca-95b1-4a41-94f6-ea1c392492a2,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:49.286279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:49.734574 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:49.739289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:49.952920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:49.956282 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=6c0fae00-64ff-4189-8c2f-d25b8a425522,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:50.095157 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network f6762347-7da2-4f38-a04a-48578ab6af1e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:19:50.096258 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:19:50.115199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac2a48-94d8-45c1-b24d-73f9aa1ff4ea None None] Network f6762347-7da2-4f38-a04a-48578ab6af1e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:19:50.226011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ba116365-6262-43eb-94a1-058b69641df8 None None] Provisioning for port 974332ca-95b1-4a41-94f6-ea1c392492a2 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:19:50.478603 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router b1cee671-b410-4679-ac9c-2dfd0e2e5127 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:19:50.566308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-87d2b13a-92e2-41e6-808c-691324689ee8 None None] Provisioning for port 6c0fae00-64ff-4189-8c2f-d25b8a425522 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:19:50.571410 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-87d2b13a-92e2-41e6-808c-691324689ee8 None None] Provisioning complete for port 6c0fae00-64ff-4189-8c2f-d25b8a425522 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:19:50.571780 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-87d2b13a-92e2-41e6-808c-691324689ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:50.627854 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-87d2b13a-92e2-41e6-808c-691324689ee8 None None] Port 6c0fae00-64ff-4189-8c2f-d25b8a425522 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:19:50.698706 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:19:50.712544 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cb2723df-1c89-41f4-a263-b947e4f68539 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/b1cee671-b410-4679-ac9c-2dfd0e2e5127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1911547 Feb 21 09:19:50.714277 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59076) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:50.777679 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-217b5698-48b7-4c95-8c19-304ad325c12a None None] Provisioning complete for port 6c0fae00-64ff-4189-8c2f-d25b8a425522 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:19:50.778068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-217b5698-48b7-4c95-8c19-304ad325c12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:50.844464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 974332ca-95b1-4a41-94f6-ea1c392492a2 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:19:50.878960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03908e7a-2003-4d18-b434-e76866b762a6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:50.879511 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03908e7a-2003-4d18-b434-e76866b762a6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:50.879959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03908e7a-2003-4d18-b434-e76866b762a6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:50.880322 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03908e7a-2003-4d18-b434-e76866b762a6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:50.883032 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-03908e7a-2003-4d18-b434-e76866b762a6 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1669142 Feb 21 09:19:50.885129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59080) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:50.890133 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-217b5698-48b7-4c95-8c19-304ad325c12a None None] Port 6c0fae00-64ff-4189-8c2f-d25b8a425522 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:19:50.924634 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 974332ca-95b1-4a41-94f6-ea1c392492a2 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:19:50.929732 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 974332ca-95b1-4a41-94f6-ea1c392492a2 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:19:50.930106 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:50.962609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aae5fb-e097-4507-abeb-4253b80786e1 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:50.963004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aae5fb-e097-4507-abeb-4253b80786e1 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:50.963385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aae5fb-e097-4507-abeb-4253b80786e1 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:50.963744 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aae5fb-e097-4507-abeb-4253b80786e1 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:50.968027 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-40aae5fb-e097-4507-abeb-4253b80786e1 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0793092 Feb 21 09:19:50.968173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59084) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:51.055165 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.072208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5f7a49bd-41f1-427e-80d9-d01086dcd3ce None None] Provisioning complete for port 6c0fae00-64ff-4189-8c2f-d25b8a425522 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:19:51.072576 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5f7a49bd-41f1-427e-80d9-d01086dcd3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.137384 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 974332ca-95b1-4a41-94f6-ea1c392492a2, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=974332ca-95b1-4a41-94f6-ea1c392492a2,segment=NetworkSegment(59d0009a-c17f-49ab-a8a0-952bf58edd0a),segment_id=59d0009a-c17f-49ab-a8a0-952bf58edd0a)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:19:51.138555 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a49bd-41f1-427e-80d9-d01086dcd3ce None None] Port 6c0fae00-64ff-4189-8c2f-d25b8a425522 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:19:51.142077 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.142816 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5b55c26d-1959-4379-8562-cb52cfd294df up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:19:51.172624 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b95fcf75-2d0d-4f55-b148-39f5bba87d16 tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2033930 Feb 21 09:19:51.258228 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=974332ca-95b1-4a41-94f6-ea1c392492a2,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:51.271068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 5b55c26d-1959-4379-8562-cb52cfd294df completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:19:51.275789 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5b55c26d-1959-4379-8562-cb52cfd294df triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:19:51.276159 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.324869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59090) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:51.330309 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-700384146', 'description': 'tempest-secgroup-smoke-700384146 description', 'project_id': '0e247a2036294a16824a56cdfeb01f75'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:19:51.336517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:19:51.340541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:19:51.343330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:19:51.349507 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:19:51.359431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.392394 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.393203 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:19:51.397392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:19:51.400166 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:19:51.406094 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:19:51.408959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 5b55c26d-1959-4379-8562-cb52cfd294df, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5b55c26d-1959-4379-8562-cb52cfd294df,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:19:51.413753 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.459801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.463468 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.480782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=5b55c26d-1959-4379-8562-cb52cfd294df,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:51.507121 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a9d92a-0462-4eca-83b3-900218a54edb,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:51.509966 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.511180 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-34d28885-b90d-4ebb-84af-74601ca8f01f tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1853213 Feb 21 09:19:51.514313 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59094) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:51.519621 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-bd91e1cd-dc9b-4072-ae47-a07604fc4fcd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '97a9d92a-0462-4eca-83b3-900218a54edb', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:19:51.525895 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bd91e1cd-dc9b-4072-ae47-a07604fc4fcd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:19:51.529897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bd91e1cd-dc9b-4072-ae47-a07604fc4fcd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:19:51.532754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bd91e1cd-dc9b-4072-ae47-a07604fc4fcd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:19:51.539304 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bd91e1cd-dc9b-4072-ae47-a07604fc4fcd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:19:51.555306 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd91e1cd-dc9b-4072-ae47-a07604fc4fcd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.616432 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd91e1cd-dc9b-4072-ae47-a07604fc4fcd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.620035 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd91e1cd-dc9b-4072-ae47-a07604fc4fcd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.642815 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91e1cd-dc9b-4072-ae47-a07604fc4fcd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e36a39-e6f1-4edf-bd91-a83bb5e46bae,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:51.651256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd91e1cd-dc9b-4072-ae47-a07604fc4fcd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.652459 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bd91e1cd-dc9b-4072-ae47-a07604fc4fcd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1373091 Feb 21 09:19:51.655575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59098) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:51.660780 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-334186a9-3fcd-4593-b77e-9336b52bd626 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '97a9d92a-0462-4eca-83b3-900218a54edb', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:19:51.666946 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-334186a9-3fcd-4593-b77e-9336b52bd626 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:19:51.670736 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-334186a9-3fcd-4593-b77e-9336b52bd626 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:19:51.673629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-334186a9-3fcd-4593-b77e-9336b52bd626 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:19:51.679338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-334186a9-3fcd-4593-b77e-9336b52bd626 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:19:51.695664 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-334186a9-3fcd-4593-b77e-9336b52bd626 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.754842 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-334186a9-3fcd-4593-b77e-9336b52bd626 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.758671 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-334186a9-3fcd-4593-b77e-9336b52bd626 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.787519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334186a9-3fcd-4593-b77e-9336b52bd626 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdfbdb1-baf0-4465-990a-7aa7e04ce426,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:51.794187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-334186a9-3fcd-4593-b77e-9336b52bd626 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.795382 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-334186a9-3fcd-4593-b77e-9336b52bd626 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1389143 Feb 21 09:19:51.798278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59102) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:51.803612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-82fd14e2-b541-4dc8-9aac-72105347a880 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '97a9d92a-0462-4eca-83b3-900218a54edb', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:19:51.809357 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-82fd14e2-b541-4dc8-9aac-72105347a880 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:19:51.813046 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-82fd14e2-b541-4dc8-9aac-72105347a880 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:19:51.815851 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-82fd14e2-b541-4dc8-9aac-72105347a880 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:19:51.821922 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-82fd14e2-b541-4dc8-9aac-72105347a880 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:19:51.839082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-82fd14e2-b541-4dc8-9aac-72105347a880 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.899114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-82fd14e2-b541-4dc8-9aac-72105347a880 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.902453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-82fd14e2-b541-4dc8-9aac-72105347a880 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.927733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd14e2-b541-4dc8-9aac-72105347a880 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49e4d5d-c14b-46fa-8ca6-55c91174cecf,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:51.937210 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-82fd14e2-b541-4dc8-9aac-72105347a880 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:51.938415 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-82fd14e2-b541-4dc8-9aac-72105347a880 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1392360 Feb 21 09:19:51.941174 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59106) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:51.946562 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8eca8163-eeff-4923-bc9b-1e81d96f510c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '97a9d92a-0462-4eca-83b3-900218a54edb', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:19:51.952396 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8eca8163-eeff-4923-bc9b-1e81d96f510c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:19:51.956246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8eca8163-eeff-4923-bc9b-1e81d96f510c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:19:51.959207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8eca8163-eeff-4923-bc9b-1e81d96f510c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:19:51.964998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8eca8163-eeff-4923-bc9b-1e81d96f510c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:19:51.981731 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8eca8163-eeff-4923-bc9b-1e81d96f510c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:52.043456 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8eca8163-eeff-4923-bc9b-1e81d96f510c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:52.046670 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8eca8163-eeff-4923-bc9b-1e81d96f510c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:52.069057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca8163-eeff-4923-bc9b-1e81d96f510c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafd8ec9-de60-41c7-870f-c3f3970d2e50,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:52.077192 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8eca8163-eeff-4923-bc9b-1e81d96f510c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:52.078326 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8eca8163-eeff-4923-bc9b-1e81d96f510c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1362472 Feb 21 09:19:52.081160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59110) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:52.086883 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-591d841f-1ce8-4b07-8364-a3dfd3c053b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '97a9d92a-0462-4eca-83b3-900218a54edb', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:19:52.092529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-591d841f-1ce8-4b07-8364-a3dfd3c053b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:19:52.096281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-591d841f-1ce8-4b07-8364-a3dfd3c053b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:19:52.099061 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-591d841f-1ce8-4b07-8364-a3dfd3c053b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:19:52.104729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-591d841f-1ce8-4b07-8364-a3dfd3c053b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:19:52.114722 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-591d841f-1ce8-4b07-8364-a3dfd3c053b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:19:52.121516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-591d841f-1ce8-4b07-8364-a3dfd3c053b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:52.187498 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-591d841f-1ce8-4b07-8364-a3dfd3c053b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:52.191472 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-591d841f-1ce8-4b07-8364-a3dfd3c053b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:52.215158 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d841f-1ce8-4b07-8364-a3dfd3c053b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfe42ce-2ad3-4c1d-a6d5-4997530eb0fb,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:52.223548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-591d841f-1ce8-4b07-8364-a3dfd3c053b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:52.224752 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-591d841f-1ce8-4b07-8364-a3dfd3c053b5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1426771 Feb 21 09:19:52.227767 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59114) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:19:52.233214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7255bc26-4395-4705-a1d7-376566acc976 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'security_group_rule': {'security_group_id': '97a9d92a-0462-4eca-83b3-900218a54edb', 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:19:52.239165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7255bc26-4395-4705-a1d7-376566acc976 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:19:52.243560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7255bc26-4395-4705-a1d7-376566acc976 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:security_group_rule and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:19:52.246558 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7255bc26-4395-4705-a1d7-376566acc976 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:19:52.253816 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7255bc26-4395-4705-a1d7-376566acc976 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:19:52.266940 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-7255bc26-4395-4705-a1d7-376566acc976 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Project 0e247a2036294a16824a56cdfeb01f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:19:52.274154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7255bc26-4395-4705-a1d7-376566acc976 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:52.346959 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7255bc26-4395-4705-a1d7-376566acc976 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:52.351450 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7255bc26-4395-4705-a1d7-376566acc976 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:52.373837 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255bc26-4395-4705-a1d7-376566acc976 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f66aad-6c36-48a4-955c-e81b820231bd,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:52.383048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7255bc26-4395-4705-a1d7-376566acc976 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:52.384552 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7255bc26-4395-4705-a1d7-376566acc976 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1555674 Feb 21 09:19:52.418383 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Sync routers for ids ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:19:52.431644 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Routers {'b1cee671-b410-4679-ac9c-2dfd0e2e5127'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:19:52.432243 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:19:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:52.563749 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-eb12ed8c-f6a8-486f-8ab0-533cedcc84a6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-700384146&fields=id&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 267 time: 0.0407383 Feb 21 09:19:52.605717 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Set router b1cee671-b410-4679-ac9c-2dfd0e2e5127 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:19:52.741791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-92baf34e-0f39-4c13-85b5-e6dcb0bf3f3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:52.742464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-92baf34e-0f39-4c13-85b5-e6dcb0bf3f3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:19:52.757920 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-92baf34e-0f39-4c13-85b5-e6dcb0bf3f3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:19:52.763380 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-92baf34e-0f39-4c13-85b5-e6dcb0bf3f3d tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/networks?id=f6762347-7da2-4f38-a04a-48578ab6af1e HTTP/1.1" status: 200 len: 797 time: 0.1882861 Feb 21 09:19:52.777313 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-955ba948-afdb-4524-9838-df0e339bd00b tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/quotas/0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 375 time: 0.0126226 Feb 21 09:19:52.777517 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 974332ca-95b1-4a41-94f6-ea1c392492a2 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:19:52.851595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 974332ca-95b1-4a41-94f6-ea1c392492a2 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:19:52.852264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:52.866656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-59caf2bf-a682-42ff-9d9b-7a96f2027519 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:19:52.883119 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-59caf2bf-a682-42ff-9d9b-7a96f2027519 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:19:52.884551 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-59caf2bf-a682-42ff-9d9b-7a96f2027519 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009851 Feb 21 09:19:52.900833 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-91a918bf-5527-4072-8263-d8d9579f9ed7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:19:52.901876 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-91a918bf-5527-4072-8263-d8d9579f9ed7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061674 Feb 21 09:19:52.938673 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:49Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '6c0fae00-64ff-4189-8c2f-d25b8a425522', 'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:41:be:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:48Z', 'updated_at': '2022-02-21T09:19:49Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:52.942505 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Checking router: b1cee671-b410-4679-ac9c-2dfd0e2e5127 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:19:52.942849 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Updating router b1cee671-b410-4679-ac9c-2dfd0e2e5127 port 6c0fae00-64ff-4189-8c2f-d25b8a425522 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:19:52.987485 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5b55c26d-1959-4379-8562-cb52cfd294df up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:19:52.997579 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:53.049905 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-8bb9451e-8af5-493c-995c-09b61a834080 service neutron] 10.222.0.48 "GET /v2.0/networks/f6762347-7da2-4f38-a04a-48578ab6af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413717 Feb 21 09:19:53.079522 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5b55c26d-1959-4379-8562-cb52cfd294df triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:19:53.079894 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:53.196663 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-103f6ea4-6070-43d2-935b-23e225bc0932 service neutron] 10.222.0.48 "GET /v2.0/networks/f6762347-7da2-4f38-a04a-48578ab6af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403470 Feb 21 09:19:53.358807 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:53.370764 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Transition to ACTIVE for port object 6c0fae00-64ff-4189-8c2f-d25b8a425522 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:19:53.377987 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:53.397605 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-469a8b6d-6e4e-4083-9e77-853569af5a38 req-6770abd7-ac59-4d43-a42f-7993447a367a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 210 time: 0.0427794 Feb 21 09:19:53.544457 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd0521-7917-40ae-bbdc-07e5dc72f2eb None None] Pushing event updated for resources: {'Port': ['ID=6c0fae00-64ff-4189-8c2f-d25b8a425522,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:53.595826 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0521-7917-40ae-bbdc-07e5dc72f2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:53.596389 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0521-7917-40ae-bbdc-07e5dc72f2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:53.596722 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0521-7917-40ae-bbdc-07e5dc72f2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:53.597049 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0521-7917-40ae-bbdc-07e5dc72f2eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:53.597373 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0521-7917-40ae-bbdc-07e5dc72f2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:53.597694 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0521-7917-40ae-bbdc-07e5dc72f2eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:53.598013 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0521-7917-40ae-bbdc-07e5dc72f2eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:53.598329 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0521-7917-40ae-bbdc-07e5dc72f2eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:53.598640 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0521-7917-40ae-bbdc-07e5dc72f2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:53.599133 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0521-7917-40ae-bbdc-07e5dc72f2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:53.599755 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0521-7917-40ae-bbdc-07e5dc72f2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:19:53.657215 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Attempting to bind port 6c0fae00-64ff-4189-8c2f-d25b8a425522 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:19:53.657751 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Attempting to bind port 6c0fae00-64ff-4189-8c2f-d25b8a425522 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '59d0009a-c17f-49ab-a8a0-952bf58edd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:19:53.658275 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Attempting to bind port 6c0fae00-64ff-4189-8c2f-d25b8a425522 on network f6762347-7da2-4f38-a04a-48578ab6af1e {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:19:53.666542 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:19:53.666907 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Checking segment: {'id': '59d0009a-c17f-49ab-a8a0-952bf58edd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:19:53.667323 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:53.667880 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Bound using segment: {'id': '59d0009a-c17f-49ab-a8a0-952bf58edd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:19:53.668390 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Bound port: 6c0fae00-64ff-4189-8c2f-d25b8a425522, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d0009a-c17f-49ab-a8a0-952bf58edd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:19:53.668696 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:53.759283 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] For port 6c0fae00-64ff-4189-8c2f-d25b8a425522, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:19:53.762570 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] For port 6c0fae00-64ff-4189-8c2f-d25b8a425522, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6c0fae00-64ff-4189-8c2f-d25b8a425522,segment=NetworkSegment(59d0009a-c17f-49ab-a8a0-952bf58edd0a),segment_id=59d0009a-c17f-49ab-a8a0-952bf58edd0a)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:19:53.766531 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:53.856969 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd0521-7917-40ae-bbdc-07e5dc72f2eb None None] Pushing event updated for resources: {'Port': ['ID=6c0fae00-64ff-4189-8c2f-d25b8a425522,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:53.859569 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Routers {'b1cee671-b410-4679-ac9c-2dfd0e2e5127'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:19:53.860153 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:19:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:54.045552 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] Set router b1cee671-b410-4679-ac9c-2dfd0e2e5127 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:19:54.352001 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:49Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '6c0fae00-64ff-4189-8c2f-d25b8a425522', 'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:41:be:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:48Z', 'updated_at': '2022-02-21T09:19:53Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:19:54.357010 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d033b008-cc2a-428e-8efe-8dc36e907d41 None None] The sync data for ids ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'] in dv-neutron-830062-1-hyperv is: [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:49Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '6c0fae00-64ff-4189-8c2f-d25b8a425522', 'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:41:be:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:48Z', 'updated_at': '2022-02-21T09:19:53Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:19:54.612358 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-48a4a89c-7c4c-4e7c-8781-98abe6212338 req-39f1dbad-c649-42f1-9e6e-5cb26926afa2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 210 time: 0.0793514 Feb 21 09:19:54.651031 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-016c7c21-973b-45bd-a070-490c9d8ac3c0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:54.652530 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-016c7c21-973b-45bd-a070-490c9d8ac3c0 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/networks?id=f6762347-7da2-4f38-a04a-48578ab6af1e HTTP/1.1" status: 200 len: 797 time: 0.3079677 Feb 21 09:19:54.705318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-431a1f38-0eab-40e0-8141-4e6b3f0162c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:19:54.724375 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-431a1f38-0eab-40e0-8141-4e6b3f0162c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:security_group {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:19:54.726029 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-431a1f38-0eab-40e0-8141-4e6b3f0162c7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e247a2036294a16824a56cdfeb01f75 HTTP/1.1" status: 200 len: 379 time: 0.0617228 Feb 21 09:19:54.737433 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'port': {'device_id': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'admin_state_up': True, 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'security_groups': ['97a9d92a-0462-4eca-83b3-900218a54edb']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:19:54.800297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6c0fae00-64ff-4189-8c2f-d25b8a425522 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:19:54.879455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 6c0fae00-64ff-4189-8c2f-d25b8a425522 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:19:54.885499 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 6c0fae00-64ff-4189-8c2f-d25b8a425522 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:19:54.885872 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:54.888056 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:19:54.899736 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:19:54.909873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Made reservation on behalf of 0e247a2036294a16824a56cdfeb01f75 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:19:54.913828 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:55.042307 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:55.076449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 6c0fae00-64ff-4189-8c2f-d25b8a425522, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6c0fae00-64ff-4189-8c2f-d25b8a425522,segment=NetworkSegment(59d0009a-c17f-49ab-a8a0-952bf58edd0a),segment_id=59d0009a-c17f-49ab-a8a0-952bf58edd0a)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:19:55.081634 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:55.097092 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.20.0.4 (f6762347-7da2-4f38-a04a-48578ab6af1e/bff46e55-c737-4ef8-ab9c-ab71ffad4f68/72f376f0-6486-4cd9-a238-130f7621e773) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:19:55.152852 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=6c0fae00-64ff-4189-8c2f-d25b8a425522,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:55.292878 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:55.309876 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Transition to ACTIVE for port object 72f376f0-6486-4cd9-a238-130f7621e773 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:19:55.332479 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:55.410714 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network f6762347-7da2-4f38-a04a-48578ab6af1e is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:19:55.414176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:19:55.418390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:19:55.443637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=72f376f0-6486-4cd9-a238-130f7621e773,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:55.482780 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:55.483407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:55.508473 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-2eea03f8-699c-4bb8-b195-017db76261d8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7766266 Feb 21 09:19:55.519654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Request body: {'port': {'device_id': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:19:55.633094 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:55.649888 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ad439696-33d9-453e-b2b4-22c0394928e5 None None] Provisioning for port 72f376f0-6486-4cd9-a238-130f7621e773 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:19:55.654886 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ad439696-33d9-453e-b2b4-22c0394928e5 None None] Provisioning complete for port 72f376f0-6486-4cd9-a238-130f7621e773 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:19:55.655279 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ad439696-33d9-453e-b2b4-22c0394928e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:55.712016 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-ad439696-33d9-453e-b2b4-22c0394928e5 None None] Port 72f376f0-6486-4cd9-a238-130f7621e773 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:19:55.828822 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4124e-04f3-400f-ad21-bee32549e15d req-1ac0bfd4-1853-471c-b5bc-8895c7b17fde tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:55.830387 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-84e4124e-04f3-400f-ad21-bee32549e15d req-1ac0bfd4-1853-471c-b5bc-8895c7b17fde tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 931 time: 0.0784564 Feb 21 09:19:55.875194 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-84e4124e-04f3-400f-ad21-bee32549e15d req-d5d59e6b-c57a-4ccb-8a12-b2f853127a99 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=97a9d92a-0462-4eca-83b3-900218a54edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390186 Feb 21 09:19:55.975296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f376f0-6486-4cd9-a238-130f7621e773 {{(pid=83584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:19:55.981744 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:55.996147 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Transition to ACTIVE for port object 72f376f0-6486-4cd9-a238-130f7621e773 will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:19:56.000486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:56.122176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Pushing event updated for resources: {'Port': ['ID=72f376f0-6486-4cd9-a238-130f7621e773,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:56.231496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Attempting to bind port 72f376f0-6486-4cd9-a238-130f7621e773 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:19:56.231757 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Attempting to bind port 72f376f0-6486-4cd9-a238-130f7621e773 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '59d0009a-c17f-49ab-a8a0-952bf58edd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:19:56.232080 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Attempting to bind port 72f376f0-6486-4cd9-a238-130f7621e773 on network f6762347-7da2-4f38-a04a-48578ab6af1e {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:19:56.237952 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Port 72f376f0-6486-4cd9-a238-130f7621e773 on network f6762347-7da2-4f38-a04a-48578ab6af1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:19:56.238267 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Attempting to bind port 72f376f0-6486-4cd9-a238-130f7621e773 on network f6762347-7da2-4f38-a04a-48578ab6af1e {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:19:56.245174 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:19:56.245505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Checking segment: {'id': '59d0009a-c17f-49ab-a8a0-952bf58edd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:19:56.245875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Bound using segment: {'id': '59d0009a-c17f-49ab-a8a0-952bf58edd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e'} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:19:56.246285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Bound port: 72f376f0-6486-4cd9-a238-130f7621e773, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d0009a-c17f-49ab-a8a0-952bf58edd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e'}}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:19:56.246649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:56.331655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] For port 72f376f0-6486-4cd9-a238-130f7621e773, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:19:56.334565 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] For port 72f376f0-6486-4cd9-a238-130f7621e773, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=72f376f0-6486-4cd9-a238-130f7621e773,segment=NetworkSegment(59d0009a-c17f-49ab-a8a0-952bf58edd0a),segment_id=59d0009a-c17f-49ab-a8a0-952bf58edd0a)] {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:19:56.339262 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:56.399983 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:56.401335 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] 10.222.0.47 "PUT /v2.0/ports/72f376f0-6486-4cd9-a238-130f7621e773 HTTP/1.1" status: 200 len: 1093 time: 0.8858619 Feb 21 09:19:56.401763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'tag': '72f376f0-6486-4cd9-a238-130f7621e773'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:19:56.429979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad88fd-a16d-42a3-b124-b3ef8db7a045 service neutron] Pushing event updated for resources: {'Port': ['ID=72f376f0-6486-4cd9-a238-130f7621e773,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:56.483619 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'tag': '72f376f0-6486-4cd9-a238-130f7621e773', 'status': 'completed', 'code': 200} Feb 21 09:19:56.520734 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-c7020152-b10f-4092-9647-12b8f552991e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 1096 time: 0.0733788 Feb 21 09:19:56.685624 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-94f80a24-de29-455f-8f9a-c1d80e6f1708 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72f376f0-6486-4cd9-a238-130f7621e773 HTTP/1.1" status: 200 len: 217 time: 0.1575336 Feb 21 09:19:56.747853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-3d88d484-e26d-4631-953d-4a952e68b8c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:56.749228 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-3d88d484-e26d-4631-953d-4a952e68b8c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bff46e55-c737-4ef8-ab9c-ab71ffad4f68 HTTP/1.1" status: 200 len: 835 time: 0.0577323 Feb 21 09:19:56.771249 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6c0fae00-64ff-4189-8c2f-d25b8a425522 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:19:56.834888 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-3fcaa35b-a2c9-4de5-ac59-ad4d47a8c209 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6762347-7da2-4f38-a04a-48578ab6af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794780 Feb 21 09:19:56.848571 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 6c0fae00-64ff-4189-8c2f-d25b8a425522 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:19:56.848937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:56.977602 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-6296c821-3730-4333-8220-c0d9389d5e32 service neutron] 10.222.0.47 "GET /v2.0/networks/f6762347-7da2-4f38-a04a-48578ab6af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373575 Feb 21 09:19:57.100019 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04964d3-77a8-4c51-9fea-aab8f7489fb3 req-c681d179-06ec-4433-ab59-0ed5b2647f67 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:57.101762 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b04964d3-77a8-4c51-9fea-aab8f7489fb3 req-c681d179-06ec-4433-ab59-0ed5b2647f67 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 943 time: 0.0782094 Feb 21 09:19:57.115175 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-d48104dc-6f27-448c-bd68-285b6b1a1a0e req-0e5f63d1-3b38-47ca-8b9e-e42aae019fad service neutron] 10.222.0.47 "GET /v2.0/networks/f6762347-7da2-4f38-a04a-48578ab6af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315293 Feb 21 09:19:57.151548 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b04964d3-77a8-4c51-9fea-aab8f7489fb3 req-2da0b609-07dc-4d0f-83c2-4a4809b57005 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=97a9d92a-0462-4eca-83b3-900218a54edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438592 Feb 21 09:19:57.233294 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-0b5298cb-b22d-4107-a6dc-4b1df63210a6 req-bd0ad2d4-66dd-4a37-8e1b-fac7bcfed367 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 1096 time: 0.0698135 Feb 21 09:19:57.363326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5298cb-b22d-4107-a6dc-4b1df63210a6 req-3e72e5ff-887a-4814-a750-be13a1e0f269 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:57.364756 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-0b5298cb-b22d-4107-a6dc-4b1df63210a6 req-3e72e5ff-887a-4814-a750-be13a1e0f269 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6762347-7da2-4f38-a04a-48578ab6af1e HTTP/1.1" status: 200 len: 897 time: 0.1252971 Feb 21 09:19:57.437725 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-0b5298cb-b22d-4107-a6dc-4b1df63210a6 req-eda8af90-1daa-444a-b561-3158eaf2cf50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72f376f0-6486-4cd9-a238-130f7621e773 HTTP/1.1" status: 200 len: 217 time: 0.0651414 Feb 21 09:19:57.498587 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5298cb-b22d-4107-a6dc-4b1df63210a6 req-257f6934-e21d-4c5d-9aac-05e53ff276f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:57.500107 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-0b5298cb-b22d-4107-a6dc-4b1df63210a6 req-257f6934-e21d-4c5d-9aac-05e53ff276f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bff46e55-c737-4ef8-ab9c-ab71ffad4f68 HTTP/1.1" status: 200 len: 835 time: 0.0556033 Feb 21 09:19:57.576717 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-0b5298cb-b22d-4107-a6dc-4b1df63210a6 req-dd0cdaa4-91e9-48b3-a85b-bf9a6f24bdbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6762347-7da2-4f38-a04a-48578ab6af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705161 Feb 21 09:19:57.712877 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-0b5298cb-b22d-4107-a6dc-4b1df63210a6 req-ca07945e-f91c-4336-b76b-1e6d11217831 service neutron] 10.222.0.47 "GET /v2.0/networks/f6762347-7da2-4f38-a04a-48578ab6af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295254 Feb 21 09:19:57.840732 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-0b5298cb-b22d-4107-a6dc-4b1df63210a6 req-5c9c853f-33d8-41ce-9b16-f2101ffb32fe service neutron] 10.222.0.47 "GET /v2.0/networks/f6762347-7da2-4f38-a04a-48578ab6af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217711 Feb 21 09:19:58.345115 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ea646-58dd-48bf-a087-4f8b46f4e3fa req-d13fc9e7-c502-4568-bdce-1707a53c7d73 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:58.346548 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0c4ea646-58dd-48bf-a087-4f8b46f4e3fa req-d13fc9e7-c502-4568-bdce-1707a53c7d73 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 943 time: 0.0768874 Feb 21 09:19:58.392106 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0c4ea646-58dd-48bf-a087-4f8b46f4e3fa req-9f866dc5-b34d-44a4-b8f4-ea9e71fb3082 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=97a9d92a-0462-4eca-83b3-900218a54edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390604 Feb 21 09:19:58.702539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 72f376f0-6486-4cd9-a238-130f7621e773 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:19:58.838735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 72f376f0-6486-4cd9-a238-130f7621e773, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=72f376f0-6486-4cd9-a238-130f7621e773,segment=NetworkSegment(59d0009a-c17f-49ab-a8a0-952bf58edd0a),segment_id=59d0009a-c17f-49ab-a8a0-952bf58edd0a)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:19:58.851529 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '72f376f0-6486-4cd9-a238-130f7621e773', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'port_id': '72f376f0-6486-4cd9-a238-130f7621e773', 'mac_address': 'fa:16:3e:e6:a9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:19:58.910029 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:58.926446 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f376f0-6486-4cd9-a238-130f7621e773 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:19:58.941459 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 72f376f0-6486-4cd9-a238-130f7621e773, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=72f376f0-6486-4cd9-a238-130f7621e773,segment=NetworkSegment(59d0009a-c17f-49ab-a8a0-952bf58edd0a),segment_id=59d0009a-c17f-49ab-a8a0-952bf58edd0a)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:19:58.946035 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:19:59.022916 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=72f376f0-6486-4cd9-a238-130f7621e773,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:19:59.132726 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['72f376f0-6486-4cd9-a238-130f7621e773'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:19:59.587866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839602d-c2da-4e8d-b308-3fd908aa9cb1 req-5febc180-0005-4b32-a0f6-2a4c96d3c6bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:19:59.589347 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6839602d-c2da-4e8d-b308-3fd908aa9cb1 req-5febc180-0005-4b32-a0f6-2a4c96d3c6bd tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 944 time: 0.0778072 Feb 21 09:19:59.637409 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6839602d-c2da-4e8d-b308-3fd908aa9cb1 req-762e1bdd-e7d8-484f-a8da-74e56b511ff4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=97a9d92a-0462-4eca-83b3-900218a54edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426395 Feb 21 09:20:00.182705 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d4a0ff8e-b24e-4782-b968-ac70fc6bb87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:00.512640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:00.702335 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 72f376f0-6486-4cd9-a238-130f7621e773 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:20:00.780299 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 72f376f0-6486-4cd9-a238-130f7621e773 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:20:00.785048 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 72f376f0-6486-4cd9-a238-130f7621e773 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:20:00.785417 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:00.843526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61ed89-df2d-4b8c-8dc7-06896c522b1f req-e4ec07f5-cfc2-41e6-814a-e5df254c8419 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:20:00.844996 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f61ed89-df2d-4b8c-8dc7-06896c522b1f req-e4ec07f5-cfc2-41e6-814a-e5df254c8419 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 944 time: 0.0864310 Feb 21 09:20:00.889390 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f61ed89-df2d-4b8c-8dc7-06896c522b1f req-a50958b8-562f-41cc-bd44-3ae591dc332e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=97a9d92a-0462-4eca-83b3-900218a54edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388939 Feb 21 09:20:00.898306 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:00.924300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f376f0-6486-4cd9-a238-130f7621e773'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:20:00.933668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 72f376f0-6486-4cd9-a238-130f7621e773, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=72f376f0-6486-4cd9-a238-130f7621e773,segment=NetworkSegment(59d0009a-c17f-49ab-a8a0-952bf58edd0a),segment_id=59d0009a-c17f-49ab-a8a0-952bf58edd0a)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:20:00.937532 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:00.982272 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f376f0-6486-4cd9-a238-130f7621e773', 'code': 200} Feb 21 09:20:01.007383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=72f376f0-6486-4cd9-a238-130f7621e773,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:20:01.206742 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-04206806-9aff-4732-9ab0-6bee824c4fc2 req-094cd1e1-e5cb-4884-982a-499cec60fdf3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 1098 time: 0.0657532 Feb 21 09:20:01.249574 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-04206806-9aff-4732-9ab0-6bee824c4fc2 req-a30622b1-5e36-4223-b372-59599d6db313 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=97a9d92a-0462-4eca-83b3-900218a54edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369046 Feb 21 09:20:02.178777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8be5dc-a8f8-43ea-af0f-1de8884ad21b req-59a662bd-f36e-4b15-8272-b7d99e4994b3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:20:02.180388 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4d8be5dc-a8f8-43ea-af0f-1de8884ad21b req-59a662bd-f36e-4b15-8272-b7d99e4994b3 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 945 time: 0.1724949 Feb 21 09:20:02.226834 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4d8be5dc-a8f8-43ea-af0f-1de8884ad21b req-f447f05f-d238-47f3-b966-abb95d7e81d7 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=97a9d92a-0462-4eca-83b3-900218a54edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410376 Feb 21 09:20:02.963944 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-768747db-984c-41f4-ae0c-03f759442246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:03.427320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23038a4-e339-4e89-b671-3cae495fdad8 req-6c2c0d9f-ebe7-4f31-b9a8-578e4fa68824 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:20:03.429185 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d23038a4-e339-4e89-b671-3cae495fdad8 req-6c2c0d9f-ebe7-4f31-b9a8-578e4fa68824 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 945 time: 0.0744996 Feb 21 09:20:03.473337 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d23038a4-e339-4e89-b671-3cae495fdad8 req-9c9c130d-341e-4cba-9267-7c396229a33e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=97a9d92a-0462-4eca-83b3-900218a54edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387707 Feb 21 09:20:03.647329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:03.670181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0565e4-90b6-4c5c-8e23-5206b1ea03f8 req-50ca5343-9e28-4e93-a804-75aa9b3a3497 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:20:03.671639 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8c0565e4-90b6-4c5c-8e23-5206b1ea03f8 req-50ca5343-9e28-4e93-a804-75aa9b3a3497 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 945 time: 0.0818009 Feb 21 09:20:03.721559 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8c0565e4-90b6-4c5c-8e23-5206b1ea03f8 req-af5febe8-0e8d-4c98-a401-5585452ff0b6 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=97a9d92a-0462-4eca-83b3-900218a54edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443363 Feb 21 09:20:03.749549 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59158) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:03.817857 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e3d3c0bf-e0b2-4713-a01e-677dddd5fead tempest-TestNetworkBasicOps-2136990284 tempest-TestNetworkBasicOps-2136990284-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 1093 time: 0.0671558 Feb 21 09:20:03.820842 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59162) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:03.825956 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '72f376f0-6486-4cd9-a238-130f7621e773', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:20:03.831302 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:20:03.835036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Usage tracker for resource:floatingip and tenant:0e247a2036294a16824a56cdfeb01f75 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:20:03.837744 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:20:03.843274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:20:03.853366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:03.985522 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:04.059509 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:04.128316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Allocated IP 172.26.6.61 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/87ac355e-f572-43bd-abb8-386aaf5dc291) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:20:04.273401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:04.299914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:04.366365 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:20:04.370177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:20:04.375843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:20:04.413489 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=87ac355e-f572-43bd-abb8-386aaf5dc291,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:20:04.896659 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:04.949171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:05.141667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:05.146129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:05.343517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event updated for resources: {'Port': ['ID=87ac355e-f572-43bd-abb8-386aaf5dc291,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:20:05.355629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:05.541293 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Floating IP 090ccd79-f262-4772-bf65-318d3cd72508 associated. External IP: 172.26.6.61, port: 72f376f0-6486-4cd9-a238-130f7621e773. Feb 21 09:20:05.927207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router b1cee671-b410-4679-ac9c-2dfd0e2e5127 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:20:06.030257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:06.119390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:20:06.129322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba103b-a95a-4a32-a72b-b68b0101dbb7 None None] Sync routers for ids ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:20:06.141003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba103b-a95a-4a32-a72b-b68b0101dbb7 None None] Routers {'b1cee671-b410-4679-ac9c-2dfd0e2e5127'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:20:06.141706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-62ba103b-a95a-4a32-a72b-b68b0101dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:20:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:20:06.144053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:06.201482 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2152014f-43b5-4fd6-b8a5-8e47cc0c14c5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3795061 Feb 21 09:20:06.201949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'tag': '72f376f0-6486-4cd9-a238-130f7621e773'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:20:06.204218 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59166) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:06.256131 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'tag': '72f376f0-6486-4cd9-a238-130f7621e773', 'status': 'completed', 'code': 200} Feb 21 09:20:06.320268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-62ba103b-a95a-4a32-a72b-b68b0101dbb7 None None] Set router b1cee671-b410-4679-ac9c-2dfd0e2e5127 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:20:06.357531 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4f39fb7a-db05-4103-bdb3-5315ef55aed4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 200 len: 990 time: 0.1521716 Feb 21 09:20:06.374903 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6a66167d-3abc-4047-97f4-80fa599c6313 req-7d87f9d9-44fd-4ad9-a572-e7e7a6bfda78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 1098 time: 0.0936294 Feb 21 09:20:06.608539 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66167d-3abc-4047-97f4-80fa599c6313 req-e73df996-8d33-4787-ab9f-e9d0cca7b385 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:20:06.610046 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6a66167d-3abc-4047-97f4-80fa599c6313 req-e73df996-8d33-4787-ab9f-e9d0cca7b385 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6762347-7da2-4f38-a04a-48578ab6af1e HTTP/1.1" status: 200 len: 897 time: 0.2298148 Feb 21 09:20:06.704098 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-62ba103b-a95a-4a32-a72b-b68b0101dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:49Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '090ccd79-f262-4772-bf65-318d3cd72508', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'port_id': '72f376f0-6486-4cd9-a238-130f7621e773', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'mac_address': 'fa:16:3e:e6:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:20:04Z', 'updated_at': '2022-02-21T09:20:04Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0fae00-64ff-4189-8c2f-d25b8a425522', 'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:41:be:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:48Z', 'updated_at': '2022-02-21T09:19:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:20:06.708151 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba103b-a95a-4a32-a72b-b68b0101dbb7 None None] Checking router: b1cee671-b410-4679-ac9c-2dfd0e2e5127 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:20:06.711378 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6a66167d-3abc-4047-97f4-80fa599c6313 req-a80bea41-ee29-4014-9cf0-803420166a52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72f376f0-6486-4cd9-a238-130f7621e773 HTTP/1.1" status: 200 len: 998 time: 0.0953360 Feb 21 09:20:06.718565 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba103b-a95a-4a32-a72b-b68b0101dbb7 None None] Routers {'b1cee671-b410-4679-ac9c-2dfd0e2e5127'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:20:06.719189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-62ba103b-a95a-4a32-a72b-b68b0101dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:20:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:20:06.772031 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66167d-3abc-4047-97f4-80fa599c6313 req-333209c9-389e-454d-b8ab-b383acf3701e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:20:06.773468 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6a66167d-3abc-4047-97f4-80fa599c6313 req-333209c9-389e-454d-b8ab-b383acf3701e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bff46e55-c737-4ef8-ab9c-ab71ffad4f68 HTTP/1.1" status: 200 len: 835 time: 0.0567112 Feb 21 09:20:06.849110 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6a66167d-3abc-4047-97f4-80fa599c6313 req-48687021-17c6-4955-a3e0-9908ac282e6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6762347-7da2-4f38-a04a-48578ab6af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695117 Feb 21 09:20:06.891364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-62ba103b-a95a-4a32-a72b-b68b0101dbb7 None None] Set router b1cee671-b410-4679-ac9c-2dfd0e2e5127 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:20:06.980058 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6a66167d-3abc-4047-97f4-80fa599c6313 req-b7e96671-0630-4480-aa2e-3b130ede03ae service neutron] 10.222.0.47 "GET /v2.0/networks/f6762347-7da2-4f38-a04a-48578ab6af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247485 Feb 21 09:20:07.109876 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-6a66167d-3abc-4047-97f4-80fa599c6313 req-0940872c-93e0-4b34-b4a7-8d0eb1daf07e service neutron] 10.222.0.47 "GET /v2.0/networks/f6762347-7da2-4f38-a04a-48578ab6af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243453 Feb 21 09:20:07.235433 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-62ba103b-a95a-4a32-a72b-b68b0101dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:49Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '090ccd79-f262-4772-bf65-318d3cd72508', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'port_id': '72f376f0-6486-4cd9-a238-130f7621e773', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'mac_address': 'fa:16:3e:e6:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:20:04Z', 'updated_at': '2022-02-21T09:20:04Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0fae00-64ff-4189-8c2f-d25b8a425522', 'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:41:be:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:48Z', 'updated_at': '2022-02-21T09:19:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:20:07.239276 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba103b-a95a-4a32-a72b-b68b0101dbb7 None None] The sync data for ids ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'] in dv-neutron-830062-1-hyperv is: [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:49Z', 'revision_number': 4, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '090ccd79-f262-4772-bf65-318d3cd72508', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'port_id': '72f376f0-6486-4cd9-a238-130f7621e773', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'mac_address': 'fa:16:3e:e6:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:20:04Z', 'updated_at': '2022-02-21T09:20:04Z', 'revision_number': 0, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0fae00-64ff-4189-8c2f-d25b8a425522', 'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:41:be:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:48Z', 'updated_at': '2022-02-21T09:19:55Z', 'revision_number': 5, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:20:07.361588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59172) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:07.464519 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f41f2fbb-2753-4086-afda-83cc1c724f7c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 200 len: 990 time: 0.1018038 Feb 21 09:20:08.468550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59176) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:08.585232 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7b2000ae-2f20-42d6-a610-bd19babb6cec tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 200 len: 990 time: 0.1156559 Feb 21 09:20:09.589239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59180) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:09.692881 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-04924173-aacc-46a9-838a-e5af39649d07 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 200 len: 990 time: 0.1026044 Feb 21 09:20:10.387519 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29abb0d1-06db-4ff2-9ffe-21390e3100c1 None None] New status for floating IP 090ccd79-f262-4772-bf65-318d3cd72508: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:20:10.696739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59184) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:10.803877 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d98f6d02-092a-41c9-8030-cb3369cc2fa8 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 200 len: 992 time: 0.1059663 Feb 21 09:20:25.849364 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:20:30.183229 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-25e90f7b-6b76-4315-ac49-42f8ba2a2924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:30.528658 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:32.966361 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cd30e8a6-400d-4d53-a91d-d4dbd0343bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:33.651256 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:34.060242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:36.032323 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:38.084332 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59198) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:38.089477 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-c5cdaa90-c62a-4f6f-bbcf-f8706a174339 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:20:38.728634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c5cdaa90-c62a-4f6f-bbcf-f8706a174339 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:38.739141 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c5cdaa90-c62a-4f6f-bbcf-f8706a174339 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:38.933786 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cdaa90-c62a-4f6f-bbcf-f8706a174339 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router b1cee671-b410-4679-ac9c-2dfd0e2e5127 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:20:39.157731 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cdaa90-c62a-4f6f-bbcf-f8706a174339 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:20:39.163708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c5cdaa90-c62a-4f6f-bbcf-f8706a174339 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:39.165439 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c5cdaa90-c62a-4f6f-bbcf-f8706a174339 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/b1cee671-b410-4679-ac9c-2dfd0e2e5127 HTTP/1.1" status: 200 len: 889 time: 1.0802014 Feb 21 09:20:39.167177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bf39ed-cf7e-4c7f-819f-6910a6b7f4c4 None None] Sync routers for ids ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:20:39.179766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bf39ed-cf7e-4c7f-819f-6910a6b7f4c4 None None] Routers {'b1cee671-b410-4679-ac9c-2dfd0e2e5127'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:20:39.180372 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-27bf39ed-cf7e-4c7f-819f-6910a6b7f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:20:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:20:39.240593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-27bf39ed-cf7e-4c7f-819f-6910a6b7f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:20:39.250742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bf39ed-cf7e-4c7f-819f-6910a6b7f4c4 None None] Routers {'b1cee671-b410-4679-ac9c-2dfd0e2e5127'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:20:39.251363 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-27bf39ed-cf7e-4c7f-819f-6910a6b7f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:20:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:20:39.318355 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-27bf39ed-cf7e-4c7f-819f-6910a6b7f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:20:39.318760 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bf39ed-cf7e-4c7f-819f-6910a6b7f4c4 None None] The sync data for ids ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'] in dv-neutron-830062-1-hyperv is: [] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:20:40.083341 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1ff249-9f22-4659-a4ac-eb66d1d2c7fd None None] New status for floating IP 090ccd79-f262-4772-bf65-318d3cd72508: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:20:40.792762 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6c0fae00-64ff-4189-8c2f-d25b8a425522 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:20:40.896748 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:40.930839 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 6c0fae00-64ff-4189-8c2f-d25b8a425522, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6c0fae00-64ff-4189-8c2f-d25b8a425522,segment=NetworkSegment(59d0009a-c17f-49ab-a8a0-952bf58edd0a),segment_id=59d0009a-c17f-49ab-a8a0-952bf58edd0a)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:20:40.934520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:40.935188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5b55c26d-1959-4379-8562-cb52cfd294df no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:20:41.042016 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=6c0fae00-64ff-4189-8c2f-d25b8a425522,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:20:41.098054 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:41.113519 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 5b55c26d-1959-4379-8562-cb52cfd294df, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5b55c26d-1959-4379-8562-cb52cfd294df,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:20:41.117835 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:41.180415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=5b55c26d-1959-4379-8562-cb52cfd294df,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:20:41.319284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59206) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:41.324437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-776706bd-fb75-439e-a999-5ba281552ac9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:20:41.968337 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-776706bd-fb75-439e-a999-5ba281552ac9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:41.979316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-776706bd-fb75-439e-a999-5ba281552ac9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691300'] for router, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:42.174281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776706bd-fb75-439e-a999-5ba281552ac9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router b1cee671-b410-4679-ac9c-2dfd0e2e5127 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:20:42.369394 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776706bd-fb75-439e-a999-5ba281552ac9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:20:42.375072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-776706bd-fb75-439e-a999-5ba281552ac9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:42.376196 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-776706bd-fb75-439e-a999-5ba281552ac9 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/b1cee671-b410-4679-ac9c-2dfd0e2e5127 HTTP/1.1" status: 200 len: 888 time: 1.0559626 Feb 21 09:20:42.379249 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59212) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:42.381555 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5fecec-15c1-46b6-9130-b831c81a782a None None] Sync routers for ids ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:20:42.392968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5fecec-15c1-46b6-9130-b831c81a782a None None] Routers {'b1cee671-b410-4679-ac9c-2dfd0e2e5127'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:20:42.393562 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ba5fecec-15c1-46b6-9130-b831c81a782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:20:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:20:42.484087 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4d83a838-0374-4717-9cf1-44103ae1818e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 200 len: 990 time: 0.1031380 Feb 21 09:20:42.608138 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-ba5fecec-15c1-46b6-9130-b831c81a782a None None] Set router b1cee671-b410-4679-ac9c-2dfd0e2e5127 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:20:42.947947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ba5fecec-15c1-46b6-9130-b831c81a782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:20:41Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:20:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '090ccd79-f262-4772-bf65-318d3cd72508', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'port_id': '72f376f0-6486-4cd9-a238-130f7621e773', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'mac_address': 'fa:16:3e:e6:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:20:04Z', 'updated_at': '2022-02-21T09:20:40Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0fae00-64ff-4189-8c2f-d25b8a425522', 'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:41:be:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:48Z', 'updated_at': '2022-02-21T09:20:40Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:20:42.951726 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5fecec-15c1-46b6-9130-b831c81a782a None None] Checking router: b1cee671-b410-4679-ac9c-2dfd0e2e5127 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:20:42.962275 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5fecec-15c1-46b6-9130-b831c81a782a None None] Routers {'b1cee671-b410-4679-ac9c-2dfd0e2e5127'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:20:42.962852 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ba5fecec-15c1-46b6-9130-b831c81a782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:20:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:20:43.138885 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-ba5fecec-15c1-46b6-9130-b831c81a782a None None] Set router b1cee671-b410-4679-ac9c-2dfd0e2e5127 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:20:43.475808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ba5fecec-15c1-46b6-9130-b831c81a782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:20:41Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:20:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '090ccd79-f262-4772-bf65-318d3cd72508', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'port_id': '72f376f0-6486-4cd9-a238-130f7621e773', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'mac_address': 'fa:16:3e:e6:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:20:04Z', 'updated_at': '2022-02-21T09:20:40Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0fae00-64ff-4189-8c2f-d25b8a425522', 'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:41:be:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:48Z', 'updated_at': '2022-02-21T09:20:40Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:20:43.479613 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5fecec-15c1-46b6-9130-b831c81a782a None None] The sync data for ids ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'] in dv-neutron-830062-1-hyperv is: [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:20:41Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port': {'id': '5b55c26d-1959-4379-8562-cb52cfd294df', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:20:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '090ccd79-f262-4772-bf65-318d3cd72508', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'port_id': '72f376f0-6486-4cd9-a238-130f7621e773', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'mac_address': 'fa:16:3e:e6:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:20:04Z', 'updated_at': '2022-02-21T09:20:40Z', 'revision_number': 2, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0fae00-64ff-4189-8c2f-d25b8a425522', 'name': '', 'network_id': 'f6762347-7da2-4f38-a04a-48578ab6af1e', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'mac_address': 'fa:16:3e:41:be:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:19:48Z', 'updated_at': '2022-02-21T09:20:40Z', 'revision_number': 6, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'subnets': [{'id': 'bff46e55-c737-4ef8-ab9c-ab71ffad4f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:20:43.488065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59216) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:43.597412 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-896032bc-2e6f-49f5-a16d-d07a4491af37 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 200 len: 990 time: 0.1074915 Feb 21 09:20:44.600756 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59220) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:44.704215 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8b34945b-c5a2-468b-9969-546643d24d96 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 200 len: 990 time: 0.1024020 Feb 21 09:20:44.834196 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6c0fae00-64ff-4189-8c2f-d25b8a425522 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:20:44.900608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 6c0fae00-64ff-4189-8c2f-d25b8a425522 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:20:44.900982 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:45.013907 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:45.044824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 6c0fae00-64ff-4189-8c2f-d25b8a425522, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6c0fae00-64ff-4189-8c2f-d25b8a425522,segment=NetworkSegment(59d0009a-c17f-49ab-a8a0-952bf58edd0a),segment_id=59d0009a-c17f-49ab-a8a0-952bf58edd0a)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:20:45.048674 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:45.049403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5b55c26d-1959-4379-8562-cb52cfd294df up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:20:45.159800 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=6c0fae00-64ff-4189-8c2f-d25b8a425522,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:20:45.171686 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:45.172033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:45.172372 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:45.172700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:45.173028 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:45.173352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:45.173673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:45.173997 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:45.174315 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:45.174633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:45.174950 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:45.185126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5b55c26d-1959-4379-8562-cb52cfd294df triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:20:45.185494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:45.295222 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:45.310899 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 5b55c26d-1959-4379-8562-cb52cfd294df, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5b55c26d-1959-4379-8562-cb52cfd294df,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:20:45.314937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:45.378324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=5b55c26d-1959-4379-8562-cb52cfd294df,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:20:45.708111 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59224) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:45.815245 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e2b3201b-d768-4c8d-ba84-5d3939a9c49e tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 200 len: 990 time: 0.1059673 Feb 21 09:20:46.805251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6c0fae00-64ff-4189-8c2f-d25b8a425522 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:20:46.819043 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59228) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:46.871200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 6c0fae00-64ff-4189-8c2f-d25b8a425522 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:20:46.871476 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:46.921821 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-74a65e20-77b9-4ab9-948b-1f1423515d89 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 200 len: 990 time: 0.1015790 Feb 21 09:20:47.021884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5b55c26d-1959-4379-8562-cb52cfd294df up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:20:47.090557 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5b55c26d-1959-4379-8562-cb52cfd294df triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:20:47.090925 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:47.925687 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59232) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:48.027560 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3dbcf3c9-633e-448e-a61e-fa00f6bfdb6a tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 200 len: 990 time: 0.1002982 Feb 21 09:20:49.031403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59236) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:49.134883 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-64e23038-6984-4a4e-a5cf-1bebbc7dfcbb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 200 len: 990 time: 0.1024342 Feb 21 09:20:50.138242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59240) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:50.240404 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ecb07cea-d920-4899-848d-df11a13896be tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 200 len: 990 time: 0.1010594 Feb 21 09:20:50.563816 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861b61a-e613-4229-a2fd-a24ac696b963 None None] New status for floating IP 090ccd79-f262-4772-bf65-318d3cd72508: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:20:51.244278 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59244) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:51.344139 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-efc583a7-96c1-4e05-b7b5-54b501ed5ff4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 200 len: 992 time: 0.0987105 Feb 21 09:20:51.620136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59252) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:51.816616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 87ac355e-f572-43bd-abb8-386aaf5dc291 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:20:51.816934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:52.081648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:52.081889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:52.201221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 87ac355e-f572-43bd-abb8-386aaf5dc291 owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:20:52.340940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:52.385843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=87ac355e-f572-43bd-abb8-386aaf5dc291,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:20:52.424342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:52.424681 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:52.425015 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:52.425342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:52.425666 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:52.426607 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:52.426931 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:52.427277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:52.427593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:52.427906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:52.428219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:52.485368 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:52.868072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router b1cee671-b410-4679-ac9c-2dfd0e2e5127 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:20:53.058346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:20:53.073715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:53.127656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e8fe5b40-5622-4887-a265-6540e6abbeb4 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/floatingips/090ccd79-f262-4772-bf65-318d3cd72508 HTTP/1.1" status: 204 len: 168 time: 1.5063953 Feb 21 09:20:53.128224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'tag': '72f376f0-6486-4cd9-a238-130f7621e773'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:20:53.184428 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'tag': '72f376f0-6486-4cd9-a238-130f7621e773', 'status': 'completed', 'code': 200} Feb 21 09:20:53.355568 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-78c8bd9f-1060-474f-8d8e-50c627a71812 req-402f12a6-dba7-464e-b9a5-84439c80aef6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e247a2036294a16824a56cdfeb01f75&device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 1098 time: 0.1492064 Feb 21 09:20:53.483965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8bd9f-1060-474f-8d8e-50c627a71812 req-8581a244-002d-4884-b2e1-4ced3dcd22de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:20:53.485383 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-78c8bd9f-1060-474f-8d8e-50c627a71812 req-8581a244-002d-4884-b2e1-4ced3dcd22de service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6762347-7da2-4f38-a04a-48578ab6af1e HTTP/1.1" status: 200 len: 897 time: 0.1235895 Feb 21 09:20:53.505247 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c17cf0-8e6b-4c1c-bbcc-8d2930f1691f req-c57db211-22be-489a-b7ab-72c1426aa1af tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:20:53.505931 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-79c17cf0-8e6b-4c1c-bbcc-8d2930f1691f req-c57db211-22be-489a-b7ab-72c1426aa1af tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:20:53.520674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-79c17cf0-8e6b-4c1c-bbcc-8d2930f1691f req-c57db211-22be-489a-b7ab-72c1426aa1af tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:20:53.521901 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79c17cf0-8e6b-4c1c-bbcc-8d2930f1691f req-c57db211-22be-489a-b7ab-72c1426aa1af tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 945 time: 0.0913815 Feb 21 09:20:53.552115 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-78c8bd9f-1060-474f-8d8e-50c627a71812 req-9d64a5fa-0432-471d-8132-f7fc376c04ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72f376f0-6486-4cd9-a238-130f7621e773 HTTP/1.1" status: 200 len: 217 time: 0.0599256 Feb 21 09:20:53.567617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79c17cf0-8e6b-4c1c-bbcc-8d2930f1691f req-f5da6092-2018-467f-adcb-e7f73ab8e547 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=97a9d92a-0462-4eca-83b3-900218a54edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400882 Feb 21 09:20:53.617729 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8bd9f-1060-474f-8d8e-50c627a71812 req-ee99778d-9858-4057-9660-9c7bb5bea706 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:20:53.619267 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-78c8bd9f-1060-474f-8d8e-50c627a71812 req-ee99778d-9858-4057-9660-9c7bb5bea706 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bff46e55-c737-4ef8-ab9c-ab71ffad4f68 HTTP/1.1" status: 200 len: 835 time: 0.0610018 Feb 21 09:20:53.691801 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-78c8bd9f-1060-474f-8d8e-50c627a71812 req-9d67537c-e022-476a-aefc-3b64accbcb58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6762347-7da2-4f38-a04a-48578ab6af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666442 Feb 21 09:20:53.825420 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-78c8bd9f-1060-474f-8d8e-50c627a71812 req-8d6f42a9-80b6-43a3-aa76-bf2def970a3c service neutron] 10.222.0.47 "GET /v2.0/networks/f6762347-7da2-4f38-a04a-48578ab6af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269658 Feb 21 09:20:54.051396 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-78c8bd9f-1060-474f-8d8e-50c627a71812 req-555a2a9c-d4d7-477f-b95f-25d5c5c09718 service neutron] 10.222.0.47 "GET /v2.0/networks/f6762347-7da2-4f38-a04a-48578ab6af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200253 Feb 21 09:20:54.716611 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5322c-39bb-42e8-b79f-28359fc97f8d req-b75dd5ff-e2d8-45eb-abfa-e353c5d41ff1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:20:54.717613 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-4fe5322c-39bb-42e8-b79f-28359fc97f8d req-b75dd5ff-e2d8-45eb-abfa-e353c5d41ff1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Synchronizing usage tracker for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:20:54.733530 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-4fe5322c-39bb-42e8-b79f-28359fc97f8d req-b75dd5ff-e2d8-45eb-abfa-e353c5d41ff1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Unset dirty status for tenant:0e247a2036294a16824a56cdfeb01f75 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:20:54.735150 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4fe5322c-39bb-42e8-b79f-28359fc97f8d req-b75dd5ff-e2d8-45eb-abfa-e353c5d41ff1 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 945 time: 0.1014998 Feb 21 09:20:54.802644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-4fe5322c-39bb-42e8-b79f-28359fc97f8d req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 72f376f0-6486-4cd9-a238-130f7621e773 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:20:54.803006 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-4fe5322c-39bb-42e8-b79f-28359fc97f8d req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:54.873600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e482d1a-a157-4d61-bd81-55fae41731f9 req-b92965ee-3f21-4b91-82af-aea66126f029 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:20:54.874944 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6e482d1a-a157-4d61-bd81-55fae41731f9 req-b92965ee-3f21-4b91-82af-aea66126f029 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 945 time: 0.1762626 Feb 21 09:20:54.919683 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6e482d1a-a157-4d61-bd81-55fae41731f9 req-6c151910-3789-427e-a70a-f0b6348caca5 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/security-groups?id=97a9d92a-0462-4eca-83b3-900218a54edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386071 Feb 21 09:20:55.042511 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-4fe5322c-39bb-42e8-b79f-28359fc97f8d req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 72f376f0-6486-4cd9-a238-130f7621e773, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=72f376f0-6486-4cd9-a238-130f7621e773,segment=NetworkSegment(59d0009a-c17f-49ab-a8a0-952bf58edd0a),segment_id=59d0009a-c17f-49ab-a8a0-952bf58edd0a)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:20:55.042916 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-4fe5322c-39bb-42e8-b79f-28359fc97f8d req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:55.163093 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-4fe5322c-39bb-42e8-b79f-28359fc97f8d req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 72f376f0-6486-4cd9-a238-130f7621e773 owned by compute:nova {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:20:55.299059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-4fe5322c-39bb-42e8-b79f-28359fc97f8d req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:55.344135 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=72f376f0-6486-4cd9-a238-130f7621e773,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:20:55.379179 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:55.379517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:55.379841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:55.380164 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:55.380482 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:55.380796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:55.381109 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:55.381423 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:55.381734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:55.382044 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:55.382352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:20:55.429853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe5322c-39bb-42e8-b79f-28359fc97f8d req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] No DVR routers for this DVR port 72f376f0-6486-4cd9-a238-130f7621e773 on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:20:55.432096 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-4fe5322c-39bb-42e8-b79f-28359fc97f8d req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:55.434417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'name': 'network-vif-deleted', 'tag': '72f376f0-6486-4cd9-a238-130f7621e773'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:20:55.449001 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-4fe5322c-39bb-42e8-b79f-28359fc97f8d req-605ddae9-c151-46a0-8ef8-ff0b5c634faf tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.47 "DELETE /v2.0/ports/72f376f0-6486-4cd9-a238-130f7621e773 HTTP/1.1" status: 204 len: 173 time: 0.7090642 Feb 21 09:20:55.489762 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca202cd-2e87-416f-ae2e-f154053218ed', 'name': 'network-vif-deleted', 'tag': '72f376f0-6486-4cd9-a238-130f7621e773', 'status': 'completed', 'code': 200} Feb 21 09:20:56.097474 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9fc1c8d4-18d0-4785-8558-b38067db0494 req-a55337d5-359e-4a67-90d9-54dca72e0ca2 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca202cd-2e87-416f-ae2e-f154053218ed HTTP/1.1" status: 200 len: 210 time: 0.0408254 Feb 21 09:20:57.200511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59274) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:57.272557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c92830a-3e25-496d-92fb-a53437984f13 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:57.301665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c92830a-3e25-496d-92fb-a53437984f13 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:57.461940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c92830a-3e25-496d-92fb-a53437984f13 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:57.479056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92830a-3e25-496d-92fb-a53437984f13 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a9d92a-0462-4eca-83b3-900218a54edb,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:20:57.491903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c92830a-3e25-496d-92fb-a53437984f13 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:57.493020 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1c92830a-3e25-496d-92fb-a53437984f13 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/security-groups/97a9d92a-0462-4eca-83b3-900218a54edb HTTP/1.1" status: 204 len: 168 time: 0.2914681 Feb 21 09:20:57.532885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59280) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:20:57.921147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d5f5095-ef33-460b-89c7-e178d115809c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:58.519998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f5095-ef33-460b-89c7-e178d115809c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 6c0fae00-64ff-4189-8c2f-d25b8a425522 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:20:58.520780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d5f5095-ef33-460b-89c7-e178d115809c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:58.704301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-1d5f5095-ef33-460b-89c7-e178d115809c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 6c0fae00-64ff-4189-8c2f-d25b8a425522, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=6c0fae00-64ff-4189-8c2f-d25b8a425522,segment=NetworkSegment(59d0009a-c17f-49ab-a8a0-952bf58edd0a),segment_id=59d0009a-c17f-49ab-a8a0-952bf58edd0a)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:20:58.704654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d5f5095-ef33-460b-89c7-e178d115809c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:58.826476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f5095-ef33-460b-89c7-e178d115809c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 6c0fae00-64ff-4189-8c2f-d25b8a425522 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:20:58.919601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 72f376f0-6486-4cd9-a238-130f7621e773 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:20:58.953727 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 72f376f0-6486-4cd9-a238-130f7621e773 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:20:58.954080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 72f376f0-6486-4cd9-a238-130f7621e773 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:20:59.088152 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d5f5095-ef33-460b-89c7-e178d115809c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:59.130664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f5095-ef33-460b-89c7-e178d115809c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=6c0fae00-64ff-4189-8c2f-d25b8a425522,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:20:59.419513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d5f5095-ef33-460b-89c7-e178d115809c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:20:59.988851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5f5095-ef33-460b-89c7-e178d115809c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Router b1cee671-b410-4679-ac9c-2dfd0e2e5127 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:21:00.180584 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5f5095-ef33-460b-89c7-e178d115809c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:21:00.184504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-beb8fff3-9ebe-47f2-b7dd-2970e9facfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:00.193654 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1d5f5095-ef33-460b-89c7-e178d115809c tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "PUT /v2.0/routers/b1cee671-b410-4679-ac9c-2dfd0e2e5127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6597023 Feb 21 09:21:00.196393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59284) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:21:00.373015 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1dbde2-d6fd-42da-926b-222ebd0c6303 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting subnet bff46e55-c737-4ef8-ab9c-ab71ffad4f68 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:21:00.375900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cd1dbde2-d6fd-42da-926b-222ebd0c6303 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:00.522179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cd1dbde2-d6fd-42da-926b-222ebd0c6303 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:00.545949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:00.602412 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cd1dbde2-d6fd-42da-926b-222ebd0c6303 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:00.673961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cd1dbde2-d6fd-42da-926b-222ebd0c6303 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:00.712971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1dbde2-d6fd-42da-926b-222ebd0c6303 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Subnet': ['ID=bff46e55-c737-4ef8-ab9c-ab71ffad4f68,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:00.718308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cd1dbde2-d6fd-42da-926b-222ebd0c6303 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:00.724783 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cd1dbde2-d6fd-42da-926b-222ebd0c6303 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/subnets/bff46e55-c737-4ef8-ab9c-ab71ffad4f68 HTTP/1.1" status: 204 len: 168 time: 0.5274513 Feb 21 09:21:00.725933 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05a756d-9a6b-4750-ac47-23f490183487 None None] Network f6762347-7da2-4f38-a04a-48578ab6af1e requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:21:00.727340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59288) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:21:00.935908 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:00.990962 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4271c-ac32-474d-a15d-28dd3fb55990 None None] DHCP port deletion for f6762347-7da2-4f38-a04a-48578ab6af1e request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:21:00.995409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-08b4271c-ac32-474d-a15d-28dd3fb55990 None None] Deleting port 974332ca-95b1-4a41-94f6-ea1c392492a2 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:21:00.995839 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08b4271c-ac32-474d-a15d-28dd3fb55990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:01.078103 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab7fe3-6af8-43c6-808c-43d041d655bb None None] Sync routers for ids ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:21:01.125835 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab7fe3-6af8-43c6-808c-43d041d655bb None None] Routers {'b1cee671-b410-4679-ac9c-2dfd0e2e5127'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:21:01.126441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-41ab7fe3-6af8-43c6-808c-43d041d655bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:20:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:21:01.142143 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:01.152924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Deleting port 5b55c26d-1959-4379-8562-cb52cfd294df {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:21:01.153518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:01.328292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] For port 5b55c26d-1959-4379-8562-cb52cfd294df, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5b55c26d-1959-4379-8562-cb52cfd294df,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:21:01.328530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:01.361087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-08b4271c-ac32-474d-a15d-28dd3fb55990 None None] For port 974332ca-95b1-4a41-94f6-ea1c392492a2, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=974332ca-95b1-4a41-94f6-ea1c392492a2,segment=NetworkSegment(59d0009a-c17f-49ab-a8a0-952bf58edd0a),segment_id=59d0009a-c17f-49ab-a8a0-952bf58edd0a)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:21:01.361703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08b4271c-ac32-474d-a15d-28dd3fb55990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:01.448857 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Calling delete_port for 5b55c26d-1959-4379-8562-cb52cfd294df owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:21:01.496088 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-08b4271c-ac32-474d-a15d-28dd3fb55990 None None] Calling delete_port for 974332ca-95b1-4a41-94f6-ea1c392492a2 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:21:01.532547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-41ab7fe3-6af8-43c6-808c-43d041d655bb None None] Set router b1cee671-b410-4679-ac9c-2dfd0e2e5127 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:21:01.612516 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:01.657911 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Port': ['ID=5b55c26d-1959-4379-8562-cb52cfd294df,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:01.668118 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-41ab7fe3-6af8-43c6-808c-43d041d655bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:21:01Z', 'revision_number': 8, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:21:01.674416 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab7fe3-6af8-43c6-808c-43d041d655bb None None] Checking router: b1cee671-b410-4679-ac9c-2dfd0e2e5127 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:21:01.697764 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab7fe3-6af8-43c6-808c-43d041d655bb None None] Routers {'b1cee671-b410-4679-ac9c-2dfd0e2e5127'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:21:01.698450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-41ab7fe3-6af8-43c6-808c-43d041d655bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:20:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:21:01.749980 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-08b4271c-ac32-474d-a15d-28dd3fb55990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:01.877583 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:01.896270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4271c-ac32-474d-a15d-28dd3fb55990 None None] Pushing event deleted for resources: {'Port': ['ID=974332ca-95b1-4a41-94f6-ea1c392492a2,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:01.909336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b4271c-ac32-474d-a15d-28dd3fb55990 None None] No DVR routers for this DVR port 974332ca-95b1-4a41-94f6-ea1c392492a2 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:21:01.911660 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-41ab7fe3-6af8-43c6-808c-43d041d655bb None None] Set router b1cee671-b410-4679-ac9c-2dfd0e2e5127 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:21:02.023608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-41ab7fe3-6af8-43c6-808c-43d041d655bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:21:01Z', 'revision_number': 9, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:21:02.027485 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab7fe3-6af8-43c6-808c-43d041d655bb None None] The sync data for ids ['b1cee671-b410-4679-ac9c-2dfd0e2e5127'] in dv-neutron-830062-1-hyperv is: [{'id': 'b1cee671-b410-4679-ac9c-2dfd0e2e5127', 'name': 'tempest-TestNetworkBasicOps-router-1137896728', 'tenant_id': '0e247a2036294a16824a56cdfeb01f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:19:45Z', 'updated_at': '2022-02-21T09:21:01Z', 'revision_number': 9, 'project_id': '0e247a2036294a16824a56cdfeb01f75', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:21:02.237353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:02.241451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:02.264732 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:02.265237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Fanout notify agent at l3_agent the message router_deleted on router b1cee671-b410-4679-ac9c-2dfd0e2e5127 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:21:02.279371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:02.280692 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a2810734-d387-4e28-8cd7-c534eb3c0f53 tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/routers/b1cee671-b410-4679-ac9c-2dfd0e2e5127 HTTP/1.1" status: 204 len: 168 time: 1.5524631 Feb 21 09:21:02.283579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59294) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:21:02.399154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2579bac3-2cf8-4fa8-b184-b5b738538eeb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:02.538283 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2579bac3-2cf8-4fa8-b184-b5b738538eeb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:02.562408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2579bac3-2cf8-4fa8-b184-b5b738538eeb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6762347-7da2-4f38-a04a-48578ab6af1e']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:21:02.574542 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2579bac3-2cf8-4fa8-b184-b5b738538eeb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d0009a-c17f-49ab-a8a0-952bf58edd0a') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:21:02.574844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2579bac3-2cf8-4fa8-b184-b5b738538eeb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d0009a-c17f-49ab-a8a0-952bf58edd0a') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:21:02.586530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2579bac3-2cf8-4fa8-b184-b5b738538eeb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:02.601873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2579bac3-2cf8-4fa8-b184-b5b738538eeb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:02.607789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2579bac3-2cf8-4fa8-b184-b5b738538eeb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:21:02.608175 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2579bac3-2cf8-4fa8-b184-b5b738538eeb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:21:02.622138 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:21:02.701031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2579bac3-2cf8-4fa8-b184-b5b738538eeb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:02.718044 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2579bac3-2cf8-4fa8-b184-b5b738538eeb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:02.730331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579bac3-2cf8-4fa8-b184-b5b738538eeb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] Pushing event deleted for resources: {'Network': ['ID=f6762347-7da2-4f38-a04a-48578ab6af1e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:02.736620 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2579bac3-2cf8-4fa8-b184-b5b738538eeb tempest-TestNetworkBasicOps-1985572042 tempest-TestNetworkBasicOps-1985572042-project] 10.222.0.48 "DELETE /v2.0/networks/f6762347-7da2-4f38-a04a-48578ab6af1e HTTP/1.1" status: 204 len: 168 time: 0.4520845 Feb 21 09:21:02.833735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6c0fae00-64ff-4189-8c2f-d25b8a425522 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:21:02.850223 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:21:02.866181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 6c0fae00-64ff-4189-8c2f-d25b8a425522 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:21:02.866611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 6c0fae00-64ff-4189-8c2f-d25b8a425522 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:21:02.867132 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 974332ca-95b1-4a41-94f6-ea1c392492a2 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:21:02.875904 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d04505a-da8e-452e-8ac4-54571840eed4 None None] New status for floating IP 090ccd79-f262-4772-bf65-318d3cd72508: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:21:02.901214 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 974332ca-95b1-4a41-94f6-ea1c392492a2 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:21:02.901566 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 974332ca-95b1-4a41-94f6-ea1c392492a2 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:21:02.901991 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5b55c26d-1959-4379-8562-cb52cfd294df no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:21:02.939203 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 5b55c26d-1959-4379-8562-cb52cfd294df {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:21:02.939725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5b55c26d-1959-4379-8562-cb52cfd294df not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:21:02.969481 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-76c0b5c5-f92f-4a04-bc38-c775dd52fc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:03.112023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59302) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:21:03.296320 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d4156f4e-bd36-4ae9-8606-bbb5008a1ba1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e247a2036294a16824a56cdfeb01f75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1831045 Feb 21 09:21:03.298709 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59308) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:21:03.356141 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-df7e93cd-91e3-497e-8a9d-288a6da5b215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:03.381082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-df7e93cd-91e3-497e-8a9d-288a6da5b215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:03.433278 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-df7e93cd-91e3-497e-8a9d-288a6da5b215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:03.449054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e93cd-91e3-497e-8a9d-288a6da5b215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37be997-0ece-436b-8bfe-f37de7ec2ef7,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:03.455267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-df7e93cd-91e3-497e-8a9d-288a6da5b215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:03.456368 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-df7e93cd-91e3-497e-8a9d-288a6da5b215 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a37be997-0ece-436b-8bfe-f37de7ec2ef7 HTTP/1.1" status: 204 len: 168 time: 0.1566629 Feb 21 09:21:03.656271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:03.777690 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59316) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:21:03.797004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-79842e55-2064-4078-89e6-79b7de22cc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:03.827804 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-79842e55-2064-4078-89e6-79b7de22cc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:21:03.831612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-79842e55-2064-4078-89e6-79b7de22cc4e admin admin] Usage tracker for resource:security_group_rule and tenant:ac51f51c281c458cb0272a4a798ee7ca is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:21:03.835182 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-79842e55-2064-4078-89e6-79b7de22cc4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:21:03.841144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-79842e55-2064-4078-89e6-79b7de22cc4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:21:03.907633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-79842e55-2064-4078-89e6-79b7de22cc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:03.911778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-79842e55-2064-4078-89e6-79b7de22cc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:03.955287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79842e55-2064-4078-89e6-79b7de22cc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1586fce9-20c7-4dd5-9051-0a294e62603d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:03.960080 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-79842e55-2064-4078-89e6-79b7de22cc4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac51f51c281c458cb0272a4a798ee7ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1814008 Feb 21 09:21:03.962872 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59320) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:21:04.022315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a4f7301e-fd74-433c-a257-ff2ee596eac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:04.047847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a4f7301e-fd74-433c-a257-ff2ee596eac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:04.062742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:04.101293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a4f7301e-fd74-433c-a257-ff2ee596eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:04.117212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7301e-fd74-433c-a257-ff2ee596eac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1586fce9-20c7-4dd5-9051-0a294e62603d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:04.121384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a4f7301e-fd74-433c-a257-ff2ee596eac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:04.122467 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a4f7301e-fd74-433c-a257-ff2ee596eac3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1586fce9-20c7-4dd5-9051-0a294e62603d HTTP/1.1" status: 204 len: 168 time: 0.1589415 Feb 21 09:21:06.035217 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:11.927514 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-2450df6b-fb72-4c70-aa0b-0098b848c777 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=aac312c808bf45d0858f34a136253d3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271287 Feb 21 09:21:12.070373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-01950e09-41dc-40aa-9999-c42cec3e9ae0 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:12.071860 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-01950e09-41dc-40aa-9999-c42cec3e9ae0 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397157 Feb 21 09:21:12.088007 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-2fa1314f-586a-4be5-aa8c-3aae09addfcb tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/quotas/aac312c808bf45d0858f34a136253d3c HTTP/1.1" status: 200 len: 375 time: 0.0108454 Feb 21 09:21:12.135877 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-7f7bd0f8-d2f4-4745-b68b-9605739c002d tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=aac312c808bf45d0858f34a136253d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427277 Feb 21 09:21:12.321027 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5906d046-d9e7-4126-9dad-76e6e247f9b4 req-024b8395-d613-406e-b9b0-37c94c675b68 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 210 time: 0.0460386 Feb 21 09:21:13.202821 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-e27805d5-b9fa-4ce7-8e97-f82766e46ef2 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=aac312c808bf45d0858f34a136253d3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276530 Feb 21 09:21:13.350599 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-d08893c8-e1c5-44eb-9e0f-67448b86b46f tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:13.352031 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-d08893c8-e1c5-44eb-9e0f-67448b86b46f tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440809 Feb 21 09:21:13.369107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Request body: {'port': {'device_id': 'bad610d9-51f8-45e0-a52e-5d646871bee5', 'network_id': 'be18b7c1-bd7e-49ce-adb0-522bea17f74c', 'admin_state_up': True, 'tenant_id': 'aac312c808bf45d0858f34a136253d3c'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:21:13.481239 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a2a737a-2453-4763-b6be-bffc5c04e29d req-fe6c39b7-b4ce-4069-9d8b-fe31a1af58d8 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 210 time: 0.0401306 Feb 21 09:21:13.503176 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:21:13.507853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Usage tracker for resource:port and tenant:aac312c808bf45d0858f34a136253d3c is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:21:13.510600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:21:13.516147 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:21:13.525900 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Made reservation on behalf of aac312c808bf45d0858f34a136253d3c for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:21:13.528909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:13.541967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:13.572309 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:21:13.575993 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Usage tracker for resource:security_group_rule and tenant:aac312c808bf45d0858f34a136253d3c is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:21:13.578666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:21:13.584813 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:21:13.650178 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:13.653728 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:13.741235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e00428-47f7-4400-9a27-bf92972837e9,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:13.824562 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Allocated IP 192.168.233.224 (be18b7c1-bd7e-49ce-adb0-522bea17f74c/ee80de84-f4d2-4d5f-93e3-06542fcedad4/4095024c-1b7c-4c4c-bcbb-78680e803407) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:21:14.019930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:14.035355 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Transition to ACTIVE for port object 4095024c-1b7c-4c4c-bcbb-78680e803407 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:21:14.056547 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:14.210602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Network be18b7c1-bd7e-49ce-adb0-522bea17f74c is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:21:14.213369 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:21:14.217158 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:21:14.255644 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Pushing event updated for resources: {'Port': ['ID=4095024c-1b7c-4c4c-bcbb-78680e803407,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:14.282573 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:14.283342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:14.308716 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-f9a78da1-2c54-4cc6-aee0-b8ac259a2a7b tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9432256 Feb 21 09:21:14.319878 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Request body: {'port': {'device_id': 'bad610d9-51f8-45e0-a52e-5d646871bee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:21:14.428486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:14.489475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-35e907ae-03c5-41ed-9a9a-ff6d5a0e4b8c None None] Provisioning for port 4095024c-1b7c-4c4c-bcbb-78680e803407 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:21:14.494046 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-35e907ae-03c5-41ed-9a9a-ff6d5a0e4b8c None None] Provisioning complete for port 4095024c-1b7c-4c4c-bcbb-78680e803407 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:21:14.494428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-35e907ae-03c5-41ed-9a9a-ff6d5a0e4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:14.554401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-35e907ae-03c5-41ed-9a9a-ff6d5a0e4b8c None None] Port 4095024c-1b7c-4c4c-bcbb-78680e803407 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:21:14.680438 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0f139-9966-4682-8fce-c9ead847e37a req-76ed55c7-73c8-4781-83bd-6c22bf07489d tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:14.682714 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1fa0f139-9966-4682-8fce-c9ead847e37a req-76ed55c7-73c8-4781-83bd-6c22bf07489d tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 936 time: 0.0757718 Feb 21 09:21:14.771803 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4095024c-1b7c-4c4c-bcbb-78680e803407 {{(pid=83584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:21:14.779235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:14.795560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Transition to ACTIVE for port object 4095024c-1b7c-4c4c-bcbb-78680e803407 will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:21:14.799263 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:14.825367 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1fa0f139-9966-4682-8fce-c9ead847e37a req-8298e0ad-f7e3-40c4-bf6a-e2a1c1e5c0fe tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/security-groups?id=83e00428-47f7-4400-9a27-bf92972837e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372833 Feb 21 09:21:14.927580 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Pushing event updated for resources: {'Port': ['ID=4095024c-1b7c-4c4c-bcbb-78680e803407,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:15.036583 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Attempting to bind port 4095024c-1b7c-4c4c-bcbb-78680e803407 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:21:15.036848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Attempting to bind port 4095024c-1b7c-4c4c-bcbb-78680e803407 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'ed2b1484-c634-4e2b-a435-6e816a1fd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'be18b7c1-bd7e-49ce-adb0-522bea17f74c'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:21:15.037618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Attempting to bind port 4095024c-1b7c-4c4c-bcbb-78680e803407 on network be18b7c1-bd7e-49ce-adb0-522bea17f74c {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:21:15.042878 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Port 4095024c-1b7c-4c4c-bcbb-78680e803407 on network be18b7c1-bd7e-49ce-adb0-522bea17f74c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:21:15.043216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Attempting to bind port 4095024c-1b7c-4c4c-bcbb-78680e803407 on network be18b7c1-bd7e-49ce-adb0-522bea17f74c {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:21:15.049351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:21:15.049683 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Checking segment: {'id': 'ed2b1484-c634-4e2b-a435-6e816a1fd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'be18b7c1-bd7e-49ce-adb0-522bea17f74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:21:15.050055 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Bound using segment: {'id': 'ed2b1484-c634-4e2b-a435-6e816a1fd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'be18b7c1-bd7e-49ce-adb0-522bea17f74c'} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:21:15.050491 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Bound port: 4095024c-1b7c-4c4c-bcbb-78680e803407, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2b1484-c634-4e2b-a435-6e816a1fd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'be18b7c1-bd7e-49ce-adb0-522bea17f74c'}}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:21:15.050827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:15.138403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] For port 4095024c-1b7c-4c4c-bcbb-78680e803407, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:21:15.141210 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] For port 4095024c-1b7c-4c4c-bcbb-78680e803407, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=4095024c-1b7c-4c4c-bcbb-78680e803407,segment=NetworkSegment(ed2b1484-c634-4e2b-a435-6e816a1fd0a1),segment_id=ed2b1484-c634-4e2b-a435-6e816a1fd0a1)] {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:21:15.145455 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:15.203303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:15.204656 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] 10.222.0.47 "PUT /v2.0/ports/4095024c-1b7c-4c4c-bcbb-78680e803407 HTTP/1.1" status: 200 len: 1098 time: 0.8891375 Feb 21 09:21:15.205087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad610d9-51f8-45e0-a52e-5d646871bee5', 'tag': '4095024c-1b7c-4c4c-bcbb-78680e803407'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:21:15.225773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126bcb0-d576-487e-acc5-0cda61bd2c7c service neutron] Pushing event updated for resources: {'Port': ['ID=4095024c-1b7c-4c4c-bcbb-78680e803407,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:15.277586 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad610d9-51f8-45e0-a52e-5d646871bee5', 'tag': '4095024c-1b7c-4c4c-bcbb-78680e803407', 'status': 'completed', 'code': 200} Feb 21 09:21:15.321997 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-19da4ea1-c95c-4f36-bb24-9089b730ee02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aac312c808bf45d0858f34a136253d3c&device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 1101 time: 0.0809081 Feb 21 09:21:15.393532 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-09680627-4287-450e-a3ab-9ec975362dd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=4095024c-1b7c-4c4c-bcbb-78680e803407 HTTP/1.1" status: 200 len: 217 time: 0.0647750 Feb 21 09:21:15.457892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-7223aa53-4dc2-482b-81b4-51f4744c5fe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:15.459344 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-7223aa53-4dc2-482b-81b4-51f4744c5fe0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee80de84-f4d2-4d5f-93e3-06542fcedad4 HTTP/1.1" status: 200 len: 843 time: 0.0605865 Feb 21 09:21:15.530762 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-210c94a2-f242-4ebb-bdbe-595253000e61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be18b7c1-bd7e-49ce-adb0-522bea17f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0658748 Feb 21 09:21:15.659032 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-31966a85-d60c-45c1-bca5-3f6a56433c2e service neutron] 10.222.0.47 "GET /v2.0/networks/be18b7c1-bd7e-49ce-adb0-522bea17f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225615 Feb 21 09:21:15.788104 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5ba28006-e8a2-4aa9-bf4e-6bd0ee09983f req-a49c6691-20f2-488b-8659-026fc34c80b4 service neutron] 10.222.0.47 "GET /v2.0/networks/be18b7c1-bd7e-49ce-adb0-522bea17f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237051 Feb 21 09:21:15.899956 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-49fd77cf-4b5f-4726-86f4-af2068a541b4 req-7cb5b361-1bcd-433b-91d1-4eea5aca57dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aac312c808bf45d0858f34a136253d3c&device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 1101 time: 0.0717292 Feb 21 09:21:16.021402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc6ef8-0c28-4956-8fd3-588fedc2ac57 req-28b5c436-8eb7-40ed-a818-00cd003c8415 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:16.022849 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3afc6ef8-0c28-4956-8fd3-588fedc2ac57 req-28b5c436-8eb7-40ed-a818-00cd003c8415 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 948 time: 0.0773530 Feb 21 09:21:16.067891 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3afc6ef8-0c28-4956-8fd3-588fedc2ac57 req-97757168-08dd-4c57-a79c-1237c6252554 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/security-groups?id=83e00428-47f7-4400-9a27-bf92972837e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396214 Feb 21 09:21:16.109881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd77cf-4b5f-4726-86f4-af2068a541b4 req-bc52b870-9870-4b2f-8c17-c8811349eff3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:16.111340 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-49fd77cf-4b5f-4726-86f4-af2068a541b4 req-bc52b870-9870-4b2f-8c17-c8811349eff3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be18b7c1-bd7e-49ce-adb0-522bea17f74c HTTP/1.1" status: 200 len: 869 time: 0.2049944 Feb 21 09:21:16.176473 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-49fd77cf-4b5f-4726-86f4-af2068a541b4 req-d3a5c27b-e325-4186-8f1a-217c5bb921fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=4095024c-1b7c-4c4c-bcbb-78680e803407 HTTP/1.1" status: 200 len: 217 time: 0.0587687 Feb 21 09:21:16.241368 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd77cf-4b5f-4726-86f4-af2068a541b4 req-2a916a72-e005-4b1b-ad5c-881ee3eebd0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:16.242770 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-49fd77cf-4b5f-4726-86f4-af2068a541b4 req-2a916a72-e005-4b1b-ad5c-881ee3eebd0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee80de84-f4d2-4d5f-93e3-06542fcedad4 HTTP/1.1" status: 200 len: 843 time: 0.0591090 Feb 21 09:21:16.317010 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-49fd77cf-4b5f-4726-86f4-af2068a541b4 req-09fa713a-af60-4f1f-b1ef-fc04dc8176eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be18b7c1-bd7e-49ce-adb0-522bea17f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0666730 Feb 21 09:21:16.450116 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-49fd77cf-4b5f-4726-86f4-af2068a541b4 req-01d38f46-38ab-4abf-84a6-bbcc07b1f75a service neutron] 10.222.0.47 "GET /v2.0/networks/be18b7c1-bd7e-49ce-adb0-522bea17f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261992 Feb 21 09:21:16.581103 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-49fd77cf-4b5f-4726-86f4-af2068a541b4 req-94221b7b-e59c-4d3f-9334-344e9be36ddb service neutron] 10.222.0.47 "GET /v2.0/networks/be18b7c1-bd7e-49ce-adb0-522bea17f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246905 Feb 21 09:21:16.952542 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 4095024c-1b7c-4c4c-bcbb-78680e803407 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:21:17.082378 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 4095024c-1b7c-4c4c-bcbb-78680e803407, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=4095024c-1b7c-4c4c-bcbb-78680e803407,segment=NetworkSegment(ed2b1484-c634-4e2b-a435-6e816a1fd0a1),segment_id=ed2b1484-c634-4e2b-a435-6e816a1fd0a1)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:21:17.094920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '4095024c-1b7c-4c4c-bcbb-78680e803407', 'network_id': 'be18b7c1-bd7e-49ce-adb0-522bea17f74c', 'port_id': '4095024c-1b7c-4c4c-bcbb-78680e803407', 'mac_address': 'fa:16:3e:3e:09:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee80de84-f4d2-4d5f-93e3-06542fcedad4', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:21:17.150918 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:17.168328 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4095024c-1b7c-4c4c-bcbb-78680e803407 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:21:17.183476 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 4095024c-1b7c-4c4c-bcbb-78680e803407, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=4095024c-1b7c-4c4c-bcbb-78680e803407,segment=NetworkSegment(ed2b1484-c634-4e2b-a435-6e816a1fd0a1),segment_id=ed2b1484-c634-4e2b-a435-6e816a1fd0a1)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:21:17.188440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:17.253941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=4095024c-1b7c-4c4c-bcbb-78680e803407,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:17.268709 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6010f9-755e-400a-b3df-f52a56914c67 req-ce1b6480-6893-4954-880e-47af816898f4 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:17.270677 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aa6010f9-755e-400a-b3df-f52a56914c67 req-ce1b6480-6893-4954-880e-47af816898f4 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 949 time: 0.0783432 Feb 21 09:21:17.315055 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aa6010f9-755e-400a-b3df-f52a56914c67 req-6efe6453-e56a-424b-b0ff-7ab0340857b5 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/security-groups?id=83e00428-47f7-4400-9a27-bf92972837e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387208 Feb 21 09:21:17.393039 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['4095024c-1b7c-4c4c-bcbb-78680e803407'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:21:18.517384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9463d-eb0a-4138-99cf-c1ff0a2431b8 req-96e5e018-5875-4860-acf6-db308448a41a tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:18.518845 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3fa9463d-eb0a-4138-99cf-c1ff0a2431b8 req-96e5e018-5875-4860-acf6-db308448a41a tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 949 time: 0.0735266 Feb 21 09:21:18.563467 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3fa9463d-eb0a-4138-99cf-c1ff0a2431b8 req-2d20d581-a1c9-483e-99f9-7fb59e30ead5 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/security-groups?id=83e00428-47f7-4400-9a27-bf92972837e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392444 Feb 21 09:21:18.966236 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 4095024c-1b7c-4c4c-bcbb-78680e803407 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:21:19.031741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 4095024c-1b7c-4c4c-bcbb-78680e803407 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:21:19.036885 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 4095024c-1b7c-4c4c-bcbb-78680e803407 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:21:19.037250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:19.147274 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:19.173088 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad610d9-51f8-45e0-a52e-5d646871bee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095024c-1b7c-4c4c-bcbb-78680e803407'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:21:19.183021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 4095024c-1b7c-4c4c-bcbb-78680e803407, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=4095024c-1b7c-4c4c-bcbb-78680e803407,segment=NetworkSegment(ed2b1484-c634-4e2b-a435-6e816a1fd0a1),segment_id=ed2b1484-c634-4e2b-a435-6e816a1fd0a1)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:21:19.186933 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:19.228729 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad610d9-51f8-45e0-a52e-5d646871bee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095024c-1b7c-4c4c-bcbb-78680e803407', 'code': 200} Feb 21 09:21:19.257286 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=4095024c-1b7c-4c4c-bcbb-78680e803407,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:19.457225 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-e14b6c36-4d0c-481b-8474-8ad8b00e6fb7 req-e03bbb49-fc6f-42ac-a464-0060127382a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 1103 time: 0.0703502 Feb 21 09:21:19.497234 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-e14b6c36-4d0c-481b-8474-8ad8b00e6fb7 req-530d3558-5d03-4c21-b9f3-962beaa86e76 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=83e00428-47f7-4400-9a27-bf92972837e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345747 Feb 21 09:21:19.761041 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b060a68-ce6a-4f31-aea5-4a3f70742c82 req-327d7dd8-d3af-4fe4-b9ac-18501b7a3082 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:19.762406 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9b060a68-ce6a-4f31-aea5-4a3f70742c82 req-327d7dd8-d3af-4fe4-b9ac-18501b7a3082 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 950 time: 0.0768924 Feb 21 09:21:19.807985 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9b060a68-ce6a-4f31-aea5-4a3f70742c82 req-6f85e4fb-386a-42e8-b316-f82b081fb905 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/security-groups?id=83e00428-47f7-4400-9a27-bf92972837e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401418 Feb 21 09:21:21.010841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af1a7a-6c67-40ce-a360-893288dc0003 req-19bedfba-7617-42a0-b9f4-476583791816 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:21.012213 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a9af1a7a-6c67-40ce-a360-893288dc0003 req-19bedfba-7617-42a0-b9f4-476583791816 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 950 time: 0.0796633 Feb 21 09:21:21.059594 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a9af1a7a-6c67-40ce-a360-893288dc0003 req-4a305023-5e54-4659-9b59-889cd4a5ca4a tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/security-groups?id=83e00428-47f7-4400-9a27-bf92972837e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Feb 21 09:21:21.622581 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fef6b7de-98eb-4f7f-bf10-7d80f5c3556c req-998034dd-2ca8-48e8-8624-7235525fc5e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1884916 Feb 21 09:21:22.110202 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f30407c4-94d3-4d4a-8040-281273ae696a req-e5929532-948a-489a-97b4-0343769267ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0664520 Feb 21 09:21:22.627826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd07471-0f27-4f48-b75d-a9831c2630ec req-c460d9d7-1d0d-48ae-a254-9687fd7daba1 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:22.629291 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bbd07471-0f27-4f48-b75d-a9831c2630ec req-c460d9d7-1d0d-48ae-a254-9687fd7daba1 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 950 time: 0.0768576 Feb 21 09:21:22.675806 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bbd07471-0f27-4f48-b75d-a9831c2630ec req-7342df98-2907-4340-b005-ce8dcc879487 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/security-groups?id=83e00428-47f7-4400-9a27-bf92972837e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Feb 21 09:21:23.814556 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823f19-c150-40ab-a27a-085331efa1c0 req-2d4528a8-8d6d-4802-8051-4aa58302ba99 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:23.815280 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-07823f19-c150-40ab-a27a-085331efa1c0 req-2d4528a8-8d6d-4802-8051-4aa58302ba99 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Synchronizing usage tracker for tenant:aac312c808bf45d0858f34a136253d3c on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:21:23.832006 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-07823f19-c150-40ab-a27a-085331efa1c0 req-2d4528a8-8d6d-4802-8051-4aa58302ba99 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Unset dirty status for tenant:aac312c808bf45d0858f34a136253d3c on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:21:23.833258 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-07823f19-c150-40ab-a27a-085331efa1c0 req-2d4528a8-8d6d-4802-8051-4aa58302ba99 tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.47 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 950 time: 0.0912235 Feb 21 09:21:23.871325 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bee62-0733-4b06-b2b1-e5c1e106b044 req-0a980e45-08ec-4a35-b805-93d8384c4a7f tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:23.872688 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-636bee62-0733-4b06-b2b1-e5c1e106b044 req-0a980e45-08ec-4a35-b805-93d8384c4a7f tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 950 time: 0.0768580 Feb 21 09:21:23.908863 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-07823f19-c150-40ab-a27a-085331efa1c0 req-0da91a61-ad63-4603-93a2-56eb5ed73a2d tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Deleting port 4095024c-1b7c-4c4c-bcbb-78680e803407 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:21:23.909706 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-07823f19-c150-40ab-a27a-085331efa1c0 req-0da91a61-ad63-4603-93a2-56eb5ed73a2d tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:23.920369 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-636bee62-0733-4b06-b2b1-e5c1e106b044 req-6cde259d-13da-4e34-9700-1e3c95e8145d tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/security-groups?id=83e00428-47f7-4400-9a27-bf92972837e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422928 Feb 21 09:21:24.172064 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-07823f19-c150-40ab-a27a-085331efa1c0 req-0da91a61-ad63-4603-93a2-56eb5ed73a2d tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] For port 4095024c-1b7c-4c4c-bcbb-78680e803407, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=4095024c-1b7c-4c4c-bcbb-78680e803407,segment=NetworkSegment(ed2b1484-c634-4e2b-a435-6e816a1fd0a1),segment_id=ed2b1484-c634-4e2b-a435-6e816a1fd0a1)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:21:24.172326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-07823f19-c150-40ab-a27a-085331efa1c0 req-0da91a61-ad63-4603-93a2-56eb5ed73a2d tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:24.293289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-07823f19-c150-40ab-a27a-085331efa1c0 req-0da91a61-ad63-4603-93a2-56eb5ed73a2d tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Calling delete_port for 4095024c-1b7c-4c4c-bcbb-78680e803407 owned by compute:nova {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:21:24.430819 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-07823f19-c150-40ab-a27a-085331efa1c0 req-0da91a61-ad63-4603-93a2-56eb5ed73a2d tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:24.442258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['4095024c-1b7c-4c4c-bcbb-78680e803407'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:21:24.484530 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da91a61-ad63-4603-93a2-56eb5ed73a2d tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Pushing event deleted for resources: {'Port': ['ID=4095024c-1b7c-4c4c-bcbb-78680e803407,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:24.560963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-07823f19-c150-40ab-a27a-085331efa1c0 req-0da91a61-ad63-4603-93a2-56eb5ed73a2d tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] No DVR routers for this DVR port 4095024c-1b7c-4c4c-bcbb-78680e803407 on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:21:24.563493 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-07823f19-c150-40ab-a27a-085331efa1c0 req-0da91a61-ad63-4603-93a2-56eb5ed73a2d tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:24.566673 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad610d9-51f8-45e0-a52e-5d646871bee5', 'name': 'network-vif-deleted', 'tag': '4095024c-1b7c-4c4c-bcbb-78680e803407'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:21:24.583667 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-07823f19-c150-40ab-a27a-085331efa1c0 req-0da91a61-ad63-4603-93a2-56eb5ed73a2d tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.47 "DELETE /v2.0/ports/4095024c-1b7c-4c4c-bcbb-78680e803407 HTTP/1.1" status: 204 len: 173 time: 0.7429757 Feb 21 09:21:24.626492 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad610d9-51f8-45e0-a52e-5d646871bee5', 'name': 'network-vif-deleted', 'tag': '4095024c-1b7c-4c4c-bcbb-78680e803407', 'status': 'completed', 'code': 200} Feb 21 09:21:25.096203 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03fa67d6-d79f-4825-96d3-eec4738076f3 req-88bf0898-0d44-4fae-9676-de2c0233046e tempest-ServersAdminNegativeTestJSON-728783353 tempest-ServersAdminNegativeTestJSON-728783353-project] 10.222.0.48 "GET /v2.0/ports?device_id=bad610d9-51f8-45e0-a52e-5d646871bee5 HTTP/1.1" status: 200 len: 210 time: 0.0416470 Feb 21 09:21:26.486009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59452) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:21:26.656401 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1bd8260d-fa5c-4ac9-bc76-6ad30907fae5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aac312c808bf45d0858f34a136253d3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1691716 Feb 21 09:21:26.658807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59458) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:21:26.714940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fcb8f4ac-0c3e-4633-b1f2-cbebad4bdcde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:26.738859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fcb8f4ac-0c3e-4633-b1f2-cbebad4bdcde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:26.792550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fcb8f4ac-0c3e-4633-b1f2-cbebad4bdcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:26.806095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8f4ac-0c3e-4633-b1f2-cbebad4bdcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e00428-47f7-4400-9a27-bf92972837e9,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:26.812561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fcb8f4ac-0c3e-4633-b1f2-cbebad4bdcde admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:26.816309 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fcb8f4ac-0c3e-4633-b1f2-cbebad4bdcde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83e00428-47f7-4400-9a27-bf92972837e9 HTTP/1.1" status: 204 len: 168 time: 0.1539006 Feb 21 09:21:27.027977 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 4095024c-1b7c-4c4c-bcbb-78680e803407 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:21:27.060583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 4095024c-1b7c-4c4c-bcbb-78680e803407 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:21:27.060926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 4095024c-1b7c-4c4c-bcbb-78680e803407 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:21:27.129942 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59466) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:21:27.147738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f271-638b-41d7-8c95-de8c5a94f0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:27.178887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7aa3f271-638b-41d7-8c95-de8c5a94f0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:21:27.182646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7aa3f271-638b-41d7-8c95-de8c5a94f0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:acc1dcd7d92f4388b2b95d663be34619 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:21:27.185441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7aa3f271-638b-41d7-8c95-de8c5a94f0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:21:27.191044 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7aa3f271-638b-41d7-8c95-de8c5a94f0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:21:27.256730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f271-638b-41d7-8c95-de8c5a94f0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:27.260167 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f271-638b-41d7-8c95-de8c5a94f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:27.304476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3f271-638b-41d7-8c95-de8c5a94f0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f715ab-60ea-44e0-9e6d-815b743876f1,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:27.310056 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7aa3f271-638b-41d7-8c95-de8c5a94f0a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=acc1dcd7d92f4388b2b95d663be34619&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1788104 Feb 21 09:21:27.312753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59470) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:21:27.371381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37143eac-7579-473a-b4db-a279c24f88a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:27.399592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37143eac-7579-473a-b4db-a279c24f88a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:27.448002 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37143eac-7579-473a-b4db-a279c24f88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:27.463709 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37143eac-7579-473a-b4db-a279c24f88a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f715ab-60ea-44e0-9e6d-815b743876f1,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:27.467883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-37143eac-7579-473a-b4db-a279c24f88a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:27.471182 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-37143eac-7579-473a-b4db-a279c24f88a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07f715ab-60ea-44e0-9e6d-815b743876f1 HTTP/1.1" status: 204 len: 168 time: 0.1574109 Feb 21 09:21:28.280248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 59492) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:21:28.412580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1504564339-network', 'tenant_id': 'e4c5f736d2bf428aa94e67c899d61eb0'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:21:28.417272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:21:28.421293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Usage tracker for resource:network and tenant:e4c5f736d2bf428aa94e67c899d61eb0 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:21:28.424195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:21:28.430451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:21:28.440370 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Made reservation on behalf of e4c5f736d2bf428aa94e67c899d61eb0 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:21:28.442806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:28.454929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:28.485808 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:21:28.489548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Usage tracker for resource:security_group_rule and tenant:e4c5f736d2bf428aa94e67c899d61eb0 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:21:28.492265 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:21:28.497760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:21:28.560535 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:28.564335 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:28.591034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:21:28.603387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a906c07a-d9ea-488a-9207-ac0b3c6ad201,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:28.607643 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:28.608040 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Added segment bb073fe7-b385-4ae3-bb6f-e380b7484693 of type vlan for network 578f6568-35df-46cb-b7bf-da2adb64b234 Feb 21 09:21:28.633146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:28.664032 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:28.666082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:28.666662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:28.761072 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4797325 Feb 21 09:21:28.764393 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59498) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:21:28.765791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c6140-2a87-4d30-a600-64cd02560201 admin admin] Pushing event updated for resources: {'Network': ['ID=578f6568-35df-46cb-b7bf-da2adb64b234,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:28.771842 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Request body: {'subnet': {'network_id': '578f6568-35df-46cb-b7bf-da2adb64b234', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1504564339-subnet', 'tenant_id': 'e4c5f736d2bf428aa94e67c899d61eb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:21:28.776030 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 578f6568-35df-46cb-b7bf-da2adb64b234 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:21:28.777497 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:21:28.781853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Usage tracker for resource:subnet and tenant:e4c5f736d2bf428aa94e67c899d61eb0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:21:28.786537 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:21:28.792346 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:21:28.803214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Made reservation on behalf of e4c5f736d2bf428aa94e67c899d61eb0 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:21:28.805785 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:29.081525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:29.149086 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16cef593-0c25-48ad-a6ea-5730a316766b,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:29.162759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Checking segment: {'id': 'bb073fe7-b385-4ae3-bb6f-e380b7484693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '578f6568-35df-46cb-b7bf-da2adb64b234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:21:29.163152 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Network hostable DHCP agents. Network: 578f6568-35df-46cb-b7bf-da2adb64b234, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:21:29.184664 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Network 578f6568-35df-46cb-b7bf-da2adb64b234 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:21:29.194626 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 578f6568-35df-46cb-b7bf-da2adb64b234) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:21:29.198967 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:29.199573 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:29.204086 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ccbd95-45ba-4fd4-8335-d4d28690332e None None] Network 578f6568-35df-46cb-b7bf-da2adb64b234 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:21:29.220340 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-73ce89e7-3498-4fe3-be37-6ffe322d08f7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4548228 Feb 21 09:21:29.449206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17841227-7095-441d-8e98-cdec28a9521e None None] Network 578f6568-35df-46cb-b7bf-da2adb64b234 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:21:29.751415 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759def1b-f380-488d-82fd-582f75d949d9 req-7fbb6546-5233-4159-a581-bbe64df35a08 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:29.751999 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-759def1b-f380-488d-82fd-582f75d949d9 req-7fbb6546-5233-4159-a581-bbe64df35a08 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Synchronizing usage tracker for tenant:e4c5f736d2bf428aa94e67c899d61eb0 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:21:29.768437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-759def1b-f380-488d-82fd-582f75d949d9 req-7fbb6546-5233-4159-a581-bbe64df35a08 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Unset dirty status for tenant:e4c5f736d2bf428aa94e67c899d61eb0 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:21:29.769581 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-7fbb6546-5233-4159-a581-bbe64df35a08 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/networks?id=578f6568-35df-46cb-b7bf-da2adb64b234 HTTP/1.1" status: 200 len: 812 time: 0.1549220 Feb 21 09:21:29.786453 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-87e26591-fb4b-4d3f-a95c-36c257476669 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/quotas/e4c5f736d2bf428aa94e67c899d61eb0 HTTP/1.1" status: 200 len: 375 time: 0.0114748 Feb 21 09:21:29.833649 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-d632de8f-4237-4f38-b325-157a0d54304f tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4c5f736d2bf428aa94e67c899d61eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423017 Feb 21 09:21:29.843393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-1aecea24-ecd7-4113-af12-665c6d3abec9 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:21:29.844291 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-1aecea24-ecd7-4113-af12-665c6d3abec9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045910 Feb 21 09:21:29.971331 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-a1abf559-7bcc-4d0d-b66b-6d6011417644 service neutron] 10.222.0.48 "GET /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208673 Feb 21 09:21:30.099493 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-f343edb0-0dee-4008-bd28-6d95b891786d service neutron] 10.222.0.48 "GET /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219685 Feb 21 09:21:30.186521 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-353a241e-51a7-4a30-9e21-b39e20d1afaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:30.277140 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fb4c1abd-42f5-4206-8812-904b94fd6aa3 req-f8663575-da31-42d1-a913-ecf1c4964d99 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 210 time: 0.0395439 Feb 21 09:21:30.544802 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:31.288580 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759def1b-f380-488d-82fd-582f75d949d9 req-489e7efb-50fd-46e5-ad88-750d81a29a00 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:31.290058 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-489e7efb-50fd-46e5-ad88-750d81a29a00 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.47 "GET /v2.0/networks?id=578f6568-35df-46cb-b7bf-da2adb64b234 HTTP/1.1" status: 200 len: 812 time: 0.1491351 Feb 21 09:21:31.306473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Request body: {'port': {'device_id': '2e8fb197-75a4-4356-b0d2-8bb89b89b74d', 'network_id': '578f6568-35df-46cb-b7bf-da2adb64b234', 'admin_state_up': True, 'tenant_id': 'e4c5f736d2bf428aa94e67c899d61eb0'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:21:31.438239 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8df05b06-2ced-4606-bed7-55939de6014e req-96eb3547-d23b-45f9-86de-b4b47c219753 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 210 time: 0.0401013 Feb 21 09:21:31.444461 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:21:31.448198 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Usage tracker for resource:port and tenant:e4c5f736d2bf428aa94e67c899d61eb0 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:21:31.450934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:21:31.457412 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:21:31.468252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Made reservation on behalf of e4c5f736d2bf428aa94e67c899d61eb0 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:21:31.471326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:31.631276 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Allocated IP 172.20.0.9 (578f6568-35df-46cb-b7bf-da2adb64b234/16cef593-0c25-48ad-a6ea-5730a316766b/287f09e5-cf02-4450-b245-8a5c09ea52e6) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:21:31.831941 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:31.858922 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:31.930369 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Network 578f6568-35df-46cb-b7bf-da2adb64b234 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:21:31.933274 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:21:31.937066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:21:31.965872 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Pushing event updated for resources: {'Port': ['ID=287f09e5-cf02-4450-b245-8a5c09ea52e6,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:31.999156 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:31.999752 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:32.018772 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-dcc63045-2d52-4ff9-b2b5-dd73dcf19bfd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7173281 Feb 21 09:21:32.030474 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Request body: {'port': {'device_id': '2e8fb197-75a4-4356-b0d2-8bb89b89b74d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:21:32.141887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:32.472459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287f09e5-cf02-4450-b245-8a5c09ea52e6 {{(pid=83584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:21:32.479384 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:32.494746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Transition to ACTIVE for port object 287f09e5-cf02-4450-b245-8a5c09ea52e6 will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:21:32.500349 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:32.623634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Pushing event updated for resources: {'Port': ['ID=287f09e5-cf02-4450-b245-8a5c09ea52e6,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:32.727623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce5f23-5cc5-4486-a2ba-877bc6615613 req-969680a6-c18b-4fda-9215-956e41d430f2 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:32.729071 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e9ce5f23-5cc5-4486-a2ba-877bc6615613 req-969680a6-c18b-4fda-9215-956e41d430f2 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 943 time: 0.1666200 Feb 21 09:21:32.775179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-e9ce5f23-5cc5-4486-a2ba-877bc6615613 req-2bf0e62b-a936-40e6-9ca2-6e8700b04edb tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Synchronizing usage tracker for tenant:e4c5f736d2bf428aa94e67c899d61eb0 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:21:32.792769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-e9ce5f23-5cc5-4486-a2ba-877bc6615613 req-2bf0e62b-a936-40e6-9ca2-6e8700b04edb tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Unset dirty status for tenant:e4c5f736d2bf428aa94e67c899d61eb0 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:21:32.794020 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e9ce5f23-5cc5-4486-a2ba-877bc6615613 req-2bf0e62b-a936-40e6-9ca2-6e8700b04edb tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594478 Feb 21 09:21:32.817295 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Attempting to bind port 287f09e5-cf02-4450-b245-8a5c09ea52e6 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:21:32.817652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Attempting to bind port 287f09e5-cf02-4450-b245-8a5c09ea52e6 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'bb073fe7-b385-4ae3-bb6f-e380b7484693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '578f6568-35df-46cb-b7bf-da2adb64b234'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:21:32.817970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Attempting to bind port 287f09e5-cf02-4450-b245-8a5c09ea52e6 on network 578f6568-35df-46cb-b7bf-da2adb64b234 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:21:32.823756 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Port 287f09e5-cf02-4450-b245-8a5c09ea52e6 on network 578f6568-35df-46cb-b7bf-da2adb64b234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:21:32.824058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Attempting to bind port 287f09e5-cf02-4450-b245-8a5c09ea52e6 on network 578f6568-35df-46cb-b7bf-da2adb64b234 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:21:32.829999 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:21:32.830320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Checking segment: {'id': 'bb073fe7-b385-4ae3-bb6f-e380b7484693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '578f6568-35df-46cb-b7bf-da2adb64b234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:21:32.830685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Bound using segment: {'id': 'bb073fe7-b385-4ae3-bb6f-e380b7484693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '578f6568-35df-46cb-b7bf-da2adb64b234'} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:21:32.831147 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Bound port: 287f09e5-cf02-4450-b245-8a5c09ea52e6, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb073fe7-b385-4ae3-bb6f-e380b7484693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '578f6568-35df-46cb-b7bf-da2adb64b234'}}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:21:32.831483 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:32.917974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] For port 287f09e5-cf02-4450-b245-8a5c09ea52e6, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:21:32.920841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] For port 287f09e5-cf02-4450-b245-8a5c09ea52e6, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6,segment=NetworkSegment(bb073fe7-b385-4ae3-bb6f-e380b7484693),segment_id=bb073fe7-b385-4ae3-bb6f-e380b7484693)] {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:21:32.924613 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:32.974737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-601d2c70-9226-46f4-a6c0-4758cb62e98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:32.985320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:32.986661 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] 10.222.0.47 "PUT /v2.0/ports/287f09e5-cf02-4450-b245-8a5c09ea52e6 HTTP/1.1" status: 200 len: 1093 time: 0.9602480 Feb 21 09:21:32.987157 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8fb197-75a4-4356-b0d2-8bb89b89b74d', 'tag': '287f09e5-cf02-4450-b245-8a5c09ea52e6'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:21:33.003734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4913ce0-ed34-4753-8b72-4314022b5c62 service neutron] Pushing event updated for resources: {'Port': ['ID=287f09e5-cf02-4450-b245-8a5c09ea52e6,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:33.054887 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8fb197-75a4-4356-b0d2-8bb89b89b74d', 'tag': '287f09e5-cf02-4450-b245-8a5c09ea52e6', 'status': 'completed', 'code': 200} Feb 21 09:21:33.098066 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-69136146-136b-409c-92ff-723c9a49e384 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4c5f736d2bf428aa94e67c899d61eb0&device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 1096 time: 0.0755250 Feb 21 09:21:33.165114 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-9504fe6c-f588-4835-824b-bca3a8debfad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6 HTTP/1.1" status: 200 len: 217 time: 0.0603311 Feb 21 09:21:33.227191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759def1b-f380-488d-82fd-582f75d949d9 req-2cba3862-1900-4b62-bbb3-0e885a6b6f01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:33.228548 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-2cba3862-1900-4b62-bbb3-0e885a6b6f01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16cef593-0c25-48ad-a6ea-5730a316766b HTTP/1.1" status: 200 len: 852 time: 0.0584087 Feb 21 09:21:33.271472 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-a28e666d-4cbd-4a26-b5c3-4473d87c05a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=578f6568-35df-46cb-b7bf-da2adb64b234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372064 Feb 21 09:21:33.397831 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-d5d00179-ad5e-49db-a19f-da3b94b54e11 service neutron] 10.222.0.47 "GET /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198459 Feb 21 09:21:33.528044 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-759def1b-f380-488d-82fd-582f75d949d9 req-63dd53de-dd31-47b0-b8e6-486ebe436b3a service neutron] 10.222.0.47 "GET /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238337 Feb 21 09:21:33.641984 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-de68ba18-b85c-4d8f-9693-e01b1a055657 req-3d771dbf-0396-49f0-b339-d3a019e4d837 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4c5f736d2bf428aa94e67c899d61eb0&device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 1096 time: 0.0667477 Feb 21 09:21:33.659457 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:33.773276 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68ba18-b85c-4d8f-9693-e01b1a055657 req-8ae362ca-542e-4104-9b64-348dcaec491a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:33.774720 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-de68ba18-b85c-4d8f-9693-e01b1a055657 req-8ae362ca-542e-4104-9b64-348dcaec491a service neutron] 10.222.0.47 "GET /v2.0/networks?id=578f6568-35df-46cb-b7bf-da2adb64b234 HTTP/1.1" status: 200 len: 912 time: 0.1268952 Feb 21 09:21:33.845154 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-de68ba18-b85c-4d8f-9693-e01b1a055657 req-e807616a-c6c8-41f8-9f18-edb674174138 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6 HTTP/1.1" status: 200 len: 217 time: 0.0640793 Feb 21 09:21:33.911476 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68ba18-b85c-4d8f-9693-e01b1a055657 req-4eb6d34c-52d1-4269-98ed-b490a273bf99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:33.912914 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-de68ba18-b85c-4d8f-9693-e01b1a055657 req-4eb6d34c-52d1-4269-98ed-b490a273bf99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16cef593-0c25-48ad-a6ea-5730a316766b HTTP/1.1" status: 200 len: 852 time: 0.0608428 Feb 21 09:21:33.958684 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-de68ba18-b85c-4d8f-9693-e01b1a055657 req-e11bd59c-fb2e-4897-a372-4e2b404b7dfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=578f6568-35df-46cb-b7bf-da2adb64b234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387914 Feb 21 09:21:33.989998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff199f-4439-4cb6-9e7f-d1cc341e7e0f req-560b73f3-3a29-4547-a382-175116f2d2ce tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:33.991493 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-13ff199f-4439-4cb6-9e7f-d1cc341e7e0f req-560b73f3-3a29-4547-a382-175116f2d2ce tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 943 time: 0.0789711 Feb 21 09:21:34.036972 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-13ff199f-4439-4cb6-9e7f-d1cc341e7e0f req-e0ba2b37-13e6-4b37-9d55-87194f4ff44b tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398507 Feb 21 09:21:34.076970 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:34.091810 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-de68ba18-b85c-4d8f-9693-e01b1a055657 req-84181ba3-172d-4a16-89cb-ea82d9026c44 service neutron] 10.222.0.47 "GET /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258335 Feb 21 09:21:34.220910 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-de68ba18-b85c-4d8f-9693-e01b1a055657 req-47ccd269-973f-436d-b77c-aa4fac034ee5 service neutron] 10.222.0.47 "GET /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229892 Feb 21 09:21:35.028738 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 287f09e5-cf02-4450-b245-8a5c09ea52e6 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:21:35.165936 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 287f09e5-cf02-4450-b245-8a5c09ea52e6, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6,segment=NetworkSegment(bb073fe7-b385-4ae3-bb6f-e380b7484693),segment_id=bb073fe7-b385-4ae3-bb6f-e380b7484693)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:21:35.179412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '287f09e5-cf02-4450-b245-8a5c09ea52e6', 'network_id': '578f6568-35df-46cb-b7bf-da2adb64b234', 'port_id': '287f09e5-cf02-4450-b245-8a5c09ea52e6', 'mac_address': 'fa:16:3e:99:97:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cef593-0c25-48ad-a6ea-5730a316766b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:21:35.230874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:35.232832 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196461be-a7b1-4761-9e16-83d23e50d21c req-39c2dad3-60b8-44e0-9221-2cac3e5f4a77 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:35.234280 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-196461be-a7b1-4761-9e16-83d23e50d21c req-39c2dad3-60b8-44e0-9221-2cac3e5f4a77 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 943 time: 0.0749173 Feb 21 09:21:35.248821 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287f09e5-cf02-4450-b245-8a5c09ea52e6 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:21:35.265917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 287f09e5-cf02-4450-b245-8a5c09ea52e6, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6,segment=NetworkSegment(bb073fe7-b385-4ae3-bb6f-e380b7484693),segment_id=bb073fe7-b385-4ae3-bb6f-e380b7484693)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:21:35.270567 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:35.281910 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-196461be-a7b1-4761-9e16-83d23e50d21c req-97f66d62-bf73-47c3-aebe-a133462b7e73 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413337 Feb 21 09:21:35.337440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=287f09e5-cf02-4450-b245-8a5c09ea52e6,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:35.458618 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['287f09e5-cf02-4450-b245-8a5c09ea52e6'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:21:36.037826 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:36.483416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25c680-71f4-4503-ba3e-7c927ccfb119 req-033bc0af-a2ae-4907-98fd-894167913b73 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:36.484898 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b25c680-71f4-4503-ba3e-7c927ccfb119 req-033bc0af-a2ae-4907-98fd-894167913b73 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 944 time: 0.0806727 Feb 21 09:21:36.529651 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b25c680-71f4-4503-ba3e-7c927ccfb119 req-0223b21b-7329-46c7-8be7-8d3c591968d5 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391109 Feb 21 09:21:37.044227 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 287f09e5-cf02-4450-b245-8a5c09ea52e6 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:21:37.118575 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 287f09e5-cf02-4450-b245-8a5c09ea52e6 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:21:37.123633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 287f09e5-cf02-4450-b245-8a5c09ea52e6 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:21:37.124087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:37.233460 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:37.258677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8fb197-75a4-4356-b0d2-8bb89b89b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f09e5-cf02-4450-b245-8a5c09ea52e6'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:21:37.268860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 287f09e5-cf02-4450-b245-8a5c09ea52e6, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6,segment=NetworkSegment(bb073fe7-b385-4ae3-bb6f-e380b7484693),segment_id=bb073fe7-b385-4ae3-bb6f-e380b7484693)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:21:37.273292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:21:37.315773 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8fb197-75a4-4356-b0d2-8bb89b89b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f09e5-cf02-4450-b245-8a5c09ea52e6', 'code': 200} Feb 21 09:21:37.340501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=287f09e5-cf02-4450-b245-8a5c09ea52e6,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:21:37.528858 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-34240c8e-e693-4c2d-979b-3f6491e221c9 req-86919e5b-9f14-45b1-8ae1-53b9cbf4b379 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 1098 time: 0.0645323 Feb 21 09:21:37.570347 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-34240c8e-e693-4c2d-979b-3f6491e221c9 req-b3ced5e7-0847-4f7c-951b-2e248ad3e9d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358565 Feb 21 09:21:37.721986 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009e1ad-ce04-4256-afd0-0e30dec45516 req-5bbed929-84c4-4d3f-abed-dde37792e0e5 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:37.723452 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9009e1ad-ce04-4256-afd0-0e30dec45516 req-5bbed929-84c4-4d3f-abed-dde37792e0e5 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0751364 Feb 21 09:21:37.767724 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9009e1ad-ce04-4256-afd0-0e30dec45516 req-cebfc1d8-bc31-471f-8ee4-2c4305cb4ab6 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387268 Feb 21 09:21:38.965685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887d7cc-d3c2-4ba3-b83b-96d8b4157979 req-e60bbf60-dc89-4b64-9176-e9a4e8d13929 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:38.967053 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b887d7cc-d3c2-4ba3-b83b-96d8b4157979 req-e60bbf60-dc89-4b64-9176-e9a4e8d13929 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0778031 Feb 21 09:21:39.011224 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b887d7cc-d3c2-4ba3-b83b-96d8b4157979 req-15bd4716-bab2-4584-a00f-fe63efd2ee73 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387070 Feb 21 09:21:39.199207 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-221115a7-17fd-4095-a894-d6cf62f6cbca req-308f88eb-fd20-42fd-9b8a-6a19c2e298bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0653601 Feb 21 09:21:39.468235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59550) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:21:39.510501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8de0-7d09-48d9-bbb6-a9fc7ec0816f req-80fc6643-97cc-48af-8ce2-46272bd2b883 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:39.511956 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f2fa8de0-7d09-48d9-bbb6-a9fc7ec0816f req-80fc6643-97cc-48af-8ce2-46272bd2b883 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0788414 Feb 21 09:21:39.558324 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f2fa8de0-7d09-48d9-bbb6-a9fc7ec0816f req-6de100fa-a282-49bf-ba2d-0dd6dd707661 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Feb 21 09:21:39.693499 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-d21ea3cf-f6d8-440e-b60b-0837ed799ade service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2241199 Feb 21 09:21:39.850795 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:21:40.747355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257a8bf-03ea-4926-b9f0-66ead7024f4c req-c7939a21-c18b-4c7e-aeb8-64f775f1b80c tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:40.748771 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8257a8bf-03ea-4926-b9f0-66ead7024f4c req-c7939a21-c18b-4c7e-aeb8-64f775f1b80c tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0727916 Feb 21 09:21:40.800058 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8257a8bf-03ea-4926-b9f0-66ead7024f4c req-13d0bce0-02ce-4828-8742-d2586a9edaf8 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447729 Feb 21 09:21:40.914767 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-f00375ed-1a49-4394-9aba-7d1c8ce9932b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4c5f736d2bf428aa94e67c899d61eb0&device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 1098 time: 0.0675273 Feb 21 09:21:41.043273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-4238ce5b-4529-49b9-a37b-fa1b03e10f1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:41.044703 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-4238ce5b-4529-49b9-a37b-fa1b03e10f1b service neutron] 10.222.0.47 "GET /v2.0/networks?id=578f6568-35df-46cb-b7bf-da2adb64b234 HTTP/1.1" status: 200 len: 912 time: 0.1240776 Feb 21 09:21:41.113867 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-69f9be8b-0c70-4fdf-939a-cac90d9ad1ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6 HTTP/1.1" status: 200 len: 217 time: 0.0629427 Feb 21 09:21:41.177712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-85f34d06-b1a3-4f2c-968a-d30f6d1edec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:41.179100 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-85f34d06-b1a3-4f2c-968a-d30f6d1edec4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16cef593-0c25-48ad-a6ea-5730a316766b HTTP/1.1" status: 200 len: 852 time: 0.0604095 Feb 21 09:21:41.226179 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-9817b1f0-28e2-4940-8a52-4b862997fa4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=578f6568-35df-46cb-b7bf-da2adb64b234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411344 Feb 21 09:21:41.353947 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-3c528781-3ded-4866-a65e-27a184568c80 service neutron] 10.222.0.47 "GET /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216440 Feb 21 09:21:41.489672 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-80b17fd9-b6c5-4c2b-82cb-3e24f6aa634c service neutron] 10.222.0.47 "GET /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301033 Feb 21 09:21:41.996467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f29fd-480a-410c-a39f-bc631cb680b3 req-615c1d0a-5060-40ed-9210-8d5ccc4a34ee tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:41.997896 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9c6f29fd-480a-410c-a39f-bc631cb680b3 req-615c1d0a-5060-40ed-9210-8d5ccc4a34ee tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0739772 Feb 21 09:21:42.041801 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9c6f29fd-480a-410c-a39f-bc631cb680b3 req-6b2e8633-2331-4fc2-9efa-df7122e338a9 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385058 Feb 21 09:21:43.237712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d397204-d889-45f1-81fc-a744a7dbd6fd req-aeeeb326-bb79-4621-9142-bf6df616db2a tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:43.239180 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9d397204-d889-45f1-81fc-a744a7dbd6fd req-aeeeb326-bb79-4621-9142-bf6df616db2a tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0790038 Feb 21 09:21:43.282894 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9d397204-d889-45f1-81fc-a744a7dbd6fd req-1b43a61d-4fa9-46a4-89b1-ff1948bf4ece tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383959 Feb 21 09:21:44.476457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b1f8b-03d5-4bdd-8d4a-37389c21c40e req-30159b79-4e8a-4472-a0ce-4c69959f2d14 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:44.477898 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-317b1f8b-03d5-4bdd-8d4a-37389c21c40e req-30159b79-4e8a-4472-a0ce-4c69959f2d14 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0750246 Feb 21 09:21:44.521754 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-317b1f8b-03d5-4bdd-8d4a-37389c21c40e req-cdfdbfc7-cd04-4abd-9925-f2a6b1159550 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383704 Feb 21 09:21:45.718602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53781ed1-fbe7-4ac2-9ebf-1f474ef1565f req-4bdd4b37-bc6e-484c-8e40-3b2d1439ab88 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:45.720069 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-53781ed1-fbe7-4ac2-9ebf-1f474ef1565f req-4bdd4b37-bc6e-484c-8e40-3b2d1439ab88 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0785742 Feb 21 09:21:45.764179 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-53781ed1-fbe7-4ac2-9ebf-1f474ef1565f req-c3194b69-bc6c-4128-99b6-b5755cd27fcb tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388556 Feb 21 09:21:46.957663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193da693-69c4-4408-8827-b659ed44e68b req-7b7842d0-966e-484e-b4ea-d4bba239cd9d tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:46.959035 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-193da693-69c4-4408-8827-b659ed44e68b req-7b7842d0-966e-484e-b4ea-d4bba239cd9d tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0747552 Feb 21 09:21:47.006556 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-193da693-69c4-4408-8827-b659ed44e68b req-fb073199-8e8a-4d9a-b55f-d61cfd58107f tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419331 Feb 21 09:21:48.199802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc95f2-5a3b-403b-9073-2f0d9deb34bd req-b72b5fdc-563a-47ab-ac5a-be1197dbfa60 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:48.201270 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ecfc95f2-5a3b-403b-9073-2f0d9deb34bd req-b72b5fdc-563a-47ab-ac5a-be1197dbfa60 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0762939 Feb 21 09:21:48.246446 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ecfc95f2-5a3b-403b-9073-2f0d9deb34bd req-cb2402ca-eceb-47ee-8e2f-ecf044a7bea3 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389032 Feb 21 09:21:49.440591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97926638-b24a-4a2e-9965-b13cc334ddc6 req-b744917c-9d8f-4e75-892b-217e5ba4bb51 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:49.442029 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-97926638-b24a-4a2e-9965-b13cc334ddc6 req-b744917c-9d8f-4e75-892b-217e5ba4bb51 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0778785 Feb 21 09:21:49.486433 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-97926638-b24a-4a2e-9965-b13cc334ddc6 req-7bb6c9dd-403b-4786-9293-0b1698bddc09 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389123 Feb 21 09:21:50.679977 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769aa39-6acf-43ab-a2a7-4694115826c7 req-59c8b934-fda3-4a4a-b93c-d6e766d2d9a2 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:50.681420 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5769aa39-6acf-43ab-a2a7-4694115826c7 req-59c8b934-fda3-4a4a-b93c-d6e766d2d9a2 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0741711 Feb 21 09:21:50.725865 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5769aa39-6acf-43ab-a2a7-4694115826c7 req-3a3abef8-452d-4733-ad22-4ffd28903c39 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390487 Feb 21 09:21:52.065324 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac9b2d-db9f-4083-9365-cc0cf38ad827 req-e830f00b-5856-478e-8110-5f438147a9de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:52.066683 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-64ac9b2d-db9f-4083-9365-cc0cf38ad827 req-e830f00b-5856-478e-8110-5f438147a9de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0784624 Feb 21 09:21:52.110836 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-64ac9b2d-db9f-4083-9365-cc0cf38ad827 req-d9c6d2b6-eedf-4084-911f-fd5b5d23a8fd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387647 Feb 21 09:21:53.310958 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb40ff-3e7e-4604-acac-9e142524d66c req-3e8fa79d-0e16-4c74-8f8f-0ded100b6475 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:53.312425 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9bbb40ff-3e7e-4604-acac-9e142524d66c req-3e8fa79d-0e16-4c74-8f8f-0ded100b6475 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0746706 Feb 21 09:21:53.357220 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9bbb40ff-3e7e-4604-acac-9e142524d66c req-e9c8eed1-2306-440c-8377-6a73d3704eb3 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388248 Feb 21 09:21:54.551026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef46b83-1d2f-459b-ba7e-df5ef6314dab req-97e26981-02b4-4d91-ae8a-b6f1895dfc3e tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:54.552488 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aef46b83-1d2f-459b-ba7e-df5ef6314dab req-97e26981-02b4-4d91-ae8a-b6f1895dfc3e tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0774987 Feb 21 09:21:54.597863 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aef46b83-1d2f-459b-ba7e-df5ef6314dab req-245ee1f1-86c2-4be6-9043-d65c12b707b3 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399308 Feb 21 09:21:55.551810 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-620a4ed5-1c19-4f70-90a9-eef2914be4e1 req-3f0fb6d5-aaf9-40d4-8651-67bc3a09e0ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4c5f736d2bf428aa94e67c899d61eb0&device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 1098 time: 0.0662339 Feb 21 09:21:55.691943 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a4ed5-1c19-4f70-90a9-eef2914be4e1 req-55a908a8-ae75-4bb5-bee6-bd266aa3c374 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:55.693367 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-620a4ed5-1c19-4f70-90a9-eef2914be4e1 req-55a908a8-ae75-4bb5-bee6-bd266aa3c374 service neutron] 10.222.0.47 "GET /v2.0/networks?id=578f6568-35df-46cb-b7bf-da2adb64b234 HTTP/1.1" status: 200 len: 912 time: 0.1241603 Feb 21 09:21:55.763137 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-620a4ed5-1c19-4f70-90a9-eef2914be4e1 req-6ce54aef-2ffa-4453-817b-99c314f9eecf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6 HTTP/1.1" status: 200 len: 217 time: 0.0630703 Feb 21 09:21:55.791989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8f14d-52b5-42c0-8ff3-874bff2258de req-165a9d6b-4d80-455f-8aa1-f5bd5cf11e14 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:55.793434 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29b8f14d-52b5-42c0-8ff3-874bff2258de req-165a9d6b-4d80-455f-8aa1-f5bd5cf11e14 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0763032 Feb 21 09:21:55.824246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a4ed5-1c19-4f70-90a9-eef2914be4e1 req-a59493f5-6eef-4a3d-9ca5-9811236b1995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:55.825604 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-620a4ed5-1c19-4f70-90a9-eef2914be4e1 req-a59493f5-6eef-4a3d-9ca5-9811236b1995 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16cef593-0c25-48ad-a6ea-5730a316766b HTTP/1.1" status: 200 len: 852 time: 0.0572591 Feb 21 09:21:55.841601 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29b8f14d-52b5-42c0-8ff3-874bff2258de req-af9c9e8f-fba2-4dfb-ae65-9761da53d046 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425909 Feb 21 09:21:55.871707 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-620a4ed5-1c19-4f70-90a9-eef2914be4e1 req-1f26c0d2-902e-4e01-b27d-47e7b2194572 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=578f6568-35df-46cb-b7bf-da2adb64b234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407856 Feb 21 09:21:55.997826 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-620a4ed5-1c19-4f70-90a9-eef2914be4e1 req-5ff20f3f-7b31-440b-8aed-67175fcf95cc service neutron] 10.222.0.47 "GET /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202068 Feb 21 09:21:56.127443 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-620a4ed5-1c19-4f70-90a9-eef2914be4e1 req-d4c5f521-4e1a-4e16-9d4b-23edcb57ace6 service neutron] 10.222.0.47 "GET /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229818 Feb 21 09:21:57.041394 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3259f7-ad44-4be3-a41d-c84ccaf01e1f req-12efa9e3-372f-4b5e-a7bb-363ef70698fe tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:57.042811 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a3259f7-ad44-4be3-a41d-c84ccaf01e1f req-12efa9e3-372f-4b5e-a7bb-363ef70698fe tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0741227 Feb 21 09:21:57.086647 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a3259f7-ad44-4be3-a41d-c84ccaf01e1f req-6e79dc08-ab93-40d8-b102-e4e0b3c20b21 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384123 Feb 21 09:21:58.358215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18fab8-5f51-4868-992f-56782c5c1e46 req-600f1459-b7aa-4d50-bc45-158ee784ba3c tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:58.359687 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a18fab8-5f51-4868-992f-56782c5c1e46 req-600f1459-b7aa-4d50-bc45-158ee784ba3c tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.1554408 Feb 21 09:21:58.404024 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a18fab8-5f51-4868-992f-56782c5c1e46 req-ba93e35c-b7fc-4dfe-93a4-77602e8ba5f9 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387228 Feb 21 09:21:59.598110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d7c64-be7b-4fa3-9746-f58140f1160f req-e0fbe85d-cfd4-4b93-ba71-e1d1ca0360be tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:21:59.599560 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bf5d7c64-be7b-4fa3-9746-f58140f1160f req-e0fbe85d-cfd4-4b93-ba71-e1d1ca0360be tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0763693 Feb 21 09:21:59.643312 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bf5d7c64-be7b-4fa3-9746-f58140f1160f req-1e89e2ee-1c1b-48cf-8179-2d2a8f6bd1b1 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383496 Feb 21 09:22:00.187684 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-54acf524-16e2-40ee-a507-1214f8308d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:00.560904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:00.845947 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ded32-0812-4202-952d-cf6b20475f43 req-6bb16459-9936-4b89-a9b5-84e152f042ee tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:00.848459 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a17ded32-0812-4202-952d-cf6b20475f43 req-6bb16459-9936-4b89-a9b5-84e152f042ee tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0811610 Feb 21 09:22:00.898274 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a17ded32-0812-4202-952d-cf6b20475f43 req-8a6014f9-20c5-4e4e-b511-fbb5ef0cd78b tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442443 Feb 21 09:22:02.089153 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad29a4-a13d-4155-b01a-9ef2b9085f73 req-888962dd-ec9b-4020-9a5b-acf9a17460f2 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:02.090579 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0fad29a4-a13d-4155-b01a-9ef2b9085f73 req-888962dd-ec9b-4020-9a5b-acf9a17460f2 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0733776 Feb 21 09:22:02.134250 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0fad29a4-a13d-4155-b01a-9ef2b9085f73 req-61ca1432-0033-4b94-874b-804c1f5eaf91 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383122 Feb 21 09:22:02.977147 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cbda4e5c-05f3-43db-8da9-b4337d040f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:03.333567 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c223e7a-d6aa-4557-bdfc-780d0ceac31b req-c3812105-5f64-4207-87f7-0a44f05541c1 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:03.335033 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0c223e7a-d6aa-4557-bdfc-780d0ceac31b req-c3812105-5f64-4207-87f7-0a44f05541c1 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0779243 Feb 21 09:22:03.379480 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0c223e7a-d6aa-4557-bdfc-780d0ceac31b req-03966f37-2a71-4da9-a530-91043ad4abc7 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388863 Feb 21 09:22:03.662047 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:04.070043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:04.578316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4579996-13bf-453f-8ce1-52b7723cc4f8 req-e00679c4-b201-4dba-8fa9-128a569a8cc4 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:04.581336 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e4579996-13bf-453f-8ce1-52b7723cc4f8 req-e00679c4-b201-4dba-8fa9-128a569a8cc4 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0819283 Feb 21 09:22:04.630035 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e4579996-13bf-453f-8ce1-52b7723cc4f8 req-46c35804-d180-46c7-aa24-cf5bee1f1185 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428956 Feb 21 09:22:05.820679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad07ef-0596-4752-a6e7-d63089cc530e req-eec05560-f3ad-4c2f-9732-3efed51a086d tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:05.822098 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29ad07ef-0596-4752-a6e7-d63089cc530e req-eec05560-f3ad-4c2f-9732-3efed51a086d tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0749836 Feb 21 09:22:05.867418 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29ad07ef-0596-4752-a6e7-d63089cc530e req-17ef9a5d-ab52-4215-a493-545217a329a3 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395279 Feb 21 09:22:06.040260 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:07.063529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99ed09-ad2b-454c-b670-e2fa387944d4 req-fc5013ff-7086-46d7-890b-e65138e7a1a8 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:07.064958 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fa99ed09-ad2b-454c-b670-e2fa387944d4 req-fc5013ff-7086-46d7-890b-e65138e7a1a8 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0784795 Feb 21 09:22:07.108600 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fa99ed09-ad2b-454c-b670-e2fa387944d4 req-85fa7d8c-0a53-48f5-9c85-59217b4c3a0f tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382066 Feb 21 09:22:08.105564 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-acae525c-5f45-4fbc-923a-d5ff104cc92c service neutron] 10.222.0.47 "GET /v2.0/ports/287f09e5-cf02-4450-b245-8a5c09ea52e6/bindings/hv-neutron-8300 HTTP/1.1" status: 200 len: 384 time: 0.0724556 Feb 21 09:22:08.317225 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b35245-95a0-4e27-9477-c0a9564b84b6 req-49337762-7ded-4ba9-b533-0be2dd022d91 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:08.318686 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f2b35245-95a0-4e27-9477-c0a9564b84b6 req-49337762-7ded-4ba9-b533-0be2dd022d91 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0763760 Feb 21 09:22:08.359860 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-9f47e792-8a61-478f-8c5d-605fdf68c6bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d&tenant_id=e4c5f736d2bf428aa94e67c899d61eb0 HTTP/1.1" status: 200 len: 1098 time: 0.0693564 Feb 21 09:22:08.364646 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f2b35245-95a0-4e27-9477-c0a9564b84b6 req-b3fd8529-a111-4c49-8600-37e816b60e1b tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401967 Feb 21 09:22:08.523139 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-e82f9a54-5dda-48c9-a9af-d35b7318d59a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4c5f736d2bf428aa94e67c899d61eb0&device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 1098 time: 0.1437135 Feb 21 09:22:08.650368 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-e977a926-69b2-47ff-9752-ad42d3c4dbeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:08.651748 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-e977a926-69b2-47ff-9752-ad42d3c4dbeb service neutron] 10.222.0.47 "GET /v2.0/networks?id=578f6568-35df-46cb-b7bf-da2adb64b234 HTTP/1.1" status: 200 len: 912 time: 0.1219351 Feb 21 09:22:08.719988 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-adf27739-3061-44c9-b0a3-6ece876fde2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6 HTTP/1.1" status: 200 len: 217 time: 0.0620813 Feb 21 09:22:08.782149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-306b7a7c-227c-4eca-9417-f1a5047e6c7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:08.783682 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-306b7a7c-227c-4eca-9417-f1a5047e6c7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16cef593-0c25-48ad-a6ea-5730a316766b HTTP/1.1" status: 200 len: 852 time: 0.0580785 Feb 21 09:22:08.827874 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-209c696b-4063-490e-ac89-ca8f8be9464b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=578f6568-35df-46cb-b7bf-da2adb64b234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378006 Feb 21 09:22:08.955526 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-e0d611d1-2623-4c7f-bb98-7876af9cb81c service neutron] 10.222.0.47 "GET /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213877 Feb 21 09:22:09.085985 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-bff13710-4472-4ba5-9e87-ec4f573cb723 req-0d1848e3-0250-4a75-b98f-db0555615b6e service neutron] 10.222.0.47 "GET /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227517 Feb 21 09:22:09.559777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b03c63-4d79-4c2d-a653-55486cb22d8d req-26d354d5-e6e9-4961-aecb-771dc5bdc907 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:09.561821 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c3b03c63-4d79-4c2d-a653-55486cb22d8d req-26d354d5-e6e9-4961-aecb-771dc5bdc907 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0786676 Feb 21 09:22:09.605989 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c3b03c63-4d79-4c2d-a653-55486cb22d8d req-e5950a86-eaa1-4692-bdd3-cb1b413ea6f9 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381422 Feb 21 09:22:10.943517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696f862-55b8-40f1-9d27-030f4f6039d3 req-a1a1e372-4baa-4a34-9366-437a1967f98f tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:10.945005 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6696f862-55b8-40f1-9d27-030f4f6039d3 req-a1a1e372-4baa-4a34-9366-437a1967f98f tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0788908 Feb 21 09:22:10.996041 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6696f862-55b8-40f1-9d27-030f4f6039d3 req-d56420e6-7285-4bd3-8544-2df08546645b tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447054 Feb 21 09:22:11.294188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 287f09e5-cf02-4450-b245-8a5c09ea52e6 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:22:11.296474 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 287f09e5-cf02-4450-b245-8a5c09ea52e6 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:22:11.507483 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:11.524422 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 287f09e5-cf02-4450-b245-8a5c09ea52e6, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6,segment=NetworkSegment(bb073fe7-b385-4ae3-bb6f-e380b7484693),segment_id=bb073fe7-b385-4ae3-bb6f-e380b7484693)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:22:11.543239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '287f09e5-cf02-4450-b245-8a5c09ea52e6', 'network_id': '578f6568-35df-46cb-b7bf-da2adb64b234', 'port_id': '287f09e5-cf02-4450-b245-8a5c09ea52e6', 'mac_address': 'fa:16:3e:99:97:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cef593-0c25-48ad-a6ea-5730a316766b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:22:11.551775 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8fb197-75a4-4356-b0d2-8bb89b89b74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287f09e5-cf02-4450-b245-8a5c09ea52e6'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:22:11.590130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 287f09e5-cf02-4450-b245-8a5c09ea52e6, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6,segment=NetworkSegment(bb073fe7-b385-4ae3-bb6f-e380b7484693),segment_id=bb073fe7-b385-4ae3-bb6f-e380b7484693)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:22:11.602310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:11.677846 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8fb197-75a4-4356-b0d2-8bb89b89b74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287f09e5-cf02-4450-b245-8a5c09ea52e6', 'code': 200} Feb 21 09:22:11.712738 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:11.746062 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 287f09e5-cf02-4450-b245-8a5c09ea52e6 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:22:11.754222 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=287f09e5-cf02-4450-b245-8a5c09ea52e6,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:11.794779 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:11.795145 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:11.795478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:11.795803 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:11.796128 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:11.796448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:11.796763 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:11.797078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:11.797391 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:11.797699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:11.798009 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:11.817902 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:22:11.818252 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:22:12.200688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ed83d-1638-461e-abb1-03876f9b6601 req-19b836c2-8e77-48c8-8eb7-d21f98fed4cc tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:12.202144 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-107ed83d-1638-461e-abb1-03876f9b6601 req-19b836c2-8e77-48c8-8eb7-d21f98fed4cc tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 943 time: 0.0757072 Feb 21 09:22:12.247777 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-107ed83d-1638-461e-abb1-03876f9b6601 req-e73a87c8-7f4e-4b92-820f-a9200ac549e8 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396159 Feb 21 09:22:12.376703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:12.394882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287f09e5-cf02-4450-b245-8a5c09ea52e6 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:22:12.409851 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 287f09e5-cf02-4450-b245-8a5c09ea52e6, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6,segment=NetworkSegment(bb073fe7-b385-4ae3-bb6f-e380b7484693),segment_id=bb073fe7-b385-4ae3-bb6f-e380b7484693)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:22:12.414120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:12.480514 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['287f09e5-cf02-4450-b245-8a5c09ea52e6'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:22:12.531870 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=287f09e5-cf02-4450-b245-8a5c09ea52e6,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:12.680449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-415eb1d3-4cab-47f8-96a7-d9c1e932f624 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:12.681044 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-415eb1d3-4cab-47f8-96a7-d9c1e932f624 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Synchronizing usage tracker for tenant:e4c5f736d2bf428aa94e67c899d61eb0 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:22:12.699352 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-415eb1d3-4cab-47f8-96a7-d9c1e932f624 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Unset dirty status for tenant:e4c5f736d2bf428aa94e67c899d61eb0 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:22:12.700610 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-415eb1d3-4cab-47f8-96a7-d9c1e932f624 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d&tenant_id=e4c5f736d2bf428aa94e67c899d61eb0&binding%3Ahost_id=hv-neutron-8300 HTTP/1.1" status: 200 len: 944 time: 0.1083407 Feb 21 09:22:12.840745 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-bed5c4fd-42a8-42f2-88e0-e82a951e9219 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4c5f736d2bf428aa94e67c899d61eb0&device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 1097 time: 0.0729163 Feb 21 09:22:12.970871 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-225f1287-594f-4d93-afa4-b3cd654ff264 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:12.972343 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-225f1287-594f-4d93-afa4-b3cd654ff264 service neutron] 10.222.0.47 "GET /v2.0/networks?id=578f6568-35df-46cb-b7bf-da2adb64b234 HTTP/1.1" status: 200 len: 912 time: 0.1258173 Feb 21 09:22:13.043311 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-37082314-1f0a-4618-b723-7a761e6d4566 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6 HTTP/1.1" status: 200 len: 217 time: 0.0650229 Feb 21 09:22:13.102659 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-579bb019-4d03-41e9-b3b8-cb40f269c5f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:13.104059 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-579bb019-4d03-41e9-b3b8-cb40f269c5f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16cef593-0c25-48ad-a6ea-5730a316766b HTTP/1.1" status: 200 len: 852 time: 0.0554273 Feb 21 09:22:13.152500 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-de176535-e1d9-45ac-a98e-d588623277fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=578f6568-35df-46cb-b7bf-da2adb64b234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426152 Feb 21 09:22:13.281059 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-c567b377-66a1-416d-b2be-60a76ddb5da2 service neutron] 10.222.0.47 "GET /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221619 Feb 21 09:22:13.308787 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 287f09e5-cf02-4450-b245-8a5c09ea52e6 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:22:13.374897 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 287f09e5-cf02-4450-b245-8a5c09ea52e6 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:22:13.375295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:13.409510 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-4b6b73e8-fb78-4d1d-a339-565bf970d440 service neutron] 10.222.0.47 "GET /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225426 Feb 21 09:22:13.489198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:13.520964 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 287f09e5-cf02-4450-b245-8a5c09ea52e6, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6,segment=NetworkSegment(bb073fe7-b385-4ae3-bb6f-e380b7484693),segment_id=bb073fe7-b385-4ae3-bb6f-e380b7484693)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:22:13.524694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:13.592261 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=287f09e5-cf02-4450-b245-8a5c09ea52e6,revision_number=8']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:13.678418 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8fb197-75a4-4356-b0d2-8bb89b89b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f09e5-cf02-4450-b245-8a5c09ea52e6'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:22:13.742970 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8fb197-75a4-4356-b0d2-8bb89b89b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f09e5-cf02-4450-b245-8a5c09ea52e6', 'code': 200} Feb 21 09:22:14.202383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42909b2d-76eb-4c19-91e6-dec8f6584572 req-d4af163c-6e76-4547-9a5e-3d9fd369d9cd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:14.203759 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-42909b2d-76eb-4c19-91e6-dec8f6584572 req-d4af163c-6e76-4547-9a5e-3d9fd369d9cd tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0773625 Feb 21 09:22:14.248353 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-42909b2d-76eb-4c19-91e6-dec8f6584572 req-9719a810-0d6b-4310-a395-3af6cfe669e0 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386400 Feb 21 09:22:15.441140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc625d-e94d-41cc-bb3d-6b4d3be66b37 req-cbd0ba61-2183-4f41-9d56-800a6efb3ef8 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:15.442559 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-25dc625d-e94d-41cc-bb3d-6b4d3be66b37 req-cbd0ba61-2183-4f41-9d56-800a6efb3ef8 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0739541 Feb 21 09:22:15.489726 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-25dc625d-e94d-41cc-bb3d-6b4d3be66b37 req-fa5414ae-910c-44ee-88c7-df3a26ed419b tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/security-groups?id=a906c07a-d9ea-488a-9207-ac0b3c6ad201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416808 Feb 21 09:22:15.764979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-790651c0-e06f-4826-9be0-9a82ae687b21 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:15.766362 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-790651c0-e06f-4826-9be0-9a82ae687b21 tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 945 time: 0.0724206 Feb 21 09:22:15.834744 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Deleting port 287f09e5-cf02-4450-b245-8a5c09ea52e6 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:22:15.835100 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:16.143560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] For port 287f09e5-cf02-4450-b245-8a5c09ea52e6, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=287f09e5-cf02-4450-b245-8a5c09ea52e6,segment=NetworkSegment(bb073fe7-b385-4ae3-bb6f-e380b7484693),segment_id=bb073fe7-b385-4ae3-bb6f-e380b7484693)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:22:16.143913 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:16.262450 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Calling delete_port for 287f09e5-cf02-4450-b245-8a5c09ea52e6 owned by compute:nova {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:22:16.397899 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:16.410096 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['287f09e5-cf02-4450-b245-8a5c09ea52e6'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:22:16.449409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Pushing event deleted for resources: {'Port': ['ID=287f09e5-cf02-4450-b245-8a5c09ea52e6,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:16.488050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:16.488394 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:16.488727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:16.489093 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:16.489382 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:16.489705 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:16.490025 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:16.490343 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:16.490657 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:16.490972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:16.491308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:22:16.529815 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] No DVR routers for this DVR port 287f09e5-cf02-4450-b245-8a5c09ea52e6 on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:22:16.532411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:16.535490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8fb197-75a4-4356-b0d2-8bb89b89b74d', 'name': 'network-vif-deleted', 'tag': '287f09e5-cf02-4450-b245-8a5c09ea52e6'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:22:16.551637 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3e61a9dd-a725-4d44-9631-63238c9b10fb req-7a3f1dd5-1817-4559-b3d2-b66da94c83de tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.47 "DELETE /v2.0/ports/287f09e5-cf02-4450-b245-8a5c09ea52e6 HTTP/1.1" status: 204 len: 173 time: 0.7803004 Feb 21 09:22:16.600924 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8fb197-75a4-4356-b0d2-8bb89b89b74d', 'name': 'network-vif-deleted', 'tag': '287f09e5-cf02-4450-b245-8a5c09ea52e6', 'status': 'completed', 'code': 200} Feb 21 09:22:16.672761 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fc29cb87-c69a-47f2-9090-ffef84f18336 req-e31a34af-684e-4adb-b91c-c56d015cfd7e tempest-DeleteServersTestJSON-1461066424 tempest-DeleteServersTestJSON-1461066424-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e8fb197-75a4-4356-b0d2-8bb89b89b74d HTTP/1.1" status: 200 len: 210 time: 0.0452249 Feb 21 09:22:16.851606 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:22:17.932174 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59654) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:22:17.992686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-421489ef-e128-4610-9768-63581f2bb230 admin admin] Deleting subnet 16cef593-0c25-48ad-a6ea-5730a316766b {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:22:17.995465 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-421489ef-e128-4610-9768-63581f2bb230 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.042696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-421489ef-e128-4610-9768-63581f2bb230 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.094638 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-421489ef-e128-4610-9768-63581f2bb230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.163649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-421489ef-e128-4610-9768-63581f2bb230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.199579 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421489ef-e128-4610-9768-63581f2bb230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16cef593-0c25-48ad-a6ea-5730a316766b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:18.206252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-421489ef-e128-4610-9768-63581f2bb230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.211949 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-421489ef-e128-4610-9768-63581f2bb230 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/16cef593-0c25-48ad-a6ea-5730a316766b HTTP/1.1" status: 204 len: 168 time: 0.2787929 Feb 21 09:22:18.214395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59658) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:22:18.318704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-442e0af5-a73d-467b-b949-0f4bbd7833fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.441899 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-442e0af5-a73d-467b-b949-0f4bbd7833fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.465907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-442e0af5-a73d-467b-b949-0f4bbd7833fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578f6568-35df-46cb-b7bf-da2adb64b234']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:22:18.477370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-442e0af5-a73d-467b-b949-0f4bbd7833fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb073fe7-b385-4ae3-bb6f-e380b7484693') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:22:18.477660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-442e0af5-a73d-467b-b949-0f4bbd7833fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb073fe7-b385-4ae3-bb6f-e380b7484693') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:22:18.488529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-442e0af5-a73d-467b-b949-0f4bbd7833fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.506054 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-442e0af5-a73d-467b-b949-0f4bbd7833fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.512453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442e0af5-a73d-467b-b949-0f4bbd7833fa admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:22:18.512870 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-442e0af5-a73d-467b-b949-0f4bbd7833fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:22:18.529729 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:22:18.600998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-442e0af5-a73d-467b-b949-0f4bbd7833fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.616377 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-442e0af5-a73d-467b-b949-0f4bbd7833fa admin admin] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.626146 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e0af5-a73d-467b-b949-0f4bbd7833fa admin admin] Pushing event deleted for resources: {'Network': ['ID=578f6568-35df-46cb-b7bf-da2adb64b234,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:18.634424 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-442e0af5-a73d-467b-b949-0f4bbd7833fa admin admin] 10.222.0.48 "DELETE /v2.0/networks/578f6568-35df-46cb-b7bf-da2adb64b234 HTTP/1.1" status: 204 len: 168 time: 0.4190664 Feb 21 09:22:18.767584 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59664) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:22:18.821931 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f419dc3d-c865-4dc2-8264-5812347c94af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4c5f736d2bf428aa94e67c899d61eb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532217 Feb 21 09:22:18.824402 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59668) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:22:18.886413 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b784d0c5-02d8-4cba-96f4-5c92da3af84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.911265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b784d0c5-02d8-4cba-96f4-5c92da3af84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.960218 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b784d0c5-02d8-4cba-96f4-5c92da3af84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.976226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784d0c5-02d8-4cba-96f4-5c92da3af84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a906c07a-d9ea-488a-9207-ac0b3c6ad201,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:18.986012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b784d0c5-02d8-4cba-96f4-5c92da3af84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:18.987688 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b784d0c5-02d8-4cba-96f4-5c92da3af84b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a906c07a-d9ea-488a-9207-ac0b3c6ad201 HTTP/1.1" status: 204 len: 168 time: 0.1624134 Feb 21 09:22:19.324514 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 287f09e5-cf02-4450-b245-8a5c09ea52e6 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:22:19.356445 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 287f09e5-cf02-4450-b245-8a5c09ea52e6 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:22:19.356781 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 287f09e5-cf02-4450-b245-8a5c09ea52e6 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:22:19.791695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59690) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:22:19.943632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1668146059-network', 'tenant_id': '679465c022fe465c8d2b672aa8adb317'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:22:19.948353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:22:19.952119 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Usage tracker for resource:network and tenant:679465c022fe465c8d2b672aa8adb317 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:22:19.954889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:22:19.961319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:22:19.971093 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Made reservation on behalf of 679465c022fe465c8d2b672aa8adb317 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:22:19.973271 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:19.985216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:20.015345 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:22:20.019864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Usage tracker for resource:security_group_rule and tenant:679465c022fe465c8d2b672aa8adb317 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:22:20.022650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:22:20.029633 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:22:20.104024 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:20.107650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:20.138306 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:22:20.143822 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:20.150963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:20.150963 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Added segment 3fdc95a5-6650-4ec2-bc0b-2861124c6c36 of type vlan for network 9d80f60e-0d7e-421c-b869-4d4c03d5e609 Feb 21 09:22:20.175602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:20.202859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:20.203684 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:20.204249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:20.380909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] Pushing event updated for resources: {'Network': ['ID=9d80f60e-0d7e-421c-b869-4d4c03d5e609,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:20.383827 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6e25c90e-713a-4d74-8a96-a5bc1774b28b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5911434 Feb 21 09:22:20.386849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 59696) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:22:20.391374 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 9d80f60e-0d7e-421c-b869-4d4c03d5e609 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:22:20.392049 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Request body: {'subnet': {'network_id': '9d80f60e-0d7e-421c-b869-4d4c03d5e609', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1668146059-subnet', 'tenant_id': '679465c022fe465c8d2b672aa8adb317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:22:20.396833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:22:20.400618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Usage tracker for resource:subnet and tenant:679465c022fe465c8d2b672aa8adb317 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:22:20.403405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:22:20.409550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:22:20.419834 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Made reservation on behalf of 679465c022fe465c8d2b672aa8adb317 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:22:20.422085 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:20.621896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:20.697670 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2491dce1-99f8-4bcc-bc8d-5085fdb3d584,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:20.710758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Checking segment: {'id': '3fdc95a5-6650-4ec2-bc0b-2861124c6c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9d80f60e-0d7e-421c-b869-4d4c03d5e609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:22:20.711150 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Network hostable DHCP agents. Network: 9d80f60e-0d7e-421c-b869-4d4c03d5e609, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:22:20.732117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Network 9d80f60e-0d7e-421c-b869-4d4c03d5e609 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:22:20.741167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 9d80f60e-0d7e-421c-b869-4d4c03d5e609) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:22:20.745727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:20.746315 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:20.750010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b45e345-71b4-469c-91e0-516326fb27e4 None None] Network 9d80f60e-0d7e-421c-b869-4d4c03d5e609 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:22:20.768793 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f73148a0-3046-4e4a-8a71-908a7e6215e9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3809078 Feb 21 09:22:20.968878 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd6015e-6b40-480e-9728-83fc85807b04 None None] Network 9d80f60e-0d7e-421c-b869-4d4c03d5e609 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:22:21.291928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-f4d9b01c-132c-4e75-a142-c60bba18e8df tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:21.293257 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-f4d9b01c-132c-4e75-a142-c60bba18e8df tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/networks?id=9d80f60e-0d7e-421c-b869-4d4c03d5e609 HTTP/1.1" status: 200 len: 815 time: 0.1381011 Feb 21 09:22:21.308622 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-a6353021-5c42-434e-8435-ce9173fa8bb0 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/quotas/679465c022fe465c8d2b672aa8adb317 HTTP/1.1" status: 200 len: 375 time: 0.0101871 Feb 21 09:22:21.352294 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-eb1ae746-2ad5-4612-98d0-7db0e5e9776a tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=679465c022fe465c8d2b672aa8adb317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390522 Feb 21 09:22:21.483220 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-33ecfbcd-0f45-43dd-bcae-1655b5e46deb service neutron] 10.222.0.48 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244781 Feb 21 09:22:21.699788 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-1d4a6a93-cd38-4a16-ba5c-4e38b421dcec service neutron] 10.222.0.48 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102926 Feb 21 09:22:21.883831 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b1d0c05-f450-486a-b4fb-368ac6afc393 req-3dcb9555-2759-469e-9111-fd3aba04ee0c tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 210 time: 0.0407462 Feb 21 09:22:22.859171 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-5a7ff9e2-2109-42c9-aa15-2371640ec583 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:22.859764 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-5a7ff9e2-2109-42c9-aa15-2371640ec583 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Synchronizing usage tracker for tenant:679465c022fe465c8d2b672aa8adb317 on resource:network {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:22:22.876513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-5a7ff9e2-2109-42c9-aa15-2371640ec583 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Unset dirty status for tenant:679465c022fe465c8d2b672aa8adb317 on resource:network {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:22:22.878279 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-5a7ff9e2-2109-42c9-aa15-2371640ec583 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.47 "GET /v2.0/networks?id=9d80f60e-0d7e-421c-b869-4d4c03d5e609 HTTP/1.1" status: 200 len: 815 time: 0.1639371 Feb 21 09:22:22.895126 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Request body: {'port': {'device_id': '4ffdf38e-c66c-49a7-8748-6b731d3fb021', 'network_id': '9d80f60e-0d7e-421c-b869-4d4c03d5e609', 'admin_state_up': True, 'tenant_id': '679465c022fe465c8d2b672aa8adb317'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:22:23.038249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:22:23.042677 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Usage tracker for resource:port and tenant:679465c022fe465c8d2b672aa8adb317 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:22:23.045566 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:22:23.051266 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3fd345f7-728e-43af-9cef-245ad94f0f41 req-aff8f1e9-58da-4dfa-b35e-3a0acc037c3b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 210 time: 0.0472183 Feb 21 09:22:23.051807 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:22:23.061239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Made reservation on behalf of 679465c022fe465c8d2b672aa8adb317 for: {'port': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:22:23.064230 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:23.224932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Allocated IP 172.20.0.7 (9d80f60e-0d7e-421c-b869-4d4c03d5e609/2491dce1-99f8-4bcc-bc8d-5085fdb3d584/e10ded43-dee9-45f3-b30e-54b63df854a1) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:22:23.424357 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:23.451430 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:23.520380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Network 9d80f60e-0d7e-421c-b869-4d4c03d5e609 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:22:23.523298 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:22:23.527424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:22:23.555725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Pushing event updated for resources: {'Port': ['ID=e10ded43-dee9-45f3-b30e-54b63df854a1,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:23.592867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:23.593463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:23.614956 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-aa73de9c-6537-4517-9600-8bff83b13d07 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7242365 Feb 21 09:22:23.626579 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Request body: {'port': {'device_id': '4ffdf38e-c66c-49a7-8748-6b731d3fb021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:22:23.735076 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:24.061675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10ded43-dee9-45f3-b30e-54b63df854a1 {{(pid=83584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:22:24.068399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:24.083974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Transition to ACTIVE for port object e10ded43-dee9-45f3-b30e-54b63df854a1 will not be triggered until provisioned by entity L2. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:22:24.087662 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:24.251267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7497c-96c0-4fbd-8a8c-0621bfe192c8 req-7a9bb218-0991-4afa-b51e-478b7cbf7349 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:24.252957 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-feb7497c-96c0-4fbd-8a8c-0621bfe192c8 req-7a9bb218-0991-4afa-b51e-478b7cbf7349 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 943 time: 0.0792649 Feb 21 09:22:24.299234 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-feb7497c-96c0-4fbd-8a8c-0621bfe192c8 req-e9fcf189-7896-48c6-ba93-bfc2813be200 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Feb 21 09:22:24.306084 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Pushing event updated for resources: {'Port': ['ID=e10ded43-dee9-45f3-b30e-54b63df854a1,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:24.407145 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Attempting to bind port e10ded43-dee9-45f3-b30e-54b63df854a1 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:22:24.407509 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Attempting to bind port e10ded43-dee9-45f3-b30e-54b63df854a1 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '3fdc95a5-6650-4ec2-bc0b-2861124c6c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9d80f60e-0d7e-421c-b869-4d4c03d5e609'}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:22:24.407768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Attempting to bind port e10ded43-dee9-45f3-b30e-54b63df854a1 on network 9d80f60e-0d7e-421c-b869-4d4c03d5e609 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:22:24.413229 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Port e10ded43-dee9-45f3-b30e-54b63df854a1 on network 9d80f60e-0d7e-421c-b869-4d4c03d5e609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:22:24.413539 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Attempting to bind port e10ded43-dee9-45f3-b30e-54b63df854a1 on network 9d80f60e-0d7e-421c-b869-4d4c03d5e609 {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:22:24.419490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:22:24.419817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Checking segment: {'id': '3fdc95a5-6650-4ec2-bc0b-2861124c6c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9d80f60e-0d7e-421c-b869-4d4c03d5e609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:22:24.420184 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Bound using segment: {'id': '3fdc95a5-6650-4ec2-bc0b-2861124c6c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9d80f60e-0d7e-421c-b869-4d4c03d5e609'} {{(pid=83584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:22:24.420587 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.managers [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Bound port: e10ded43-dee9-45f3-b30e-54b63df854a1, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdc95a5-6650-4ec2-bc0b-2861124c6c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9d80f60e-0d7e-421c-b869-4d4c03d5e609'}}] {{(pid=83584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:22:24.420917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:24.503386 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] For port e10ded43-dee9-45f3-b30e-54b63df854a1, host hv-neutron-8300, cleared binding levels {{(pid=83584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:22:24.506234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] For port e10ded43-dee9-45f3-b30e-54b63df854a1, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e10ded43-dee9-45f3-b30e-54b63df854a1,segment=NetworkSegment(3fdc95a5-6650-4ec2-bc0b-2861124c6c36),segment_id=3fdc95a5-6650-4ec2-bc0b-2861124c6c36)] {{(pid=83584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:22:24.510671 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:24.573711 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:24.575113 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] 10.222.0.47 "PUT /v2.0/ports/e10ded43-dee9-45f3-b30e-54b63df854a1 HTTP/1.1" status: 200 len: 1093 time: 0.9524190 Feb 21 09:22:24.575545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffdf38e-c66c-49a7-8748-6b731d3fb021', 'tag': 'e10ded43-dee9-45f3-b30e-54b63df854a1'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:22:24.600248 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03f49d-f49d-4131-aaf2-91f09832e869 service neutron] Pushing event updated for resources: {'Port': ['ID=e10ded43-dee9-45f3-b30e-54b63df854a1,revision_number=3']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:24.651858 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffdf38e-c66c-49a7-8748-6b731d3fb021', 'tag': 'e10ded43-dee9-45f3-b30e-54b63df854a1', 'status': 'completed', 'code': 200} Feb 21 09:22:24.691442 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-159363f5-2476-42de-9f34-db7440ac1b05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=679465c022fe465c8d2b672aa8adb317&device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 1096 time: 0.0704241 Feb 21 09:22:24.760190 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-631d98be-d70e-413f-b869-9f357f843cfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e10ded43-dee9-45f3-b30e-54b63df854a1 HTTP/1.1" status: 200 len: 217 time: 0.0618327 Feb 21 09:22:24.820004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-91d60a59-9e59-45b2-9a50-0ac536ed6251 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:24.821468 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-91d60a59-9e59-45b2-9a50-0ac536ed6251 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2491dce1-99f8-4bcc-bc8d-5085fdb3d584 HTTP/1.1" status: 200 len: 855 time: 0.0560791 Feb 21 09:22:24.864201 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-e2d5562b-515c-4d32-b512-cc64778e6415 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d80f60e-0d7e-421c-b869-4d4c03d5e609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371585 Feb 21 09:22:24.993851 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-40a0e8c3-9256-4cbf-aa44-4236511151b7 service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208272 Feb 21 09:22:25.125353 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7c6f8845-ebfa-4d29-87c1-b1e68a853777 req-8992981b-a0f4-47b1-aef0-e92578f481d3 service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233633 Feb 21 09:22:25.239154 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3ef5c68f-30a5-4c9c-8994-ef7057f192d1 req-34f2ee7a-b0c0-4531-8deb-6490db6a946e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=679465c022fe465c8d2b672aa8adb317&device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 1096 time: 0.0701015 Feb 21 09:22:25.369063 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5c68f-30a5-4c9c-8994-ef7057f192d1 req-16174380-ffb8-4809-b7d2-f2cbc5b0c0a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:25.370516 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3ef5c68f-30a5-4c9c-8994-ef7057f192d1 req-16174380-ffb8-4809-b7d2-f2cbc5b0c0a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d80f60e-0d7e-421c-b869-4d4c03d5e609 HTTP/1.1" status: 200 len: 915 time: 0.1242440 Feb 21 09:22:25.439420 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3ef5c68f-30a5-4c9c-8994-ef7057f192d1 req-80b87db6-68e0-4f85-bbe3-ec745cf72751 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e10ded43-dee9-45f3-b30e-54b63df854a1 HTTP/1.1" status: 200 len: 217 time: 0.0610130 Feb 21 09:22:25.495038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a7c54-41ee-4fcb-97ea-b695afaafeec req-d140be8a-4c3c-4016-8eef-89e8a3db81f8 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:25.496470 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a00a7c54-41ee-4fcb-97ea-b695afaafeec req-d140be8a-4c3c-4016-8eef-89e8a3db81f8 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 943 time: 0.0773513 Feb 21 09:22:25.504679 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5c68f-30a5-4c9c-8994-ef7057f192d1 req-9be7be97-b63c-4d49-bba5-89ad5f3d7f42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:25.506141 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3ef5c68f-30a5-4c9c-8994-ef7057f192d1 req-9be7be97-b63c-4d49-bba5-89ad5f3d7f42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2491dce1-99f8-4bcc-bc8d-5085fdb3d584 HTTP/1.1" status: 200 len: 855 time: 0.0604942 Feb 21 09:22:25.542126 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a00a7c54-41ee-4fcb-97ea-b695afaafeec req-8b0bfe68-1b1b-4df5-b99d-8cd415e6cb4c tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399051 Feb 21 09:22:25.550465 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3ef5c68f-30a5-4c9c-8994-ef7057f192d1 req-24d53581-04e5-4ca0-8021-a5a00b77cc19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d80f60e-0d7e-421c-b869-4d4c03d5e609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379474 Feb 21 09:22:25.682475 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3ef5c68f-30a5-4c9c-8994-ef7057f192d1 req-1f8302e6-8916-4697-a16b-1af865667d53 service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249876 Feb 21 09:22:25.839705 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3ef5c68f-30a5-4c9c-8994-ef7057f192d1 req-9df9aa0c-e3a8-41f1-97f7-c429ae390714 service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502905 Feb 21 09:22:26.737693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b2084-bd46-4a13-a298-cb89163f96e7 req-50e6f28e-c5a7-4cb6-85ed-130f59051464 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:26.739131 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-329b2084-bd46-4a13-a298-cb89163f96e7 req-50e6f28e-c5a7-4cb6-85ed-130f59051464 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 943 time: 0.0742691 Feb 21 09:22:26.785727 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-329b2084-bd46-4a13-a298-cb89163f96e7 req-57295692-c382-4d5c-9244-b037b985d869 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Feb 21 09:22:27.355613 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e10ded43-dee9-45f3-b30e-54b63df854a1 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:22:27.494365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port e10ded43-dee9-45f3-b30e-54b63df854a1, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e10ded43-dee9-45f3-b30e-54b63df854a1,segment=NetworkSegment(3fdc95a5-6650-4ec2-bc0b-2861124c6c36),segment_id=3fdc95a5-6650-4ec2-bc0b-2861124c6c36)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:22:27.508087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'e10ded43-dee9-45f3-b30e-54b63df854a1', 'network_id': '9d80f60e-0d7e-421c-b869-4d4c03d5e609', 'port_id': 'e10ded43-dee9-45f3-b30e-54b63df854a1', 'mac_address': 'fa:16:3e:29:d5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2491dce1-99f8-4bcc-bc8d-5085fdb3d584', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:22:27.563588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:27.581746 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10ded43-dee9-45f3-b30e-54b63df854a1 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:22:27.596968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port e10ded43-dee9-45f3-b30e-54b63df854a1, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e10ded43-dee9-45f3-b30e-54b63df854a1,segment=NetworkSegment(3fdc95a5-6650-4ec2-bc0b-2861124c6c36),segment_id=3fdc95a5-6650-4ec2-bc0b-2861124c6c36)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:22:27.600690 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:27.665944 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=e10ded43-dee9-45f3-b30e-54b63df854a1,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:27.805273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['e10ded43-dee9-45f3-b30e-54b63df854a1'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:22:27.978300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743a0cc-2828-4967-a77a-18f84039a77d req-da20119f-daab-4c40-889d-ee84eac6365b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:27.979668 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8743a0cc-2828-4967-a77a-18f84039a77d req-da20119f-daab-4c40-889d-ee84eac6365b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 944 time: 0.0745807 Feb 21 09:22:28.023684 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8743a0cc-2828-4967-a77a-18f84039a77d req-94fac3f0-459f-4bf1-9105-b0642ce8174b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386486 Feb 21 09:22:29.218962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9609f-0c60-42cd-8d90-91a16c7403e2 req-66091aac-922e-4a40-8e21-db8e20762851 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:29.220407 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8db9609f-0c60-42cd-8d90-91a16c7403e2 req-66091aac-922e-4a40-8e21-db8e20762851 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 944 time: 0.0782921 Feb 21 09:22:29.264423 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8db9609f-0c60-42cd-8d90-91a16c7403e2 req-cf673533-af52-4c18-ac4e-f9d52482ed53 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384676 Feb 21 09:22:29.370740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e10ded43-dee9-45f3-b30e-54b63df854a1 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:22:29.436757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port e10ded43-dee9-45f3-b30e-54b63df854a1 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:22:29.442039 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port e10ded43-dee9-45f3-b30e-54b63df854a1 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:22:29.442406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:29.553219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:29.578839 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffdf38e-c66c-49a7-8748-6b731d3fb021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10ded43-dee9-45f3-b30e-54b63df854a1'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:22:29.588613 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port e10ded43-dee9-45f3-b30e-54b63df854a1, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e10ded43-dee9-45f3-b30e-54b63df854a1,segment=NetworkSegment(3fdc95a5-6650-4ec2-bc0b-2861124c6c36),segment_id=3fdc95a5-6650-4ec2-bc0b-2861124c6c36)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:22:29.592260 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:29.638689 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffdf38e-c66c-49a7-8748-6b731d3fb021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10ded43-dee9-45f3-b30e-54b63df854a1', 'code': 200} Feb 21 09:22:29.664807 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=e10ded43-dee9-45f3-b30e-54b63df854a1,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:22:29.944103 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7c907e39-723a-4f28-9b9a-257e760cffbd req-c947c075-abfb-4966-9141-5a81f942a720 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 1098 time: 0.1560011 Feb 21 09:22:29.984439 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7c907e39-723a-4f28-9b9a-257e760cffbd req-3270da2a-b920-4e16-a844-887905437e8a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347242 Feb 21 09:22:30.188117 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3ca4ce48-ac60-4a9d-8642-80d142452582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:30.452640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b13c4-8712-4500-994e-2ecedac704d5 req-c20013bb-ddd6-4185-a260-7426930c3420 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:30.454087 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-126b13c4-8712-4500-994e-2ecedac704d5 req-c20013bb-ddd6-4185-a260-7426930c3420 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0733654 Feb 21 09:22:30.497742 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-126b13c4-8712-4500-994e-2ecedac704d5 req-29a37693-080f-4898-9ff0-3eb07caf1d79 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382140 Feb 21 09:22:30.556770 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:31.694424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af129e-cba5-4530-bf5f-1eef8fc6b280 req-1c70cae7-e0a4-4406-b558-0c87e6838ff3 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:31.695895 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-69af129e-cba5-4530-bf5f-1eef8fc6b280 req-1c70cae7-e0a4-4406-b558-0c87e6838ff3 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0786581 Feb 21 09:22:31.739891 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-69af129e-cba5-4530-bf5f-1eef8fc6b280 req-c63238ae-c87e-4547-856c-eb119a36cc59 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386302 Feb 21 09:22:31.931976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daed31a-8953-47f2-9f16-094e5c642b00 req-b165c23b-44d2-44e3-879f-bbe5ed14d1fd tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:31.933422 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1daed31a-8953-47f2-9f16-094e5c642b00 req-b165c23b-44d2-44e3-879f-bbe5ed14d1fd tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0747676 Feb 21 09:22:31.977556 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1daed31a-8953-47f2-9f16-094e5c642b00 req-a8c8018e-edcb-4914-9312-b89b3c5d2107 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388219 Feb 21 09:22:32.339461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a385ce2-068a-4a66-85e7-772e97cd3184 req-1c49837c-2744-424f-8a1d-8567614f1487 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:32.340888 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a385ce2-068a-4a66-85e7-772e97cd3184 req-1c49837c-2744-424f-8a1d-8567614f1487 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0769324 Feb 21 09:22:32.384062 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a385ce2-068a-4a66-85e7-772e97cd3184 req-921a95ad-ff92-4768-b426-c00051944ebd tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377140 Feb 21 09:22:32.575075 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0658a-d7a1-4834-a5f6-d24a06510395 req-ae54c833-7c3d-4467-ba64-1b4f7eacd67a tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:32.576504 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4dd0658a-d7a1-4834-a5f6-d24a06510395 req-ae54c833-7c3d-4467-ba64-1b4f7eacd67a tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0742836 Feb 21 09:22:32.623796 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4dd0658a-d7a1-4834-a5f6-d24a06510395 req-40acb5a6-8e40-40bf-8c16-c0b2eff57f5d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Feb 21 09:22:32.816785 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b83f41c2-8388-4caf-8790-24c8b38120fd req-d5abf962-5a06-4372-89fa-6abc49bc1578 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0707724 Feb 21 09:22:32.978639 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-91974368-3848-4db8-981b-8df296ddd48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:33.057944 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-f675daa0-86ab-4f00-a110-802fca6f3931 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0669537 Feb 21 09:22:33.129824 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f473b2-f27e-4639-8b9a-1d90a012f1b7 req-dc5d7143-a285-487f-9187-9a31ae7f932d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:33.131293 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-30f473b2-f27e-4639-8b9a-1d90a012f1b7 req-dc5d7143-a285-487f-9187-9a31ae7f932d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0762033 Feb 21 09:22:33.181277 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-30f473b2-f27e-4639-8b9a-1d90a012f1b7 req-24b15406-7c76-454a-909c-9827a366e117 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445690 Feb 21 09:22:33.665422 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:34.072679 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:34.219284 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-be31c353-c130-45f0-a629-8885716ab478 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=679465c022fe465c8d2b672aa8adb317&device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 1098 time: 0.0706925 Feb 21 09:22:34.349289 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a37949-364b-45e0-82ab-54582f4b95ff req-b14afd10-6da2-408b-9dcf-7383bcf6b569 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:34.350762 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-b14afd10-6da2-408b-9dcf-7383bcf6b569 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d80f60e-0d7e-421c-b869-4d4c03d5e609 HTTP/1.1" status: 200 len: 915 time: 0.1259243 Feb 21 09:22:34.380267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3574066-b49f-44c5-a655-fb101bd1f709 req-9f28f43e-cb99-4531-b7f1-947d52674ab0 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:34.381714 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b3574066-b49f-44c5-a655-fb101bd1f709 req-9f28f43e-cb99-4531-b7f1-947d52674ab0 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0763137 Feb 21 09:22:34.418102 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-67b60718-a65e-4fec-83cc-3feae728befe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e10ded43-dee9-45f3-b30e-54b63df854a1 HTTP/1.1" status: 200 len: 217 time: 0.0615952 Feb 21 09:22:34.427097 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b3574066-b49f-44c5-a655-fb101bd1f709 req-896dc506-68f7-40df-8098-682f9bae1211 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397520 Feb 21 09:22:34.482107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a37949-364b-45e0-82ab-54582f4b95ff req-9d710b32-4337-4691-99ba-8b99df1376f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:34.483553 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-9d710b32-4337-4691-99ba-8b99df1376f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2491dce1-99f8-4bcc-bc8d-5085fdb3d584 HTTP/1.1" status: 200 len: 855 time: 0.0603318 Feb 21 09:22:34.527524 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-4cfe0e36-3379-4407-b9fd-cb33bdfdfb43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d80f60e-0d7e-421c-b869-4d4c03d5e609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378294 Feb 21 09:22:34.657109 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-e0da345c-2071-41bd-815f-590d973e86f1 service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227109 Feb 21 09:22:34.785646 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-28fe4281-6615-4e43-8b1d-cfced317095b service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229832 Feb 21 09:22:35.625103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd4ad4-11b2-4899-a4aa-643d7d9457bc req-13f87e15-f691-4aeb-b124-67bf0d3f77d7 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:35.626529 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-35cd4ad4-11b2-4899-a4aa-643d7d9457bc req-13f87e15-f691-4aeb-b124-67bf0d3f77d7 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0788295 Feb 21 09:22:35.670724 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-35cd4ad4-11b2-4899-a4aa-643d7d9457bc req-d46bf8ed-8233-4992-aff3-1eed4b87895d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386260 Feb 21 09:22:36.043664 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:22:36.867125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748cb8d-3198-4c8b-9834-84dd635aa85c req-13ecf0bd-74ef-4e10-b7d7-e22cbc13a325 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:36.868492 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a748cb8d-3198-4c8b-9834-84dd635aa85c req-13ecf0bd-74ef-4e10-b7d7-e22cbc13a325 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0745826 Feb 21 09:22:36.913235 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a748cb8d-3198-4c8b-9834-84dd635aa85c req-8461b32c-02c1-478c-b4bf-b71f64bb886e tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394037 Feb 21 09:22:38.107894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afcfb9-1d60-41a4-a4e4-f0b6ffaee5fa req-2077dfd0-38bd-49a0-82a0-f14f4e7f5667 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:38.109363 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29afcfb9-1d60-41a4-a4e4-f0b6ffaee5fa req-2077dfd0-38bd-49a0-82a0-f14f4e7f5667 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0805199 Feb 21 09:22:38.154298 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-29afcfb9-1d60-41a4-a4e4-f0b6ffaee5fa req-8e3c90b0-90b5-48d9-a55d-55cf95639401 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392084 Feb 21 09:22:39.346418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc788523-a37c-4e28-a512-94c99c893241 req-5a1f2901-9690-4249-9f31-f64832817357 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:39.347954 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc788523-a37c-4e28-a512-94c99c893241 req-5a1f2901-9690-4249-9f31-f64832817357 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0752645 Feb 21 09:22:39.395180 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc788523-a37c-4e28-a512-94c99c893241 req-15afdd30-a41d-4406-af59-0efa31053923 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418732 Feb 21 09:22:40.590039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eaae2e-8c33-44ac-80f4-c2f9ef09c7a3 req-1f6f31c3-30bd-40e3-ad00-e72322f74da0 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:40.591504 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-54eaae2e-8c33-44ac-80f4-c2f9ef09c7a3 req-1f6f31c3-30bd-40e3-ad00-e72322f74da0 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0753598 Feb 21 09:22:40.636488 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-54eaae2e-8c33-44ac-80f4-c2f9ef09c7a3 req-fef4dd5e-2ae3-473c-9986-c3c0b7bdc4f9 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393260 Feb 21 09:22:41.832185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67094fa-2750-4db5-b28d-a4b9d3731990 req-4cacd5e0-5172-41a0-a0c3-ac38f35b625d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:41.833652 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f67094fa-2750-4db5-b28d-a4b9d3731990 req-4cacd5e0-5172-41a0-a0c3-ac38f35b625d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0784488 Feb 21 09:22:41.877760 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f67094fa-2750-4db5-b28d-a4b9d3731990 req-ce660449-7b77-47a0-aa35-3476e8ff06d6 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386484 Feb 21 09:22:43.069294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc4d71-7fe3-4387-ba89-b28b9f58356b req-98eb0cd6-1131-4bab-8700-8aec4f9b163b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:43.070718 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-96fc4d71-7fe3-4387-ba89-b28b9f58356b req-98eb0cd6-1131-4bab-8700-8aec4f9b163b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0744972 Feb 21 09:22:43.115182 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-96fc4d71-7fe3-4387-ba89-b28b9f58356b req-78233ade-ada1-4e38-81df-75ce64630072 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390375 Feb 21 09:22:44.309753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0c4fb-9d9c-499d-b5d3-3356404d9e4f req-ee5ecc30-b9d5-42b4-bbc0-6d519b443d26 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:44.311115 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-83a0c4fb-9d9c-499d-b5d3-3356404d9e4f req-ee5ecc30-b9d5-42b4-bbc0-6d519b443d26 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0778289 Feb 21 09:22:44.354573 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-83a0c4fb-9d9c-499d-b5d3-3356404d9e4f req-15d9a652-319b-4265-9961-0e4955276676 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374200 Feb 21 09:22:45.545028 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a544407-d412-469c-91fc-fbb414c0c611 req-13250d6c-50c2-4935-aee0-5af47f4ec9f5 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:45.546480 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a544407-d412-469c-91fc-fbb414c0c611 req-13250d6c-50c2-4935-aee0-5af47f4ec9f5 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0744150 Feb 21 09:22:45.590619 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a544407-d412-469c-91fc-fbb414c0c611 req-4af3e792-39f2-441a-b28c-3b9365d43a9d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379450 Feb 21 09:22:46.873375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ee6e7-b10d-44c5-afb3-f97697b691b5 req-a6327ea9-eedb-416c-98c9-3b0ee2475f6b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:46.874726 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b0ee6e7-b10d-44c5-afb3-f97697b691b5 req-a6327ea9-eedb-416c-98c9-3b0ee2475f6b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.1602540 Feb 21 09:22:46.918727 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b0ee6e7-b10d-44c5-afb3-f97697b691b5 req-9307a8c7-a8dd-48b0-a4b0-8d986bee7049 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385072 Feb 21 09:22:48.115727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4012c72-a692-4982-bcea-4d596a17633e req-57c851c2-e09a-4906-810e-6f4e501d7856 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:48.117149 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d4012c72-a692-4982-bcea-4d596a17633e req-57c851c2-e09a-4906-810e-6f4e501d7856 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0760431 Feb 21 09:22:48.162099 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d4012c72-a692-4982-bcea-4d596a17633e req-84d5f5c6-5e62-4ca4-8a9a-f3510c2b511e tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395298 Feb 21 09:22:49.357142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd118d5-73fe-434a-8567-3a68b60d203e req-af2f2a96-d488-4633-9e61-c603ca391ab4 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:49.358553 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7bd118d5-73fe-434a-8567-3a68b60d203e req-af2f2a96-d488-4633-9e61-c603ca391ab4 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0725415 Feb 21 09:22:49.401701 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7bd118d5-73fe-434a-8567-3a68b60d203e req-86141fd1-fea3-40a6-8531-166ae3b1ad25 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378199 Feb 21 09:22:50.615759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa925d6d-16dc-4cd8-957c-32e0b9bba079 req-8550cebe-353a-4782-b4ec-2173f64e0509 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:50.617188 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fa925d6d-16dc-4cd8-957c-32e0b9bba079 req-8550cebe-353a-4782-b4ec-2173f64e0509 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0773721 Feb 21 09:22:50.661398 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fa925d6d-16dc-4cd8-957c-32e0b9bba079 req-4332a3c6-42a8-4f23-806c-e7b4f22c4d71 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388665 Feb 21 09:22:51.851648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4ddca-f00e-419b-8ba1-e67ab32e60bf req-0dfa7810-ee87-4c3a-990a-3cc2c27fa081 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:51.853065 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-92b4ddca-f00e-419b-8ba1-e67ab32e60bf req-0dfa7810-ee87-4c3a-990a-3cc2c27fa081 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0741565 Feb 21 09:22:51.896639 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-92b4ddca-f00e-419b-8ba1-e67ab32e60bf req-5b298909-eac8-47a3-b74d-7dbe04ca92f5 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381150 Feb 21 09:22:53.089683 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff477fc9-1695-405f-8e8b-b21125efb042 req-2f267035-4bea-4709-b84a-186f7d1031a7 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:53.091146 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ff477fc9-1695-405f-8e8b-b21125efb042 req-2f267035-4bea-4709-b84a-186f7d1031a7 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0773518 Feb 21 09:22:53.135617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ff477fc9-1695-405f-8e8b-b21125efb042 req-7b94d0b0-9205-4cd0-8edc-f84b700ee849 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385294 Feb 21 09:22:53.852238 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:22:54.330772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e835389-46a3-4b4f-bb31-4661456a1afa req-f4f83cba-dbeb-413a-951a-97f756a32519 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:54.332231 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7e835389-46a3-4b4f-bb31-4661456a1afa req-f4f83cba-dbeb-413a-951a-97f756a32519 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0754354 Feb 21 09:22:54.379058 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7e835389-46a3-4b4f-bb31-4661456a1afa req-121d92a9-1119-4a30-94ae-f3c2805cc2de tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413544 Feb 21 09:22:55.574919 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c07ae16b-fac8-4077-8de5-4f9fe6a3b2ac req-e2b9c40e-10a8-47e0-89a4-4319bf920252 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=679465c022fe465c8d2b672aa8adb317&device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 1098 time: 0.0693069 Feb 21 09:22:55.616693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4ab43-a3c4-4454-96d7-11d09f74db5a req-c51133ff-9468-4a19-8a8d-e334772bcd79 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:55.618141 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ea4ab43-a3c4-4454-96d7-11d09f74db5a req-c51133ff-9468-4a19-8a8d-e334772bcd79 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0766115 Feb 21 09:22:55.662597 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ea4ab43-a3c4-4454-96d7-11d09f74db5a req-44b88082-0b4e-46ab-be6d-99d7da317d9a tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390441 Feb 21 09:22:55.717988 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ae16b-fac8-4077-8de5-4f9fe6a3b2ac req-c6691a64-7745-40d6-a5d0-d0eb05ca5d84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:55.719545 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c07ae16b-fac8-4077-8de5-4f9fe6a3b2ac req-c6691a64-7745-40d6-a5d0-d0eb05ca5d84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d80f60e-0d7e-421c-b869-4d4c03d5e609 HTTP/1.1" status: 200 len: 915 time: 0.1272218 Feb 21 09:22:55.789776 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c07ae16b-fac8-4077-8de5-4f9fe6a3b2ac req-b4e296e6-8aac-47d6-b647-a23176236494 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e10ded43-dee9-45f3-b30e-54b63df854a1 HTTP/1.1" status: 200 len: 217 time: 0.0638890 Feb 21 09:22:55.852793 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ae16b-fac8-4077-8de5-4f9fe6a3b2ac req-84140b83-1c77-4b71-9bf9-021875e46e81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:55.854197 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c07ae16b-fac8-4077-8de5-4f9fe6a3b2ac req-84140b83-1c77-4b71-9bf9-021875e46e81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2491dce1-99f8-4bcc-bc8d-5085fdb3d584 HTTP/1.1" status: 200 len: 855 time: 0.0594249 Feb 21 09:22:55.899277 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c07ae16b-fac8-4077-8de5-4f9fe6a3b2ac req-980df630-2744-4fac-b3f4-1f5e1091bdc1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d80f60e-0d7e-421c-b869-4d4c03d5e609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396726 Feb 21 09:22:56.026585 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c07ae16b-fac8-4077-8de5-4f9fe6a3b2ac req-5b224810-b9b6-4713-95ea-0108362aac0b service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216829 Feb 21 09:22:56.154162 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-c07ae16b-fac8-4077-8de5-4f9fe6a3b2ac req-4e2b8868-9a44-4741-a7b8-f4b0be7a62a4 service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223683 Feb 21 09:22:56.858442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168fb44-4801-4392-91d4-f39abb8b533d req-7a2b1729-efe5-4175-a23b-eacd794184d4 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:56.859901 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2168fb44-4801-4392-91d4-f39abb8b533d req-7a2b1729-efe5-4175-a23b-eacd794184d4 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0786083 Feb 21 09:22:56.914721 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2168fb44-4801-4392-91d4-f39abb8b533d req-6331be43-42fe-4f10-b736-84215037c0ed tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487411 Feb 21 09:22:58.105024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee8923-4ca5-4df5-b20c-a6e1422dd983 req-dcbce1ad-3085-4b5b-b674-57c5f4d3768a tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:58.106456 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a2ee8923-4ca5-4df5-b20c-a6e1422dd983 req-dcbce1ad-3085-4b5b-b674-57c5f4d3768a tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0746946 Feb 21 09:22:58.150418 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a2ee8923-4ca5-4df5-b20c-a6e1422dd983 req-3c70ef96-22dd-4fcf-8882-ea2ee1c3e452 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378768 Feb 21 09:22:59.430351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55910dba-d81b-4068-b4fa-3c88501bd374 req-7575e6a9-7f22-476d-9113-df7dcc3dbe06 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:22:59.431825 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-55910dba-d81b-4068-b4fa-3c88501bd374 req-7575e6a9-7f22-476d-9113-df7dcc3dbe06 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.1461015 Feb 21 09:22:59.477519 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-55910dba-d81b-4068-b4fa-3c88501bd374 req-7519b203-4344-4ae6-bdd4-e390e4271007 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400584 Feb 21 09:23:00.189574 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7ee3834f-69a8-45b9-8073-9ce0e1df08c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:00.569756 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:00.678064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0a49d-3413-4a25-bee9-28cf932a97d5 req-3003941c-2020-4963-a5f1-baf19e45e05b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:00.679582 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-21e0a49d-3413-4a25-bee9-28cf932a97d5 req-3003941c-2020-4963-a5f1-baf19e45e05b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0819674 Feb 21 09:23:00.728836 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-21e0a49d-3413-4a25-bee9-28cf932a97d5 req-17382292-a138-4170-98c0-2ed8d18dd194 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Feb 21 09:23:01.451444 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-222864e4-9cf6-44f3-b233-9a18f5308bda service neutron] 10.222.0.47 "GET /v2.0/ports/e10ded43-dee9-45f3-b30e-54b63df854a1/bindings/hv-neutron-8300 HTTP/1.1" status: 200 len: 384 time: 0.0744157 Feb 21 09:23:01.806804 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-0e20503f-95fe-4fa0-9ac4-2182bcb46cdf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021&tenant_id=679465c022fe465c8d2b672aa8adb317 HTTP/1.1" status: 200 len: 1098 time: 0.1545496 Feb 21 09:23:01.900620 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-910c40e8-02bd-492b-83c6-0d76311438fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=679465c022fe465c8d2b672aa8adb317&device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 1098 time: 0.0673094 Feb 21 09:23:01.925445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff53b9-7ed1-4f4d-92df-927074470d69 req-84d36e41-5f95-4624-9bf5-1411b0f8624e tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:01.926894 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-02ff53b9-7ed1-4f4d-92df-927074470d69 req-84d36e41-5f95-4624-9bf5-1411b0f8624e tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0756073 Feb 21 09:23:01.971678 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-02ff53b9-7ed1-4f4d-92df-927074470d69 req-5024d7b7-0324-4d8b-bd1f-6cfaed70ceea tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393896 Feb 21 09:23:02.033619 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a37949-364b-45e0-82ab-54582f4b95ff req-9881393b-c737-4ab1-9548-78f701badb39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:02.034963 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-9881393b-c737-4ab1-9548-78f701badb39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d80f60e-0d7e-421c-b869-4d4c03d5e609 HTTP/1.1" status: 200 len: 915 time: 0.1253719 Feb 21 09:23:02.108793 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-6abdf3da-c3ec-4662-bb94-e2498ac9001a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e10ded43-dee9-45f3-b30e-54b63df854a1 HTTP/1.1" status: 200 len: 217 time: 0.0625587 Feb 21 09:23:02.168776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a37949-364b-45e0-82ab-54582f4b95ff req-a63dc2bd-a958-476a-bb82-f433391491ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:02.170212 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-a63dc2bd-a958-476a-bb82-f433391491ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2491dce1-99f8-4bcc-bc8d-5085fdb3d584 HTTP/1.1" status: 200 len: 855 time: 0.0555327 Feb 21 09:23:02.216784 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-7f80560d-8d69-4c27-981c-41158e9f04a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d80f60e-0d7e-421c-b869-4d4c03d5e609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374844 Feb 21 09:23:02.348237 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-e6474fa5-4820-42dc-84ec-511670fc793e service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208856 Feb 21 09:23:02.476199 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-97a37949-364b-45e0-82ab-54582f4b95ff req-9d8f80fc-7bff-41e0-a44e-9fdfef2ab57d service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213653 Feb 21 09:23:02.980069 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-20d601e5-9818-4db9-b147-ace42cfa4be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:03.170302 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bd633-b455-48c2-af18-f9893b4c76a6 req-00925fb2-9b0a-4386-8a5e-4c08593307cc tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:03.171779 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a1bd633-b455-48c2-af18-f9893b4c76a6 req-00925fb2-9b0a-4386-8a5e-4c08593307cc tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0783639 Feb 21 09:23:03.219288 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a1bd633-b455-48c2-af18-f9893b4c76a6 req-c84badc6-5558-4f6f-83e4-fcd988ceb3d4 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Feb 21 09:23:03.668207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:04.078010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:04.423469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a2abb-c128-4f3d-a63a-8164ba7a8917 req-73b1252e-126b-4ddf-a850-60376d7143fc tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:04.424894 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-177a2abb-c128-4f3d-a63a-8164ba7a8917 req-73b1252e-126b-4ddf-a850-60376d7143fc tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0743361 Feb 21 09:23:04.467983 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-177a2abb-c128-4f3d-a63a-8164ba7a8917 req-a975f422-fade-4d12-833d-9d33bd9bb48b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376451 Feb 21 09:23:04.786002 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91cd4d-4bb4-4fe4-8cdc-6ff6cc3c2ec2 req-9604804f-f6e8-4881-ad53-0f94cb51d0ba tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:04.786608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-3a91cd4d-4bb4-4fe4-8cdc-6ff6cc3c2ec2 req-9604804f-f6e8-4881-ad53-0f94cb51d0ba tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Synchronizing usage tracker for tenant:679465c022fe465c8d2b672aa8adb317 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:23:04.794911 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a55cc5-0d3b-4c80-97d1-878a3ed4a2cd req-27d99c5e-f129-4cfa-9fdc-b32b9d7f78e9 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:04.796371 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-23a55cc5-0d3b-4c80-97d1-878a3ed4a2cd req-27d99c5e-f129-4cfa-9fdc-b32b9d7f78e9 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0778296 Feb 21 09:23:04.804009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [req-3a91cd4d-4bb4-4fe4-8cdc-6ff6cc3c2ec2 req-9604804f-f6e8-4881-ad53-0f94cb51d0ba tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Unset dirty status for tenant:679465c022fe465c8d2b672aa8adb317 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:23:04.805176 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3a91cd4d-4bb4-4fe4-8cdc-6ff6cc3c2ec2 req-9604804f-f6e8-4881-ad53-0f94cb51d0ba tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021&tenant_id=679465c022fe465c8d2b672aa8adb317&binding%3Ahost_id=hv-neutron-8300 HTTP/1.1" status: 200 len: 945 time: 0.1016743 Feb 21 09:23:04.842442 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-23a55cc5-0d3b-4c80-97d1-878a3ed4a2cd req-069b7928-1603-4394-b733-d6800bb2fc3f tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397980 Feb 21 09:23:04.941419 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3a91cd4d-4bb4-4fe4-8cdc-6ff6cc3c2ec2 req-eb816394-d15e-4796-9f95-16066b941315 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=679465c022fe465c8d2b672aa8adb317&device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 1098 time: 0.0690587 Feb 21 09:23:05.070321 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91cd4d-4bb4-4fe4-8cdc-6ff6cc3c2ec2 req-f1b4fb59-e2d2-4ec3-96e2-fe119b95bb47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:05.071723 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3a91cd4d-4bb4-4fe4-8cdc-6ff6cc3c2ec2 req-f1b4fb59-e2d2-4ec3-96e2-fe119b95bb47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d80f60e-0d7e-421c-b869-4d4c03d5e609 HTTP/1.1" status: 200 len: 915 time: 0.1238823 Feb 21 09:23:05.142651 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3a91cd4d-4bb4-4fe4-8cdc-6ff6cc3c2ec2 req-9e414634-2d66-41f1-8d4f-794e2d76e1f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e10ded43-dee9-45f3-b30e-54b63df854a1 HTTP/1.1" status: 200 len: 217 time: 0.0645595 Feb 21 09:23:05.203192 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91cd4d-4bb4-4fe4-8cdc-6ff6cc3c2ec2 req-cf5c3fa5-1016-4c38-a480-78daa77be95d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:05.205099 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3a91cd4d-4bb4-4fe4-8cdc-6ff6cc3c2ec2 req-cf5c3fa5-1016-4c38-a480-78daa77be95d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2491dce1-99f8-4bcc-bc8d-5085fdb3d584 HTTP/1.1" status: 200 len: 855 time: 0.0559297 Feb 21 09:23:05.253613 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3a91cd4d-4bb4-4fe4-8cdc-6ff6cc3c2ec2 req-d96729a0-2270-4343-b694-bb714650bf12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d80f60e-0d7e-421c-b869-4d4c03d5e609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416548 Feb 21 09:23:05.386844 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3a91cd4d-4bb4-4fe4-8cdc-6ff6cc3c2ec2 req-52808ea8-8c50-4af1-91f3-6b4cc4f3fe97 service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264825 Feb 21 09:23:05.515090 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-3a91cd4d-4bb4-4fe4-8cdc-6ff6cc3c2ec2 req-bb45683e-8b10-4572-95ff-b5ec3d7828d0 service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225684 Feb 21 09:23:06.047024 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:06.051270 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210ce73-01db-4198-857e-bd4fba673210 req-97aed447-3f80-4174-9c78-0f13d8f80b92 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:06.054057 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0210ce73-01db-4198-857e-bd4fba673210 req-97aed447-3f80-4174-9c78-0f13d8f80b92 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0785003 Feb 21 09:23:06.099441 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0210ce73-01db-4198-857e-bd4fba673210 req-d244f988-ea89-4ec8-bc9d-14dc1eb60afc tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Feb 21 09:23:06.300173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d7dac-66f9-46a2-9a95-4614dec00195 req-8d03c15f-f5a6-499d-8f56-9db424acf500 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:06.301610 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d80d7dac-66f9-46a2-9a95-4614dec00195 req-8d03c15f-f5a6-499d-8f56-9db424acf500 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0847821 Feb 21 09:23:06.346394 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d80d7dac-66f9-46a2-9a95-4614dec00195 req-425ca754-647b-413e-ba40-80b3e6a510ac tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393729 Feb 21 09:23:06.536472 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3783ec1-da2d-4147-b1ed-2abbac110621 req-2c268283-99c1-41c1-8cba-b890397ac14e tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:06.537897 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b3783ec1-da2d-4147-b1ed-2abbac110621 req-2c268283-99c1-41c1-8cba-b890397ac14e tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0738971 Feb 21 09:23:06.585657 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b3783ec1-da2d-4147-b1ed-2abbac110621 req-7e2def19-9565-4079-8c9d-d387972e29ed tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423770 Feb 21 09:23:07.162088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-69e7d8ed-bf37-4500-b5a0-62087bd5663d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:07.163577 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-69e7d8ed-bf37-4500-b5a0-62087bd5663d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/networks?id=9d80f60e-0d7e-421c-b869-4d4c03d5e609 HTTP/1.1" status: 200 len: 815 time: 0.2211287 Feb 21 09:23:07.179099 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-2fd8b4aa-9996-480d-ab20-9a811e2067f3 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/quotas/679465c022fe465c8d2b672aa8adb317 HTTP/1.1" status: 200 len: 375 time: 0.0102353 Feb 21 09:23:07.254317 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ad87c779-9f6e-462b-8d4d-8464aecb305b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=679465c022fe465c8d2b672aa8adb317&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704062 Feb 21 09:23:07.386629 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-1a98e7c6-c6db-48c0-88c7-4ff52fac824b service neutron] 10.222.0.48 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257741 Feb 21 09:23:07.516422 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-c468aa2c-eeaf-43ed-a0a3-b8226193f09e service neutron] 10.222.0.48 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234801 Feb 21 09:23:07.704869 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-407b45cf-c4cd-480f-81cc-b105ac627d46 req-9464d4b8-91c8-43b7-b9c9-fe9b31348a94 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 210 time: 0.0444751 Feb 21 09:23:08.554571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f3e0b-bd75-4078-9f5d-68e9feadb5bb req-0ed6c596-016f-4797-8257-1681055102e1 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:08.556271 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1e3f3e0b-bd75-4078-9f5d-68e9feadb5bb req-0ed6c596-016f-4797-8257-1681055102e1 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffdf38e-c66c-49a7-8748-6b731d3fb021 HTTP/1.1" status: 200 len: 945 time: 0.0771136 Feb 21 09:23:08.646408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-1e3f3e0b-bd75-4078-9f5d-68e9feadb5bb req-ee936565-eb71-488e-9093-d930719aba38 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Deleting port e10ded43-dee9-45f3-b30e-54b63df854a1 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:23:08.646780 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-1e3f3e0b-bd75-4078-9f5d-68e9feadb5bb req-ee936565-eb71-488e-9093-d930719aba38 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:08.706580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-0e441654-b28e-4028-9586-4dfdbe0362ff tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:08.708235 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-0e441654-b28e-4028-9586-4dfdbe0362ff tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.47 "GET /v2.0/networks?id=9d80f60e-0d7e-421c-b869-4d4c03d5e609 HTTP/1.1" status: 200 len: 815 time: 0.1653092 Feb 21 09:23:08.724023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Request body: {'port': {'device_id': '696139d1-7760-4fed-98fb-5f211d91c115', 'network_id': '9d80f60e-0d7e-421c-b869-4d4c03d5e609', 'admin_state_up': True, 'tenant_id': '679465c022fe465c8d2b672aa8adb317'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:23:08.906346 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-163c9aab-e4c9-4ae0-94fd-2ed5d4878f86 req-3ff97dbb-5b7b-4d75-9cde-ef63a5c33ddd tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 210 time: 0.0552876 Feb 21 09:23:08.916800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:23:08.927343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:23:08.937063 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Made reservation on behalf of 679465c022fe465c8d2b672aa8adb317 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:23:08.940886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:09.016365 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [req-1e3f3e0b-bd75-4078-9f5d-68e9feadb5bb req-ee936565-eb71-488e-9093-d930719aba38 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] For port e10ded43-dee9-45f3-b30e-54b63df854a1, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e10ded43-dee9-45f3-b30e-54b63df854a1,segment=NetworkSegment(3fdc95a5-6650-4ec2-bc0b-2861124c6c36),segment_id=3fdc95a5-6650-4ec2-bc0b-2861124c6c36)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:23:09.017406 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-1e3f3e0b-bd75-4078-9f5d-68e9feadb5bb req-ee936565-eb71-488e-9093-d930719aba38 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:09.103049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Allocated IP 172.20.0.9 (9d80f60e-0d7e-421c-b869-4d4c03d5e609/2491dce1-99f8-4bcc-bc8d-5085fdb3d584/6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:23:09.139394 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [req-1e3f3e0b-bd75-4078-9f5d-68e9feadb5bb req-ee936565-eb71-488e-9093-d930719aba38 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Calling delete_port for e10ded43-dee9-45f3-b30e-54b63df854a1 owned by compute:nova {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:23:09.279766 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-1e3f3e0b-bd75-4078-9f5d-68e9feadb5bb req-ee936565-eb71-488e-9093-d930719aba38 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:09.295206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['e10ded43-dee9-45f3-b30e-54b63df854a1'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:23:09.316789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:09.331494 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee936565-eb71-488e-9093-d930719aba38 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Pushing event deleted for resources: {'Port': ['ID=e10ded43-dee9-45f3-b30e-54b63df854a1,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:23:09.347641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:09.357792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['e10ded43-dee9-45f3-b30e-54b63df854a1'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:23:09.409214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3f3e0b-bd75-4078-9f5d-68e9feadb5bb req-ee936565-eb71-488e-9093-d930719aba38 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] No DVR routers for this DVR port e10ded43-dee9-45f3-b30e-54b63df854a1 on host hv-neutron-8300 {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:23:09.411626 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [req-1e3f3e0b-bd75-4078-9f5d-68e9feadb5bb req-ee936565-eb71-488e-9093-d930719aba38 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:09.415390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffdf38e-c66c-49a7-8748-6b731d3fb021', 'name': 'network-vif-deleted', 'tag': 'e10ded43-dee9-45f3-b30e-54b63df854a1'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:23:09.425812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Network 9d80f60e-0d7e-421c-b869-4d4c03d5e609 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:23:09.429569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:23:09.431320 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-1e3f3e0b-bd75-4078-9f5d-68e9feadb5bb req-ee936565-eb71-488e-9093-d930719aba38 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.47 "DELETE /v2.0/ports/e10ded43-dee9-45f3-b30e-54b63df854a1 HTTP/1.1" status: 204 len: 173 time: 0.8571379 Feb 21 09:23:09.433624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:23:09.470141 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Pushing event updated for resources: {'Port': ['ID=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:23:09.490395 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:09.490729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:09.491081 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:09.491406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:09.491727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:09.492046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:09.492361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:09.492701 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:09.492981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:09.493292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:09.493629 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:09.509322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:09.509921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:09.534211 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-782313b7-54b3-44c9-89d0-c60aaaf25946 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8141685 Feb 21 09:23:09.551432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Request body: {'port': {'device_id': '696139d1-7760-4fed-98fb-5f211d91c115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:23:09.558130 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffdf38e-c66c-49a7-8748-6b731d3fb021', 'name': 'network-vif-deleted', 'tag': 'e10ded43-dee9-45f3-b30e-54b63df854a1', 'status': 'completed', 'code': 200} Feb 21 09:23:09.671139 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:10.143448 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:23:10.157655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:10.178183 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Transition to ACTIVE for port object 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:23:10.182573 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:10.251916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51d9b-2334-41fb-9948-e742aade57c3 req-665d312e-1544-4100-ae28-1b4e5aae8c23 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:10.252633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-63d51d9b-2334-41fb-9948-e742aade57c3 req-665d312e-1544-4100-ae28-1b4e5aae8c23 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Synchronizing usage tracker for tenant:679465c022fe465c8d2b672aa8adb317 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:23:10.323803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:23:10.336910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-63d51d9b-2334-41fb-9948-e742aade57c3 req-665d312e-1544-4100-ae28-1b4e5aae8c23 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Unset dirty status for tenant:679465c022fe465c8d2b672aa8adb317 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:23:10.338053 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-63d51d9b-2334-41fb-9948-e742aade57c3 req-665d312e-1544-4100-ae28-1b4e5aae8c23 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 931 time: 0.2600439 Feb 21 09:23:10.446951 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-63d51d9b-2334-41fb-9948-e742aade57c3 req-db79666c-0437-4108-b52e-8f4cb3c47291 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844190 Feb 21 09:23:10.471512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Attempting to bind port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:23:10.471842 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Attempting to bind port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '3fdc95a5-6650-4ec2-bc0b-2861124c6c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9d80f60e-0d7e-421c-b869-4d4c03d5e609'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:23:10.472164 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Attempting to bind port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc on network 9d80f60e-0d7e-421c-b869-4d4c03d5e609 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:23:10.477768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc on network 9d80f60e-0d7e-421c-b869-4d4c03d5e609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:23:10.478081 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Attempting to bind port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc on network 9d80f60e-0d7e-421c-b869-4d4c03d5e609 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:23:10.484131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:23:10.484459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Checking segment: {'id': '3fdc95a5-6650-4ec2-bc0b-2861124c6c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9d80f60e-0d7e-421c-b869-4d4c03d5e609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:23:10.484869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Bound using segment: {'id': '3fdc95a5-6650-4ec2-bc0b-2861124c6c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9d80f60e-0d7e-421c-b869-4d4c03d5e609'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:23:10.485266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Bound port: 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdc95a5-6650-4ec2-bc0b-2861124c6c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9d80f60e-0d7e-421c-b869-4d4c03d5e609'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:23:10.485600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:10.569778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] For port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:23:10.572791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] For port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc,segment=NetworkSegment(3fdc95a5-6650-4ec2-bc0b-2861124c6c36),segment_id=3fdc95a5-6650-4ec2-bc0b-2861124c6c36)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:23:10.577530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:10.637369 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:10.638723 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] 10.222.0.47 "PUT /v2.0/ports/6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc HTTP/1.1" status: 200 len: 1093 time: 1.0944347 Feb 21 09:23:10.639179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696139d1-7760-4fed-98fb-5f211d91c115', 'tag': '6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:23:10.658451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe92934-7f2e-46fa-9648-4ca8145f4251 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:23:10.727617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696139d1-7760-4fed-98fb-5f211d91c115', 'tag': '6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc', 'status': 'completed', 'code': 200} Feb 21 09:23:10.762372 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-6836ed13-4976-4bd6-bc07-68d07f817304 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=679465c022fe465c8d2b672aa8adb317&device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 1096 time: 0.0794332 Feb 21 09:23:10.832981 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-b4bba2c6-26a4-49aa-b816-acf7d8cc0ca7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc HTTP/1.1" status: 200 len: 217 time: 0.0629451 Feb 21 09:23:10.893096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-72a3dcd4-c4c6-495b-a471-03c91c6e9947 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:10.894467 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-72a3dcd4-c4c6-495b-a471-03c91c6e9947 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2491dce1-99f8-4bcc-bc8d-5085fdb3d584 HTTP/1.1" status: 200 len: 855 time: 0.0559912 Feb 21 09:23:10.939182 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-d8a60c8c-2306-4ad2-8598-c7f2219f753e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d80f60e-0d7e-421c-b869-4d4c03d5e609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379353 Feb 21 09:23:11.073932 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-c9be8a2b-37e1-4525-986a-a258c5edcaf0 service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254125 Feb 21 09:23:11.202074 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36eb0e45-47ee-475e-8871-371d35aca6b8 req-eb9e3b61-2069-4c47-a98c-c43f1ac520f8 service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226170 Feb 21 09:23:11.316409 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6f02ef7d-3d0f-4707-9828-2172f6a989bc req-f904be50-5259-493e-b53b-63773d6f2e12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=679465c022fe465c8d2b672aa8adb317&device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 1096 time: 0.0705361 Feb 21 09:23:11.449922 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02ef7d-3d0f-4707-9828-2172f6a989bc req-aad113b1-cd67-4e75-b51b-45d7cb364b47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:11.451376 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6f02ef7d-3d0f-4707-9828-2172f6a989bc req-aad113b1-cd67-4e75-b51b-45d7cb364b47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d80f60e-0d7e-421c-b869-4d4c03d5e609 HTTP/1.1" status: 200 len: 915 time: 0.1279516 Feb 21 09:23:11.519914 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6f02ef7d-3d0f-4707-9828-2172f6a989bc req-80503ef0-cc98-4317-b699-9292a662fa08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc HTTP/1.1" status: 200 len: 217 time: 0.0613251 Feb 21 09:23:11.588194 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e10ded43-dee9-45f3-b30e-54b63df854a1 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:23:11.619970 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: e10ded43-dee9-45f3-b30e-54b63df854a1 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:23:11.619970 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e10ded43-dee9-45f3-b30e-54b63df854a1 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:23:11.623364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02ef7d-3d0f-4707-9828-2172f6a989bc req-924e158d-6261-480e-8f51-ec889669b515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:11.624785 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6f02ef7d-3d0f-4707-9828-2172f6a989bc req-924e158d-6261-480e-8f51-ec889669b515 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2491dce1-99f8-4bcc-bc8d-5085fdb3d584 HTTP/1.1" status: 200 len: 855 time: 0.0979364 Feb 21 09:23:11.764656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6f02ef7d-3d0f-4707-9828-2172f6a989bc req-ad8e3d06-859c-40cd-be16-a61aa8158236 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d80f60e-0d7e-421c-b869-4d4c03d5e609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298094 Feb 21 09:23:11.850941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d568c3d-f499-4fc1-978c-f9985803a4e0 req-d68bd7f0-7c8d-4dd1-9619-0e8bbcb04f0d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:11.852394 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0d568c3d-f499-4fc1-978c-f9985803a4e0 req-d68bd7f0-7c8d-4dd1-9619-0e8bbcb04f0d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 943 time: 0.2791915 Feb 21 09:23:11.932449 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0d568c3d-f499-4fc1-978c-f9985803a4e0 req-ba402800-08c2-4c66-8352-3536d8132f00 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729096 Feb 21 09:23:11.937283 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6f02ef7d-3d0f-4707-9828-2172f6a989bc req-6efd38db-face-49f8-bf0f-2534edcf116e service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653767 Feb 21 09:23:12.066131 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6f02ef7d-3d0f-4707-9828-2172f6a989bc req-609f488f-c414-4e06-af50-835f70e1a9ca service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218362 Feb 21 09:23:13.123072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43aef2-fcc5-474b-9d23-44f5f48c8346 req-5f7acf65-dfe7-4fae-b387-439ccca40ed0 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:13.124490 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ac43aef2-fcc5-474b-9d23-44f5f48c8346 req-5f7acf65-dfe7-4fae-b387-439ccca40ed0 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 943 time: 0.0726633 Feb 21 09:23:13.167522 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ac43aef2-fcc5-474b-9d23-44f5f48c8346 req-d0ce561c-4c3c-4dd1-ad8a-415474febd4c tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376887 Feb 21 09:23:13.604014 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:23:13.736545 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc,segment=NetworkSegment(3fdc95a5-6650-4ec2-bc0b-2861124c6c36),segment_id=3fdc95a5-6650-4ec2-bc0b-2861124c6c36)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:23:13.750605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc', 'network_id': '9d80f60e-0d7e-421c-b869-4d4c03d5e609', 'port_id': '6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc', 'mac_address': 'fa:16:3e:63:0c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2491dce1-99f8-4bcc-bc8d-5085fdb3d584', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:23:13.808823 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:13.825807 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:23:13.840539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc,segment=NetworkSegment(3fdc95a5-6650-4ec2-bc0b-2861124c6c36),segment_id=3fdc95a5-6650-4ec2-bc0b-2861124c6c36)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:23:13.844390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:13.907782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:23:13.915900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:13.916244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:13.916577 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:13.916907 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:13.917233 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:13.917555 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:13.917880 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:13.918200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:13.918516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:13.918830 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:13.919178 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:14.031248 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:23:14.359515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3022f20-8e8f-41ba-a6c1-09f0a5d7734e req-b2139cd3-a587-4c93-ab52-c654617b4ccf tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:14.360977 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f3022f20-8e8f-41ba-a6c1-09f0a5d7734e req-b2139cd3-a587-4c93-ab52-c654617b4ccf tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 944 time: 0.0775878 Feb 21 09:23:14.408477 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f3022f20-8e8f-41ba-a6c1-09f0a5d7734e req-33453629-87ad-436c-af9c-7dfe357c1495 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411177 Feb 21 09:23:15.600550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4e9ce-c452-4deb-8592-8bb45c8441e2 req-23bc8ccf-8fa9-4115-9d89-b2d43fe2b85d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:15.602131 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d1d4e9ce-c452-4deb-8592-8bb45c8441e2 req-23bc8ccf-8fa9-4115-9d89-b2d43fe2b85d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 944 time: 0.0748630 Feb 21 09:23:15.604344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:23:15.651110 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d1d4e9ce-c452-4deb-8592-8bb45c8441e2 req-f286b1d5-3293-4521-8fe6-56f537da4a89 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429649 Feb 21 09:23:15.670767 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:23:15.677927 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:23:15.678449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:15.790186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:15.816355 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696139d1-7760-4fed-98fb-5f211d91c115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:23:15.825437 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc,segment=NetworkSegment(3fdc95a5-6650-4ec2-bc0b-2861124c6c36),segment_id=3fdc95a5-6650-4ec2-bc0b-2861124c6c36)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:23:15.829744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:15.872964 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696139d1-7760-4fed-98fb-5f211d91c115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc', 'code': 200} Feb 21 09:23:15.898163 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:23:16.098963 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d4c527a7-7e7e-47c8-a16d-af55e3512568 req-104097a3-c776-4db8-ad14-f80b4ef3548e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 1098 time: 0.0662215 Feb 21 09:23:16.139117 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d4c527a7-7e7e-47c8-a16d-af55e3512568 req-14fa1874-7e8a-482b-be6a-7072a2df560b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344126 Feb 21 09:23:16.850403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b122b56-f553-4ff5-be94-b0901b7b1adc req-bb722c5b-743d-4060-8a71-18bd95a34303 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:16.851858 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4b122b56-f553-4ff5-be94-b0901b7b1adc req-bb722c5b-743d-4060-8a71-18bd95a34303 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0793836 Feb 21 09:23:16.896049 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4b122b56-f553-4ff5-be94-b0901b7b1adc req-8a4486de-7df9-4bbf-83e2-6b8c68c0c05d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387599 Feb 21 09:23:18.087411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b3112-27dd-4dc0-bb52-39503bc02bca req-bf3ec464-859f-47f9-9a9d-a318a00b3eb1 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:18.088831 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4c0b3112-27dd-4dc0-bb52-39503bc02bca req-bf3ec464-859f-47f9-9a9d-a318a00b3eb1 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0745387 Feb 21 09:23:18.132678 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4c0b3112-27dd-4dc0-bb52-39503bc02bca req-c39f8afa-0314-47c2-85fd-407e7f6d2808 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384235 Feb 21 09:23:18.326051 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b9bee-1b3b-45fc-8c9e-ee300cd85e5a req-c5f3011e-a3db-403c-9c6b-dff07c7a45e1 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:18.327402 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a5b9bee-1b3b-45fc-8c9e-ee300cd85e5a req-c5f3011e-a3db-403c-9c6b-dff07c7a45e1 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0771925 Feb 21 09:23:18.371012 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a5b9bee-1b3b-45fc-8c9e-ee300cd85e5a req-9f7cdf11-0cae-4a8d-98f7-3da8721357fe tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372820 Feb 21 09:23:18.560481 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2a914d1a-52ef-4e51-a3d1-c69025ecc2ea req-9672d279-ff84-466d-9c1a-2cc7149a3f97 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0660191 Feb 21 09:23:18.821796 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-addc0550-45cf-4a3b-8265-ea61e808d0ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784302 Feb 21 09:23:18.884639 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd60db5-8cce-421c-a6a1-a636b127201f req-3921dec7-8f98-4897-b90e-a3c3799b3480 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:18.886141 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8bd60db5-8cce-421c-a6a1-a636b127201f req-3921dec7-8f98-4897-b90e-a3c3799b3480 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0901561 Feb 21 09:23:18.933163 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8bd60db5-8cce-421c-a6a1-a636b127201f req-6b1fc8c2-2bd7-4f68-a615-0c0469237c02 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414066 Feb 21 09:23:20.170839 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-ef623770-cd71-431e-a537-af7f08ddc5fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=679465c022fe465c8d2b672aa8adb317&device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 1098 time: 0.1323192 Feb 21 09:23:20.177885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac319c-21ff-4bac-910e-aac419ceb912 req-835a1302-b61f-422b-a041-db4475b6dedb tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:20.179314 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-01ac319c-21ff-4bac-910e-aac419ceb912 req-835a1302-b61f-422b-a041-db4475b6dedb tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.1075678 Feb 21 09:23:20.303332 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-01ac319c-21ff-4bac-910e-aac419ceb912 req-a2d50996-a71e-4188-a7bd-a17d34dbac96 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050818 Feb 21 09:23:20.338127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-9f952d1d-c860-425a-8537-03f9a82205fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:20.339590 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-9f952d1d-c860-425a-8537-03f9a82205fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d80f60e-0d7e-421c-b869-4d4c03d5e609 HTTP/1.1" status: 200 len: 915 time: 0.1594584 Feb 21 09:23:20.407525 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-cfa8037e-78b2-4442-84e6-b535e81f862e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc HTTP/1.1" status: 200 len: 217 time: 0.0619700 Feb 21 09:23:20.466142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-7c1497e2-099a-4adf-b0fe-22e2cde7f7b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:20.467579 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-7c1497e2-099a-4adf-b0fe-22e2cde7f7b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2491dce1-99f8-4bcc-bc8d-5085fdb3d584 HTTP/1.1" status: 200 len: 855 time: 0.0549662 Feb 21 09:23:20.510036 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-cae45756-67a8-4b6a-ad35-a54157cb824b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d80f60e-0d7e-421c-b869-4d4c03d5e609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370517 Feb 21 09:23:20.733951 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-12e43221-b0b7-42f9-b29f-06f3c98324ee service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178385 Feb 21 09:23:20.863422 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-ccb32b1a-0ab2-40ea-a189-d9ba638ad3ac service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230655 Feb 21 09:23:21.508963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f52cb-b1a5-4227-bc51-fbafa474357d req-56a57ee3-e1e3-4d97-a73e-26e1396afce1 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:21.510312 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-214f52cb-b1a5-4227-bc51-fbafa474357d req-56a57ee3-e1e3-4d97-a73e-26e1396afce1 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0777600 Feb 21 09:23:21.553874 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-214f52cb-b1a5-4227-bc51-fbafa474357d req-dbad4efd-3a09-4590-a292-2a0bf3221331 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381007 Feb 21 09:23:22.755536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eea204-a92a-4454-b3d0-40985dfd9e19 req-bc5d09cc-4592-4c4f-97f0-4529a9c9714b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:22.756968 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e1eea204-a92a-4454-b3d0-40985dfd9e19 req-bc5d09cc-4592-4c4f-97f0-4529a9c9714b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0782967 Feb 21 09:23:22.802602 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e1eea204-a92a-4454-b3d0-40985dfd9e19 req-52a4473c-5547-477b-a7f1-4131bcbe4a43 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402057 Feb 21 09:23:23.999884 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26684dd5-3d1d-4322-9830-18806ce3a96d req-c1e1f609-d192-47e0-9d10-3aa536bf2fed tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:24.001233 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-26684dd5-3d1d-4322-9830-18806ce3a96d req-c1e1f609-d192-47e0-9d10-3aa536bf2fed tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0745497 Feb 21 09:23:24.045163 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-26684dd5-3d1d-4322-9830-18806ce3a96d req-f0d32f12-1593-41a4-857a-4a0aa72af5d7 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378783 Feb 21 09:23:25.240231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66264135-2c98-41c8-b1a1-ce64022bd1c6 req-7f3a1460-bab4-43ed-9999-b87542ab42ef tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:25.241682 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-66264135-2c98-41c8-b1a1-ce64022bd1c6 req-7f3a1460-bab4-43ed-9999-b87542ab42ef tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0775099 Feb 21 09:23:25.287564 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-66264135-2c98-41c8-b1a1-ce64022bd1c6 req-84d5e05f-47f8-49fc-85c9-18f5ed457d29 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Feb 21 09:23:26.480004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9dec6-7064-43ee-bd33-63abfbb3fcbc req-7f093599-7d77-4405-9193-7736a5d4671a tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:26.481427 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c9f9dec6-7064-43ee-bd33-63abfbb3fcbc req-7f093599-7d77-4405-9193-7736a5d4671a tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0739644 Feb 21 09:23:26.524669 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c9f9dec6-7064-43ee-bd33-63abfbb3fcbc req-3d83f572-625f-4a47-b249-4aecfd467543 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374334 Feb 21 09:23:27.723325 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45103024-628c-4b5e-a3b2-264432524031 req-f2db7eef-18ac-41b7-b9f1-862fc7409e1f tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:27.724756 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45103024-628c-4b5e-a3b2-264432524031 req-f2db7eef-18ac-41b7-b9f1-862fc7409e1f tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0776601 Feb 21 09:23:27.768449 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45103024-628c-4b5e-a3b2-264432524031 req-5847e1ae-2b5e-455c-8349-93786f1a2b7c tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382144 Feb 21 09:23:28.959726 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794360a2-050a-49d4-b652-3e0cbb102c39 req-a43b1f71-dd91-499a-b290-3dcec8294bd1 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:28.961167 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-794360a2-050a-49d4-b652-3e0cbb102c39 req-a43b1f71-dd91-499a-b290-3dcec8294bd1 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0737853 Feb 21 09:23:29.007465 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-794360a2-050a-49d4-b652-3e0cbb102c39 req-f7888e6c-21c8-4e97-b23a-5064e0c5bfa1 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Feb 21 09:23:30.191576 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-42215f8c-bee7-44e4-ab48-19dbde8fbf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:30.202345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e5fa2-8534-4870-ade4-98f343139db4 req-a6226d43-ab66-4fba-80ff-bbe6502bc456 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:30.203818 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-532e5fa2-8534-4870-ade4-98f343139db4 req-a6226d43-ab66-4fba-80ff-bbe6502bc456 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0764170 Feb 21 09:23:30.248865 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-532e5fa2-8534-4870-ade4-98f343139db4 req-4d577bc8-2ea2-424c-a90e-9d6e10f26a9a tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391190 Feb 21 09:23:30.579498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:30.852538 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:23:31.445812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8b79f-5bdd-4fb7-8cca-24e0f9ce2ba4 req-4a4b5a0c-cf73-484a-a56d-a944c9d1d90b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:31.447271 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e2a8b79f-5bdd-4fb7-8cca-24e0f9ce2ba4 req-4a4b5a0c-cf73-484a-a56d-a944c9d1d90b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0784240 Feb 21 09:23:31.491003 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e2a8b79f-5bdd-4fb7-8cca-24e0f9ce2ba4 req-490ce764-16df-4217-87a9-5cba4bfb4f96 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383637 Feb 21 09:23:32.683103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533313d6-da7c-4ff4-a082-24c6a81af40d req-d624d704-80fd-4c8a-90c4-c75a6b13701b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:32.684534 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-533313d6-da7c-4ff4-a082-24c6a81af40d req-d624d704-80fd-4c8a-90c4-c75a6b13701b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0747316 Feb 21 09:23:32.728445 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-533313d6-da7c-4ff4-a082-24c6a81af40d req-fe7925f9-294f-4b01-8854-9be55cdcbf9b tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384474 Feb 21 09:23:32.981464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdc62-d445-4ce7-9e59-a40968da26c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:33.670852 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:33.925700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321cd2c-fd22-48e0-a56b-ffc99438ee4c req-52d0b245-0e95-4208-8d9b-e50b07258b06 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:33.927046 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2321cd2c-fd22-48e0-a56b-ffc99438ee4c req-52d0b245-0e95-4208-8d9b-e50b07258b06 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0768070 Feb 21 09:23:33.972953 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2321cd2c-fd22-48e0-a56b-ffc99438ee4c req-a492f270-01b1-4ed8-96e0-9ba484777a73 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Feb 21 09:23:34.079026 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:35.163095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6eb8b-d83e-44f7-909f-d349aa1e4867 req-6012c08b-231a-4ab3-b619-8684b8729448 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:35.164545 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5ee6eb8b-d83e-44f7-909f-d349aa1e4867 req-6012c08b-231a-4ab3-b619-8684b8729448 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0745173 Feb 21 09:23:35.211094 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5ee6eb8b-d83e-44f7-909f-d349aa1e4867 req-2255bcdb-4f3b-4c0d-b3f5-4a4b746fb221 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Feb 21 09:23:36.044777 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:36.400806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb12ce0-bcbc-4e15-96c8-bc82cdaf3a81 req-4d3d11da-1bc7-4269-8249-fd1190eb2587 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:36.402234 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9bb12ce0-bcbc-4e15-96c8-bc82cdaf3a81 req-4d3d11da-1bc7-4269-8249-fd1190eb2587 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0740383 Feb 21 09:23:36.446291 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9bb12ce0-bcbc-4e15-96c8-bc82cdaf3a81 req-72d4bc4d-e015-4d44-875e-2a619adb2755 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383208 Feb 21 09:23:37.653139 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a309f6-70d2-4fe6-8b67-788909adf27a req-3075ff73-e6cf-42d6-8278-625d9cc67167 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:37.654647 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-32a309f6-70d2-4fe6-8b67-788909adf27a req-3075ff73-e6cf-42d6-8278-625d9cc67167 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0792012 Feb 21 09:23:37.700248 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-32a309f6-70d2-4fe6-8b67-788909adf27a req-3ee7e678-55c3-40b5-afce-6fc7ef12ea0e tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395153 Feb 21 09:23:38.894495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2fb5b-c2e1-48fb-b002-111f2beae0bf req-4c984d40-97c5-4007-b6d1-8b4985b901a0 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:38.895959 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79a2fb5b-c2e1-48fb-b002-111f2beae0bf req-4c984d40-97c5-4007-b6d1-8b4985b901a0 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0752151 Feb 21 09:23:38.940637 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79a2fb5b-c2e1-48fb-b002-111f2beae0bf req-8465acae-3769-4812-b71a-14b788cd9f14 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393069 Feb 21 09:23:40.135062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51778b4-d668-4e43-9d15-ea2407920134 req-df616e01-ffa4-44a4-b3a8-b80647a0c840 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:40.136500 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c51778b4-d668-4e43-9d15-ea2407920134 req-df616e01-ffa4-44a4-b3a8-b80647a0c840 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0775843 Feb 21 09:23:40.180713 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c51778b4-d668-4e43-9d15-ea2407920134 req-9f564d98-f283-4bc5-9630-7ad397837d76 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388277 Feb 21 09:23:41.375595 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed4868-1083-4a6e-8087-328e9e396023 req-9e03e820-8414-44b3-affe-d765e83bf065 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:41.377053 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-98ed4868-1083-4a6e-8087-328e9e396023 req-9e03e820-8414-44b3-affe-d765e83bf065 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0742002 Feb 21 09:23:41.421183 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-98ed4868-1083-4a6e-8087-328e9e396023 req-c07bd99f-24ab-4fe6-aa3c-778e716bf0a5 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385900 Feb 21 09:23:42.616618 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ed7fa-f4c9-4438-86b3-0437c0f03e14 req-ed2b0592-92b4-4919-895b-1d11b471f881 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:42.618114 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b97ed7fa-f4c9-4438-86b3-0437c0f03e14 req-ed2b0592-92b4-4919-895b-1d11b471f881 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0805464 Feb 21 09:23:42.664014 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b97ed7fa-f4c9-4438-86b3-0437c0f03e14 req-22a83416-8541-4f4b-b430-90951c763020 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403593 Feb 21 09:23:43.855813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d4bd2-ac84-4991-bd2b-b198f861ccf7 req-e6951f67-b490-4699-91c7-ca934a9e4740 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:43.857259 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-856d4bd2-ac84-4991-bd2b-b198f861ccf7 req-e6951f67-b490-4699-91c7-ca934a9e4740 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0751138 Feb 21 09:23:43.984813 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-856d4bd2-ac84-4991-bd2b-b198f861ccf7 req-882d7510-474e-4087-a456-709e28b6ca29 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214812 Feb 21 09:23:45.201602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81e44d-fc40-40ee-8cb7-c7ee6aef1431 req-7f0070aa-cbdf-44b1-91b3-85a5a4644f6d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:45.203716 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc81e44d-fc40-40ee-8cb7-c7ee6aef1431 req-7f0070aa-cbdf-44b1-91b3-85a5a4644f6d tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0987601 Feb 21 09:23:45.249344 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc81e44d-fc40-40ee-8cb7-c7ee6aef1431 req-50364501-8169-47d3-9b34-dfc1a5173c74 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386062 Feb 21 09:23:46.442285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b0542-66ef-4b15-9f58-62289855a817 req-458cc670-b680-4543-b0c7-aeece4e781e6 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:46.443728 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c6b0542-66ef-4b15-9f58-62289855a817 req-458cc670-b680-4543-b0c7-aeece4e781e6 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0762963 Feb 21 09:23:46.486946 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c6b0542-66ef-4b15-9f58-62289855a817 req-ab784232-a2fa-4f9f-bff3-320d5b067fca tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379131 Feb 21 09:23:47.510382 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-80567eb9-7008-44ba-bcef-1ad56d5ce526 service neutron] 10.222.0.47 "GET /v2.0/ports/6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc/bindings/hv-neutron-8300 HTTP/1.1" status: 200 len: 384 time: 0.0710843 Feb 21 09:23:47.701118 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333273d-2e1b-4bfd-b0bb-7f31d3130675 req-a3564b51-29c2-417b-9d11-ae0b1b23de25 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:47.702597 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a333273d-2e1b-4bfd-b0bb-7f31d3130675 req-a3564b51-29c2-417b-9d11-ae0b1b23de25 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0900350 Feb 21 09:23:47.799229 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a333273d-2e1b-4bfd-b0bb-7f31d3130675 req-b9dbf58d-ed3f-47b9-bb4d-741544f98b77 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902362 Feb 21 09:23:47.812173 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-f8511821-79b2-458f-a0aa-4e05d936f3bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115&tenant_id=679465c022fe465c8d2b672aa8adb317 HTTP/1.1" status: 200 len: 1098 time: 0.1043830 Feb 21 09:23:47.912183 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-3d69d55e-ea81-4a53-8bca-7f614fd16e78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=679465c022fe465c8d2b672aa8adb317&device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 1098 time: 0.0781815 Feb 21 09:23:48.045591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-4ea402ff-464d-4ead-81d6-860a5bb8fe6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:48.047050 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-4ea402ff-464d-4ead-81d6-860a5bb8fe6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d80f60e-0d7e-421c-b869-4d4c03d5e609 HTTP/1.1" status: 200 len: 915 time: 0.1296339 Feb 21 09:23:48.114861 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-a23f3197-9baa-4596-9051-101025b670a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc HTTP/1.1" status: 200 len: 217 time: 0.0616329 Feb 21 09:23:48.175675 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-6956ed10-6a63-4551-8583-53401bb94a54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:48.177047 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-6956ed10-6a63-4551-8583-53401bb94a54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2491dce1-99f8-4bcc-bc8d-5085fdb3d584 HTTP/1.1" status: 200 len: 855 time: 0.0552602 Feb 21 09:23:48.220554 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-fa32fcb8-82b5-4411-bf25-842686f1d0aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d80f60e-0d7e-421c-b869-4d4c03d5e609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373240 Feb 21 09:23:48.347140 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-62be8581-30e8-4b1b-b17c-8b49a2acf699 service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201966 Feb 21 09:23:48.473864 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c2684e3-f549-4106-8dc7-99099465cc59 req-00b76de9-ae69-4f43-868f-b46b7acf61b7 service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202552 Feb 21 09:23:49.000486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9fe30-09fc-464b-a85c-1a60fd2a6250 req-1f23ec76-2a07-4bca-8fc5-60017f763fbe tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:49.001967 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-24c9fe30-09fc-464b-a85c-1a60fd2a6250 req-1f23ec76-2a07-4bca-8fc5-60017f763fbe tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 945 time: 0.0816531 Feb 21 09:23:49.049214 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-24c9fe30-09fc-464b-a85c-1a60fd2a6250 req-429c100a-bef1-466f-8dbb-23ca00754fcd tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417335 Feb 21 09:23:49.813549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:23:49.919476 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:49.945995 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696139d1-7760-4fed-98fb-5f211d91c115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:23:49.955366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc,segment=NetworkSegment(3fdc95a5-6650-4ec2-bc0b-2861124c6c36),segment_id=3fdc95a5-6650-4ec2-bc0b-2861124c6c36)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:23:49.959624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:50.022606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:23:50.089233 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696139d1-7760-4fed-98fb-5f211d91c115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc', 'code': 200} Feb 21 09:23:50.248055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e683b0b-b5a9-4169-8f78-5ba16a557c0b req-4f4613db-a296-4834-9550-d8f11eb36366 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:50.249428 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3e683b0b-b5a9-4169-8f78-5ba16a557c0b req-4f4613db-a296-4834-9550-d8f11eb36366 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 943 time: 0.0789304 Feb 21 09:23:50.300088 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3e683b0b-b5a9-4169-8f78-5ba16a557c0b req-c1473436-16be-488c-aac2-e20349df29ef tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433307 Feb 21 09:23:51.495270 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab72f48-2e8b-49b1-8707-ad8628047caf req-1e560ca1-da88-4821-9eae-e3f3534ed9a3 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:51.496703 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ab72f48-2e8b-49b1-8707-ad8628047caf req-1e560ca1-da88-4821-9eae-e3f3534ed9a3 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 943 time: 0.0751860 Feb 21 09:23:51.540755 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ab72f48-2e8b-49b1-8707-ad8628047caf req-84bf7b43-ef96-41ed-b327-5becaf9e3b67 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380740 Feb 21 09:23:51.911073 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd0a0a-161b-4006-974f-d596b6336967 req-06d44b30-ae8b-424e-afb6-c097393a3073 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:51.912521 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ebfd0a0a-161b-4006-974f-d596b6336967 req-06d44b30-ae8b-424e-afb6-c097393a3073 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.47 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115&tenant_id=679465c022fe465c8d2b672aa8adb317&binding%3Ahost_id=hv-neutron-8300 HTTP/1.1" status: 200 len: 943 time: 0.1355917 Feb 21 09:23:51.922104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8f21d-07c0-46a4-9b5d-01b7ceb35922 req-22bcf2d3-1420-4368-905b-283ebee905c7 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:51.923498 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1fc8f21d-07c0-46a4-9b5d-01b7ceb35922 req-22bcf2d3-1420-4368-905b-283ebee905c7 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 943 time: 0.1147065 Feb 21 09:23:51.968608 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1fc8f21d-07c0-46a4-9b5d-01b7ceb35922 req-5c0ea535-7ae6-4ff2-8e4f-e6241ac6ed38 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395174 Feb 21 09:23:52.131837 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ebfd0a0a-161b-4006-974f-d596b6336967 req-6ea1fe28-5ece-4af2-a1cf-8e69f4dc6601 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=679465c022fe465c8d2b672aa8adb317&device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 1096 time: 0.1516623 Feb 21 09:23:52.261171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd0a0a-161b-4006-974f-d596b6336967 req-760fc5f3-503b-4e52-b054-ce072caf5824 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:52.262511 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ebfd0a0a-161b-4006-974f-d596b6336967 req-760fc5f3-503b-4e52-b054-ce072caf5824 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d80f60e-0d7e-421c-b869-4d4c03d5e609 HTTP/1.1" status: 200 len: 915 time: 0.1256714 Feb 21 09:23:52.328196 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ebfd0a0a-161b-4006-974f-d596b6336967 req-643c1d08-6da6-4d77-bef2-74720a8251e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc HTTP/1.1" status: 200 len: 217 time: 0.0592492 Feb 21 09:23:52.391753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd0a0a-161b-4006-974f-d596b6336967 req-72d339e9-e44d-444f-8cf7-faf15eea9fcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:52.393130 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ebfd0a0a-161b-4006-974f-d596b6336967 req-72d339e9-e44d-444f-8cf7-faf15eea9fcf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2491dce1-99f8-4bcc-bc8d-5085fdb3d584 HTTP/1.1" status: 200 len: 855 time: 0.0588601 Feb 21 09:23:52.436627 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ebfd0a0a-161b-4006-974f-d596b6336967 req-f5bb617a-ebb1-4046-bd54-a493eead771a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d80f60e-0d7e-421c-b869-4d4c03d5e609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376165 Feb 21 09:23:52.569489 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ebfd0a0a-161b-4006-974f-d596b6336967 req-85b4d2ee-8386-4660-a0da-9bdd8d440953 service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267731 Feb 21 09:23:52.699277 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ebfd0a0a-161b-4006-974f-d596b6336967 req-ccb81ffc-2a93-4103-8c69-d76e05bd7591 service neutron] 10.222.0.47 "GET /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241710 Feb 21 09:23:53.174695 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec9be7-4ade-4b51-9cd0-5b410a16055c req-0351bb7d-79be-4113-867c-6674283f5589 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:53.176204 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c1ec9be7-4ade-4b51-9cd0-5b410a16055c req-0351bb7d-79be-4113-867c-6674283f5589 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 943 time: 0.0819657 Feb 21 09:23:53.222072 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c1ec9be7-4ade-4b51-9cd0-5b410a16055c req-f24020f2-3090-4ec3-8fbb-fb51c28ad05e tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Feb 21 09:23:54.414124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b708b0a-1d7e-4812-b83d-2284c704200e req-6825010d-f0cd-48ee-88a8-a79a8af7b7ce tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:54.415571 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9b708b0a-1d7e-4812-b83d-2284c704200e req-6825010d-f0cd-48ee-88a8-a79a8af7b7ce tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 943 time: 0.0741243 Feb 21 09:23:54.458601 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9b708b0a-1d7e-4812-b83d-2284c704200e req-7b89fe9c-a5cc-4384-9fe8-4523ec8a0358 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376322 Feb 21 09:23:54.652152 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74f8b1-397a-4188-84f2-035ffd8172bf req-438dbe3f-a25c-4208-85c4-33d6ac835d59 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:54.653586 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3e74f8b1-397a-4188-84f2-035ffd8172bf req-438dbe3f-a25c-4208-85c4-33d6ac835d59 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 943 time: 0.0789020 Feb 21 09:23:54.697272 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3e74f8b1-397a-4188-84f2-035ffd8172bf req-89a4ac71-b0e1-401a-87b9-409dae159908 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377460 Feb 21 09:23:54.887572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39ac64-2959-44ac-bcab-0d0655bce4e9 req-1de3545c-5501-420f-b8a1-e3d7f3bd15e8 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:54.888921 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0f39ac64-2959-44ac-bcab-0d0655bce4e9 req-1de3545c-5501-420f-b8a1-e3d7f3bd15e8 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 943 time: 0.0732665 Feb 21 09:23:54.935424 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0f39ac64-2959-44ac-bcab-0d0655bce4e9 req-4c68dd68-679a-4e67-9244-1782ec062279 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Feb 21 09:23:55.514064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553fe9f-371b-43f2-8bcd-842261b341f4 req-53062231-621a-4b40-a399-3c84f5875fdf tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:55.515453 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6553fe9f-371b-43f2-8bcd-842261b341f4 req-53062231-621a-4b40-a399-3c84f5875fdf tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 943 time: 0.0778098 Feb 21 09:23:55.560317 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6553fe9f-371b-43f2-8bcd-842261b341f4 req-acf73a04-c01f-47d1-89ff-389c2902806a tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393519 Feb 21 09:23:56.756444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c223-7d8f-4235-8736-64b895255a73 req-f31e2c01-ff7c-41d8-ab49-57efa7f5bc3a tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:56.757859 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dcd4c223-7d8f-4235-8736-64b895255a73 req-f31e2c01-ff7c-41d8-ab49-57efa7f5bc3a tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 943 time: 0.0782895 Feb 21 09:23:56.806096 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dcd4c223-7d8f-4235-8736-64b895255a73 req-4b76a48e-b4c6-4395-9f60-a3841dfd8908 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/security-groups?id=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427268 Feb 21 09:23:56.920292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20797b-7b41-4a85-b3a2-b17263caef0e req-0ff0d607-954f-43f7-9ad2-9ab78642fd66 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:23:56.921705 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-df20797b-7b41-4a85-b3a2-b17263caef0e req-0ff0d607-954f-43f7-9ad2-9ab78642fd66 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.47 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 943 time: 0.0750074 Feb 21 09:23:56.989329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-df20797b-7b41-4a85-b3a2-b17263caef0e req-940b703b-033d-4c96-b90b-fe22beae6858 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Deleting port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:23:56.989667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-df20797b-7b41-4a85-b3a2-b17263caef0e req-940b703b-033d-4c96-b90b-fe22beae6858 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:57.227529 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-df20797b-7b41-4a85-b3a2-b17263caef0e req-940b703b-033d-4c96-b90b-fe22beae6858 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] For port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc,segment=NetworkSegment(3fdc95a5-6650-4ec2-bc0b-2861124c6c36),segment_id=3fdc95a5-6650-4ec2-bc0b-2861124c6c36)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:23:57.227789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-df20797b-7b41-4a85-b3a2-b17263caef0e req-940b703b-033d-4c96-b90b-fe22beae6858 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:57.429276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-df20797b-7b41-4a85-b3a2-b17263caef0e req-940b703b-033d-4c96-b90b-fe22beae6858 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Calling delete_port for 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:23:57.565889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-df20797b-7b41-4a85-b3a2-b17263caef0e req-940b703b-033d-4c96-b90b-fe22beae6858 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:57.615131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b703b-033d-4c96-b90b-fe22beae6858 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Pushing event deleted for resources: {'Port': ['ID=6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:23:57.687354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-df20797b-7b41-4a85-b3a2-b17263caef0e req-940b703b-033d-4c96-b90b-fe22beae6858 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] No DVR routers for this DVR port 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:23:57.690218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-df20797b-7b41-4a85-b3a2-b17263caef0e req-940b703b-033d-4c96-b90b-fe22beae6858 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:57.692712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696139d1-7760-4fed-98fb-5f211d91c115', 'name': 'network-vif-deleted', 'tag': '6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:23:57.708280 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-df20797b-7b41-4a85-b3a2-b17263caef0e req-940b703b-033d-4c96-b90b-fe22beae6858 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.47 "DELETE /v2.0/ports/6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc HTTP/1.1" status: 204 len: 173 time: 0.7815032 Feb 21 09:23:57.825440 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696139d1-7760-4fed-98fb-5f211d91c115', 'name': 'network-vif-deleted', 'tag': '6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc', 'status': 'completed', 'code': 200} Feb 21 09:23:58.128928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-0c844d2c-40a1-4e79-9257-93cf68ffdd2c req-7b9e1ccb-9e4c-4e39-a346-0fa98a879175 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Synchronizing usage tracker for tenant:679465c022fe465c8d2b672aa8adb317 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:23:58.145716 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-0c844d2c-40a1-4e79-9257-93cf68ffdd2c req-7b9e1ccb-9e4c-4e39-a346-0fa98a879175 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] Unset dirty status for tenant:679465c022fe465c8d2b672aa8adb317 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:23:58.146913 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0c844d2c-40a1-4e79-9257-93cf68ffdd2c req-7b9e1ccb-9e4c-4e39-a346-0fa98a879175 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] 10.222.0.48 "GET /v2.0/ports?device_id=696139d1-7760-4fed-98fb-5f211d91c115 HTTP/1.1" status: 200 len: 210 time: 0.0640347 Feb 21 09:23:59.401926 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 60006) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:23:59.460227 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Deleting subnet 2491dce1-99f8-4bcc-bc8d-5085fdb3d584 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:23:59.462947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:59.509823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:59.567157 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:59.632248 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:59.667122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2491dce1-99f8-4bcc-bc8d-5085fdb3d584,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:23:59.678252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:59.682443 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:59.682783 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:59.683146 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:59.683516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:59.683800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:59.684121 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:59.684468 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:59.684763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:59.685075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:59.685383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:59.685694 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:23:59.690941 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7a683ecd-279d-4361-a05f-ccb50c76bc53 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2491dce1-99f8-4bcc-bc8d-5085fdb3d584 HTTP/1.1" status: 204 len: 168 time: 0.2879915 Feb 21 09:23:59.693363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 60010) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:23:59.795881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-79797146-1992-48ce-bc77-4d5784420716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:59.837298 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:23:59.872324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:23:59.872671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 6fd98ea1-872d-4b0d-a43f-6ab2e118b3cc not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:23:59.924521 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-79797146-1992-48ce-bc77-4d5784420716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:59.951682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-79797146-1992-48ce-bc77-4d5784420716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d80f60e-0d7e-421c-b869-4d4c03d5e609']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:23:59.963408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-79797146-1992-48ce-bc77-4d5784420716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdc95a5-6650-4ec2-bc0b-2861124c6c36') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:23:59.963698 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-79797146-1992-48ce-bc77-4d5784420716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdc95a5-6650-4ec2-bc0b-2861124c6c36') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:23:59.975066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-79797146-1992-48ce-bc77-4d5784420716 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:59.990679 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-79797146-1992-48ce-bc77-4d5784420716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:23:59.996458 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79797146-1992-48ce-bc77-4d5784420716 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:23:59.996837 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-79797146-1992-48ce-bc77-4d5784420716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:24:00.009776 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:24:00.086589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-79797146-1992-48ce-bc77-4d5784420716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:00.102863 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-79797146-1992-48ce-bc77-4d5784420716 admin admin] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:00.113348 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79797146-1992-48ce-bc77-4d5784420716 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d80f60e-0d7e-421c-b869-4d4c03d5e609,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:00.121081 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-79797146-1992-48ce-bc77-4d5784420716 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9d80f60e-0d7e-421c-b869-4d4c03d5e609 HTTP/1.1" status: 204 len: 168 time: 0.4267714 Feb 21 09:24:00.192623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3ea75efc-e152-458d-b4a5-5fb1e399586b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:00.278044 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 60016) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:24:00.326884 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-64573afb-707c-463f-9795-ebf1312bd1b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=679465c022fe465c8d2b672aa8adb317&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476887 Feb 21 09:24:00.329866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 60020) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:24:00.385395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc38f81c-db9b-435d-826d-1cc6ef78bc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:00.410804 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc38f81c-db9b-435d-826d-1cc6ef78bc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:00.459081 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc38f81c-db9b-435d-826d-1cc6ef78bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:00.472675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38f81c-db9b-435d-826d-1cc6ef78bc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:00.479244 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc38f81c-db9b-435d-826d-1cc6ef78bc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:00.482732 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dc38f81c-db9b-435d-826d-1cc6ef78bc0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94dd2e67-d3a7-4ce7-a528-6f1ace1a1dce HTTP/1.1" status: 204 len: 168 time: 0.1496651 Feb 21 09:24:00.587975 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:01.361558 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 60042) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:24:01.497471 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-262777212-network', 'tenant_id': '3d5380317016474b9798d91327b2d458'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:24:01.502156 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:24:01.505917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Usage tracker for resource:network and tenant:3d5380317016474b9798d91327b2d458 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:24:01.508805 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:24:01.514575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:24:01.529712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Made reservation on behalf of 3d5380317016474b9798d91327b2d458 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:24:01.533162 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:01.545833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:01.578616 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:24:01.582800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Usage tracker for resource:security_group_rule and tenant:3d5380317016474b9798d91327b2d458 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:24:01.585738 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:24:01.591638 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:24:01.657815 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:01.661916 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:01.694649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:24:01.699892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169c06ff-7acd-4e42-99cc-a3cfc973e241,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:01.707408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:01.707751 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Added segment 32cd0d63-fba5-4514-8f98-ebb36ba2be3f of type vlan for network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 Feb 21 09:24:01.734417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:01.762904 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:01.763825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:01.764398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:01.867624 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5049722 Feb 21 09:24:01.870800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60048) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:24:01.872424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972feb9-965c-439c-94a2-4052d1ecfcc9 admin admin] Pushing event updated for resources: {'Network': ['ID=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:01.877754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Request body: {'subnet': {'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-262777212-subnet', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:24:01.882630 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:24:01.883484 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:24:01.887491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Usage tracker for resource:subnet and tenant:3d5380317016474b9798d91327b2d458 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:24:01.890228 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:24:01.896487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:24:01.908327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Made reservation on behalf of 3d5380317016474b9798d91327b2d458 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:24:01.911289 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:02.108773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:02.178150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d731365-73de-4dd0-8561-365a6652bcbe,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:02.193781 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Checking segment: {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:24:02.194131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Network hostable DHCP agents. Network: 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:24:02.214476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:24:02.223588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:24:02.227557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:02.228131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:02.232322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8998a0b-e05d-4885-94cb-ee8b96b039c8 None None] Network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:24:02.249089 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-02dc0b3c-42ac-4e66-a1c0-12972cacd0fa admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3769796 Feb 21 09:24:02.251792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60052) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:24:02.256974 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:24:02.261856 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:24:02.265749 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Usage tracker for resource:router and tenant:3d5380317016474b9798d91327b2d458 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:24:02.268682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:24:02.274294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:24:02.286003 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:02.286897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:02.305171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:02.446171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:02.466994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:24:02.467933 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:02.629815 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Allocated IP 172.20.0.2 (6a9d7a39-28f0-4346-9c42-5b8c8f2bf612/8d731365-73de-4dd0-8561-365a6652bcbe/cd081b03-89ea-49c9-adbd-5a5b4c65af3e) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:24:02.636875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:02.667125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:02.798430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Allocated IP 172.26.6.78 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/0c649730-9ff7-4166-a431-a4d973201168) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:24:02.830395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:02.840804 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Transition to ACTIVE for port object cd081b03-89ea-49c9-adbd-5a5b4c65af3e will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:24:02.858718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Transition to ACTIVE for port object cd081b03-89ea-49c9-adbd-5a5b4c65af3e will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:24:02.864149 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:02.930808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:24:02.933557 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:24:02.937436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:24:02.942870 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Pushing event updated for resources: {'Port': ['ID=cd081b03-89ea-49c9-adbd-5a5b4c65af3e,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:02.946700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:02.975329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:03.034465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-af6821a8-dc85-4aab-9780-af3ae9b53593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:03.042055 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Attempting to bind port cd081b03-89ea-49c9-adbd-5a5b4c65af3e on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:24:03.042417 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Attempting to bind port cd081b03-89ea-49c9-adbd-5a5b4c65af3e by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:24:03.042794 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Attempting to bind port cd081b03-89ea-49c9-adbd-5a5b4c65af3e on network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:24:03.043205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:24:03.045987 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:24:03.048268 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:24:03.049622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:24:03.050205 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Checking segment: {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:24:03.050603 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:03.051100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Bound using segment: {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:24:03.051451 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Bound port: cd081b03-89ea-49c9-adbd-5a5b4c65af3e, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:24:03.051813 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:03.080702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0c649730-9ff7-4166-a431-a4d973201168,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:03.138749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] For port cd081b03-89ea-49c9-adbd-5a5b4c65af3e, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:24:03.142672 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] For port cd081b03-89ea-49c9-adbd-5a5b4c65af3e, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=cd081b03-89ea-49c9-adbd-5a5b4c65af3e,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:24:03.148083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:03.231844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1e13f-11c9-4c90-be05-6664c065f5d3 None None] Pushing event updated for resources: {'Port': ['ID=cd081b03-89ea-49c9-adbd-5a5b4c65af3e,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:03.306089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:03.306826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:03.545429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Router abb2ac6b-91da-4c83-a797-4602e88ecbba is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:24:03.677572 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:03.751025 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:24:03.759602 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Sync routers for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:24:03.771177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:24:03.771766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:24:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:03.774014 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:03.775357 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fce23f41-3aa6-4b78-b76e-58a69bddd4f3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5225611 Feb 21 09:24:03.778135 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60056) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:24:03.956126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:24:04.150059 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:04.159274 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43195ea2-faf5-416a-ba8d-d14e34ac4575 None None] Network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:24:04.283909 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-58c03e50-e19e-4656-aa9d-f924e9d87295 None None] Provisioning for port cd081b03-89ea-49c9-adbd-5a5b4c65af3e completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:24:04.497968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:03Z', 'revision_number': 3, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:04.509247 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Checking router: abb2ac6b-91da-4c83-a797-4602e88ecbba for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:24:04.509591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Updating router abb2ac6b-91da-4c83-a797-4602e88ecbba port 0c649730-9ff7-4166-a431-a4d973201168 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:24:04.527676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:04.567223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:04.744700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Allocated IP 172.20.0.1 (6a9d7a39-28f0-4346-9c42-5b8c8f2bf612/8d731365-73de-4dd0-8561-365a6652bcbe/2e1fa067-a373-4ba0-8c34-e3856af477c1) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:24:04.919316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:04.933883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Transition to ACTIVE for port object 0c649730-9ff7-4166-a431-a4d973201168 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:24:04.940357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cd081b03-89ea-49c9-adbd-5a5b4c65af3e up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:24:04.968078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.036635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.055524 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Transition to ACTIVE for port object 2e1fa067-a373-4ba0-8c34-e3856af477c1 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:24:05.068093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7ae60-91c3-472d-94d2-fa5f6c3289c6 None None] Pushing event updated for resources: {'Port': ['ID=0c649730-9ff7-4166-a431-a4d973201168,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:05.075298 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Attempting to bind port 0c649730-9ff7-4166-a431-a4d973201168 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:24:05.075605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Attempting to bind port 0c649730-9ff7-4166-a431-a4d973201168 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:24:05.075970 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Attempting to bind port 0c649730-9ff7-4166-a431-a4d973201168 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:24:05.078659 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.087159 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:24:05.087535 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:24:05.087932 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.088319 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:24:05.088776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Bound port: 0c649730-9ff7-4166-a431-a4d973201168, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:24:05.089140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.132208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port cd081b03-89ea-49c9-adbd-5a5b4c65af3e completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:24:05.142006 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port cd081b03-89ea-49c9-adbd-5a5b4c65af3e triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:24:05.142383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.144819 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:24:05.147745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:24:05.150145 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:24:05.186508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Pushing event updated for resources: {'Port': ['ID=2e1fa067-a373-4ba0-8c34-e3856af477c1,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:05.208728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.216524 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] For port 0c649730-9ff7-4166-a431-a4d973201168, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:24:05.220954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] For port 0c649730-9ff7-4166-a431-a4d973201168, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0c649730-9ff7-4166-a431-a4d973201168,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:24:05.226192 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.304723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.362207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7ae60-91c3-472d-94d2-fa5f6c3289c6 None None] Pushing event updated for resources: {'Port': ['ID=0c649730-9ff7-4166-a431-a4d973201168,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:05.371749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:24:05.372354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:24:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:05.418977 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.524593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.529382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.542286 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port cd081b03-89ea-49c9-adbd-5a5b4c65af3e, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=cd081b03-89ea-49c9-adbd-5a5b4c65af3e,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:24:05.545439 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-15c3731f-fef4-4a90-a62f-6d3cd727c12d None None] Provisioning for port 2e1fa067-a373-4ba0-8c34-e3856af477c1 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:24:05.553413 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.601145 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-15c3731f-fef4-4a90-a62f-6d3cd727c12d None None] Provisioning complete for port 2e1fa067-a373-4ba0-8c34-e3856af477c1 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:24:05.601513 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-15c3731f-fef4-4a90-a62f-6d3cd727c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.637456 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:05.640813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Pushing event updated for resources: {'Port': ['ID=2e1fa067-a373-4ba0-8c34-e3856af477c1,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:05.686547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-15c3731f-fef4-4a90-a62f-6d3cd727c12d None None] Port 2e1fa067-a373-4ba0-8c34-e3856af477c1 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:24:05.695697 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:24:05.734934 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=cd081b03-89ea-49c9-adbd-5a5b4c65af3e,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:05.777087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:24:05.778177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:24:06.061609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:06.077787 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d9ffef3f-21af-4256-b0c3-a260ab459534 None None] Provisioning complete for port 2e1fa067-a373-4ba0-8c34-e3856af477c1 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:24:06.078152 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d9ffef3f-21af-4256-b0c3-a260ab459534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:06.144015 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d9ffef3f-21af-4256-b0c3-a260ab459534 None None] Port 2e1fa067-a373-4ba0-8c34-e3856af477c1 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:24:06.151499 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:04Z', 'revision_number': 1, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:06.165129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Router abb2ac6b-91da-4c83-a797-4602e88ecbba has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:24:06.205317 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56c2ac5-5f9e-4009-b85b-736c5618766d None None] The sync data for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv is: [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:04Z', 'revision_number': 1, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:24:06.403513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:24:06.413928 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f69aa5d3-1beb-4ee9-bb5b-e1fe4a909dab admin admin] 10.222.0.48 "PUT /v2.0/routers/abb2ac6b-91da-4c83-a797-4602e88ecbba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6346772 Feb 21 09:24:06.977735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cd081b03-89ea-49c9-adbd-5a5b4c65af3e up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:24:06.996845 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60066) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:24:07.003186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1193676336', 'description': 'tempest-description--455170216'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:24:07.009024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:24:07.012976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Usage tracker for resource:security_group and tenant:3d5380317016474b9798d91327b2d458 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:24:07.016155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:24:07.022873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:24:07.034544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.055080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port cd081b03-89ea-49c9-adbd-5a5b4c65af3e triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:24:07.055296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.074469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:24:07.078391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Usage tracker for resource:security_group_rule and tenant:3d5380317016474b9798d91327b2d458 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:24:07.081287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:24:07.087321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:24:07.145973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.150978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.171930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0c649730-9ff7-4166-a431-a4d973201168 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:24:07.197541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b4fa40-96fe-449c-b4c0-3d4de424190c,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:07.201362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.205788 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-27305369-5ae2-4d2e-a30e-75259813dfe1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2079034 Feb 21 09:24:07.206230 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 60070) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:24:07.213727 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ae97f1b1-f643-49de-b380-41e4ba0462a5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Request body: {'security_group_rule': {'security_group_id': '81b4fa40-96fe-449c-b4c0-3d4de424190c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:24:07.219951 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ae97f1b1-f643-49de-b380-41e4ba0462a5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:24:07.224072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ae97f1b1-f643-49de-b380-41e4ba0462a5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Usage tracker for resource:security_group_rule and tenant:3d5380317016474b9798d91327b2d458 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:24:07.227303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ae97f1b1-f643-49de-b380-41e4ba0462a5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:24:07.233728 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ae97f1b1-f643-49de-b380-41e4ba0462a5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:24:07.246843 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 0c649730-9ff7-4166-a431-a4d973201168 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:24:07.252138 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ae97f1b1-f643-49de-b380-41e4ba0462a5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.253978 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 0c649730-9ff7-4166-a431-a4d973201168 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:24:07.254341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.318008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ae97f1b1-f643-49de-b380-41e4ba0462a5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.323229 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ae97f1b1-f643-49de-b380-41e4ba0462a5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.347574 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97f1b1-f643-49de-b380-41e4ba0462a5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffb54b7-dc99-436d-ad5d-5bc873fce1fd,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:07.357564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ae97f1b1-f643-49de-b380-41e4ba0462a5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.367424 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ae97f1b1-f643-49de-b380-41e4ba0462a5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1569805 Feb 21 09:24:07.367424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 60074) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:24:07.372413 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-47b98b55-10c9-4389-8e3c-b046f7ed96c8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Request body: {'security_group_rule': {'security_group_id': '81b4fa40-96fe-449c-b4c0-3d4de424190c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:24:07.378917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-47b98b55-10c9-4389-8e3c-b046f7ed96c8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:24:07.379209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.383361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-47b98b55-10c9-4389-8e3c-b046f7ed96c8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Usage tracker for resource:security_group_rule and tenant:3d5380317016474b9798d91327b2d458 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:24:07.386379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-47b98b55-10c9-4389-8e3c-b046f7ed96c8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:24:07.393579 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-47b98b55-10c9-4389-8e3c-b046f7ed96c8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:24:07.397395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 0c649730-9ff7-4166-a431-a4d973201168, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0c649730-9ff7-4166-a431-a4d973201168,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:24:07.402355 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.416049 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47b98b55-10c9-4389-8e3c-b046f7ed96c8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.472666 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=0c649730-9ff7-4166-a431-a4d973201168,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:07.555315 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47b98b55-10c9-4389-8e3c-b046f7ed96c8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.558938 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47b98b55-10c9-4389-8e3c-b046f7ed96c8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.581611 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b98b55-10c9-4389-8e3c-b046f7ed96c8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f291d437-489a-4c35-9450-242e46b7d36e,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:07.591918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-47b98b55-10c9-4389-8e3c-b046f7ed96c8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.593186 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-47b98b55-10c9-4389-8e3c-b046f7ed96c8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2251854 Feb 21 09:24:07.596838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 60078) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:24:07.603643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:24:07.610893 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:24:07.616433 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Usage tracker for resource:floatingip and tenant:3d5380317016474b9798d91327b2d458 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:24:07.619710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:24:07.625324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:24:07.635489 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.771915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:07.852289 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:24:07.905793 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Allocated IP 172.26.6.4 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/f75edc72-86d3-4dd5-bbae-9587692a3e9c) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:24:08.066247 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:08.092838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:08.159291 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:24:08.162191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:24:08.166526 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:24:08.194759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event updated for resources: {'Port': ['ID=f75edc72-86d3-4dd5-bbae-9587692a3e9c,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:08.333732 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:08.396766 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:08.637425 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:08.643877 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:08.827567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event updated for resources: {'Port': ['ID=f75edc72-86d3-4dd5-bbae-9587692a3e9c,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:08.868154 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:08.903337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0c649730-9ff7-4166-a431-a4d973201168 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:24:08.904079 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:08.906412 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bd406ee4-aeac-45ed-a57c-f1ed17171806 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3080211 Feb 21 09:24:08.981116 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 0c649730-9ff7-4166-a431-a4d973201168 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:24:08.981478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:09.170349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-0e567f57-40ed-46e3-850f-4b5239e593ac tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Synchronizing usage tracker for tenant:3d5380317016474b9798d91327b2d458 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:24:09.186959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-0e567f57-40ed-46e3-850f-4b5239e593ac tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Unset dirty status for tenant:3d5380317016474b9798d91327b2d458 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:24:09.188670 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-0e567f57-40ed-46e3-850f-4b5239e593ac tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1193676336&fields=id&tenant_id=3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 267 time: 0.1519382 Feb 21 09:24:09.333962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-f727db23-c5f1-4f88-8ddb-affa5f78b90a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:09.335380 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-f727db23-c5f1-4f88-8ddb-affa5f78b90a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 811 time: 0.1401021 Feb 21 09:24:09.351876 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-7a611f58-7b7c-42c2-ac50-ccd5fcffd4de tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/quotas/3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 375 time: 0.0108979 Feb 21 09:24:09.432347 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-e00ae351-52dc-4724-b1e8-caf91fb77b43 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Synchronizing usage tracker for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:24:09.448514 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-e00ae351-52dc-4724-b1e8-caf91fb77b43 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Unset dirty status for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:24:09.449847 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-e00ae351-52dc-4724-b1e8-caf91fb77b43 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0931602 Feb 21 09:24:09.657919 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-40b4c25f-1991-472f-83ad-f2d05e0d7e85 service neutron] 10.222.0.48 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965287 Feb 21 09:24:09.788957 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-cfd285b3-e895-46d5-9069-989dca32ed3b service neutron] 10.222.0.48 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252716 Feb 21 09:24:09.981933 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-93eece42-564d-4d56-994a-1a72731f03fe req-e0ae2597-7e68-4471-807a-089653d8984e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 210 time: 0.0476108 Feb 21 09:24:10.995439 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-d90b105b-4066-4746-aff2-eacbecb19807 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:10.996834 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-d90b105b-4066-4746-aff2-eacbecb19807 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 811 time: 0.1537561 Feb 21 09:24:11.050128 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-749f7433-bafc-47e5-bfb7-907b1ff07da7 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 380 time: 0.0408401 Feb 21 09:24:11.059309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Request body: {'port': {'device_id': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'admin_state_up': True, 'tenant_id': '3d5380317016474b9798d91327b2d458', 'security_groups': ['81b4fa40-96fe-449c-b4c0-3d4de424190c']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:24:11.183500 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7af93d8b-ae8c-4323-8b41-45a3238e1da8 req-2ee32cb3-15ac-4f13-8632-f8c72df5924f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 210 time: 0.0606666 Feb 21 09:24:11.233250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:24:11.243301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:24:11.252651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Made reservation on behalf of 3d5380317016474b9798d91327b2d458 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:24:11.255636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:11.410196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Allocated IP 172.20.0.8 (6a9d7a39-28f0-4346-9c42-5b8c8f2bf612/8d731365-73de-4dd0-8561-365a6652bcbe/ba75d9ef-5cfa-443c-898a-03acf31b5e9a) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:24:11.589260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:11.604245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Transition to ACTIVE for port object ba75d9ef-5cfa-443c-898a-03acf31b5e9a will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:24:11.625110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:11.700708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:24:11.704037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:24:11.705897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event updated for resources: {'Port': ['ID=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:11.708019 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:24:11.756633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:11.756971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:11.757304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:11.757636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:11.757959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:11.758294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:11.758605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:11.758925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:11.759266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:11.759578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:11.759887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:11.778104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:11.778703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:11.804369 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-244bedb1-8711-47e3-9172-fd9408935c0e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7489662 Feb 21 09:24:11.815526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Request body: {'port': {'device_id': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:24:11.901584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d50f9809-a3ea-485a-985c-4535feba9839 None None] Provisioning for port ba75d9ef-5cfa-443c-898a-03acf31b5e9a completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:24:11.907063 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d50f9809-a3ea-485a-985c-4535feba9839 None None] Provisioning complete for port ba75d9ef-5cfa-443c-898a-03acf31b5e9a triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:24:11.907431 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d50f9809-a3ea-485a-985c-4535feba9839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:11.925137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:11.966711 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d50f9809-a3ea-485a-985c-4535feba9839 None None] Port ba75d9ef-5cfa-443c-898a-03acf31b5e9a cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:24:12.395967 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba75d9ef-5cfa-443c-898a-03acf31b5e9a {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:24:12.404483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:12.428574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Transition to ACTIVE for port object ba75d9ef-5cfa-443c-898a-03acf31b5e9a will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:24:12.432941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:12.502685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de281594-abd4-499b-84ce-4883dcae7485 req-6f9216b7-c81f-450b-bacd-8e7c7a33b7df tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:12.503322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-de281594-abd4-499b-84ce-4883dcae7485 req-6f9216b7-c81f-450b-bacd-8e7c7a33b7df tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Synchronizing usage tracker for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:24:12.571806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Pushing event updated for resources: {'Port': ['ID=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:12.626400 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-de281594-abd4-499b-84ce-4883dcae7485 req-6f9216b7-c81f-450b-bacd-8e7c7a33b7df tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Unset dirty status for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:24:12.627765 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-de281594-abd4-499b-84ce-4883dcae7485 req-6f9216b7-c81f-450b-bacd-8e7c7a33b7df tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 931 time: 0.2966127 Feb 21 09:24:12.734030 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-de281594-abd4-499b-84ce-4883dcae7485 req-0e375442-13c2-484e-8723-ffc9e7151638 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720820 Feb 21 09:24:12.737861 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Attempting to bind port ba75d9ef-5cfa-443c-898a-03acf31b5e9a on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:24:12.738195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Attempting to bind port ba75d9ef-5cfa-443c-898a-03acf31b5e9a by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:24:12.738517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Attempting to bind port ba75d9ef-5cfa-443c-898a-03acf31b5e9a on network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:24:12.744344 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Port ba75d9ef-5cfa-443c-898a-03acf31b5e9a on network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:24:12.744661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Attempting to bind port ba75d9ef-5cfa-443c-898a-03acf31b5e9a on network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:24:12.751525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:24:12.751857 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Checking segment: {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:24:12.752235 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Bound using segment: {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:24:12.752647 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Bound port: ba75d9ef-5cfa-443c-898a-03acf31b5e9a, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:24:12.753040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:12.845734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] For port ba75d9ef-5cfa-443c-898a-03acf31b5e9a, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:24:12.849272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] For port ba75d9ef-5cfa-443c-898a-03acf31b5e9a, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:24:12.854797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:12.916637 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:12.917989 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] 10.222.0.47 "PUT /v2.0/ports/ba75d9ef-5cfa-443c-898a-03acf31b5e9a HTTP/1.1" status: 200 len: 1093 time: 1.1067572 Feb 21 09:24:12.918422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'tag': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:24:12.944656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5119a-3f2c-4068-b763-4172adf5fa47 service neutron] Pushing event updated for resources: {'Port': ['ID=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:12.985296 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'tag': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a', 'status': 'completed', 'code': 200} Feb 21 09:24:13.033238 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-cfca3655-4e43-4fbf-9ba7-408779708db6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0784605 Feb 21 09:24:13.104781 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-e74f9678-a7ee-4fc4-bf27-dced0a05e911 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a HTTP/1.1" status: 200 len: 217 time: 0.0649920 Feb 21 09:24:13.166000 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-7847446d-32c5-4511-83d8-fa1a3bf3183d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:13.167426 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-7847446d-32c5-4511-83d8-fa1a3bf3183d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0562949 Feb 21 09:24:13.244980 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-986ad098-4200-48cb-b284-acb3f54d5a2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714333 Feb 21 09:24:13.371595 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-b866c79f-ca0b-40a3-a019-492616e53e42 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209805 Feb 21 09:24:13.501537 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-80f3c221-18ed-4e35-8799-f7bc499c3988 req-1dcc5710-2e08-48c2-ba14-ea0cd98b9951 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245475 Feb 21 09:24:13.609403 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-820a4fe1-ee53-4cb3-821f-ee0df628d658 req-cc496e40-33eb-4b99-b233-60301abcd468 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0666280 Feb 21 09:24:13.736869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a4fe1-ee53-4cb3-821f-ee0df628d658 req-0d9571ec-7c47-48d9-9d26-94ccd626a508 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:13.738191 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-820a4fe1-ee53-4cb3-821f-ee0df628d658 req-0d9571ec-7c47-48d9-9d26-94ccd626a508 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1221457 Feb 21 09:24:13.935564 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-820a4fe1-ee53-4cb3-821f-ee0df628d658 req-fc78880a-5c01-46ed-b587-78e20dd888e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a HTTP/1.1" status: 200 len: 217 time: 0.1912484 Feb 21 09:24:14.013781 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a4fe1-ee53-4cb3-821f-ee0df628d658 req-33c97618-46e5-42c9-b4d9-820c1ddf9b06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:14.015150 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-820a4fe1-ee53-4cb3-821f-ee0df628d658 req-33c97618-46e5-42c9-b4d9-820c1ddf9b06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0698507 Feb 21 09:24:14.024702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01462fd3-d67b-40f8-85c2-e6ddf6fe6c5b req-c11b3507-7af5-4e79-815c-06ffb387694a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:14.026019 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-01462fd3-d67b-40f8-85c2-e6ddf6fe6c5b req-c11b3507-7af5-4e79-815c-06ffb387694a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 943 time: 0.1413424 Feb 21 09:24:14.120634 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-01462fd3-d67b-40f8-85c2-e6ddf6fe6c5b req-dedea0bf-40bc-4ce9-99f6-bb54c1daacb2 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654471 Feb 21 09:24:14.134168 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-820a4fe1-ee53-4cb3-821f-ee0df628d658 req-2766f8b0-4af6-4909-afcb-b9369da4f2bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1072919 Feb 21 09:24:14.264750 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-820a4fe1-ee53-4cb3-821f-ee0df628d658 req-787195c6-f486-44d6-9b01-f9eecfec023e service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226430 Feb 21 09:24:14.391730 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-820a4fe1-ee53-4cb3-821f-ee0df628d658 req-b4a138cc-c2de-42a5-b70c-700f355e805b service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206286 Feb 21 09:24:15.316639 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979e34e-6198-4f7d-b674-ab32d29cc1c2 req-8822a524-820c-4191-a879-747fff97cc77 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:15.318110 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b979e34e-6198-4f7d-b674-ab32d29cc1c2 req-8822a524-820c-4191-a879-747fff97cc77 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 943 time: 0.0749233 Feb 21 09:24:15.362131 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b979e34e-6198-4f7d-b674-ab32d29cc1c2 req-e0c6f956-384b-4c41-abd5-7b10a8065582 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385904 Feb 21 09:24:15.883811 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ba75d9ef-5cfa-443c-898a-03acf31b5e9a details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:24:16.025812 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ba75d9ef-5cfa-443c-898a-03acf31b5e9a, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:24:16.038567 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'port_id': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a', 'mac_address': 'fa:16:3e:0c:95:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:24:16.089787 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:16.106189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba75d9ef-5cfa-443c-898a-03acf31b5e9a {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:24:16.121096 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ba75d9ef-5cfa-443c-898a-03acf31b5e9a, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:24:16.124897 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:16.191866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:16.199905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:16.200254 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:16.200589 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:16.200925 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:16.201253 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:16.201622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:16.202072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:16.202499 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:16.202826 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:16.203189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:16.203537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:16.325296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['ba75d9ef-5cfa-443c-898a-03acf31b5e9a'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:24:16.559228 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de84e10-dd56-428c-9f8f-2ae9cd8d0092 req-b8619cd4-cc5a-4daf-a8b1-528234f91f71 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:16.560696 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1de84e10-dd56-428c-9f8f-2ae9cd8d0092 req-b8619cd4-cc5a-4daf-a8b1-528234f91f71 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 944 time: 0.0812430 Feb 21 09:24:16.607903 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1de84e10-dd56-428c-9f8f-2ae9cd8d0092 req-297605ee-73de-49e3-8d3f-c90f1c74d3f0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417659 Feb 21 09:24:17.798955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd04be-07cb-49d8-baa1-a38017c5f96d req-9a975599-f062-4fff-ba0c-b2a9301c0624 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:17.800407 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9efd04be-07cb-49d8-baa1-a38017c5f96d req-9a975599-f062-4fff-ba0c-b2a9301c0624 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 944 time: 0.0747066 Feb 21 09:24:17.843673 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9efd04be-07cb-49d8-baa1-a38017c5f96d req-febc22ba-45fe-4d2d-9b00-feab67096f1f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379665 Feb 21 09:24:17.899249 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ba75d9ef-5cfa-443c-898a-03acf31b5e9a up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:24:17.967554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port ba75d9ef-5cfa-443c-898a-03acf31b5e9a completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:24:17.972592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port ba75d9ef-5cfa-443c-898a-03acf31b5e9a triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:24:17.972952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:18.083050 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:18.137784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:24:18.146832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ba75d9ef-5cfa-443c-898a-03acf31b5e9a, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:24:18.151420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:18.192076 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a', 'code': 200} Feb 21 09:24:18.216893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:18.414959 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ab843d11-1c11-46fe-b1f3-80f91608a357 req-f9b0cf63-cb0f-4558-87a2-95d302c3d133 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0714526 Feb 21 09:24:18.455373 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ab843d11-1c11-46fe-b1f3-80f91608a357 req-b0422f44-9550-452c-ae75-af5520ce1658 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348821 Feb 21 09:24:19.032891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc8230-38f9-4f86-98a5-27199b721aaf req-207c65c1-de95-4687-9bd2-3afced3d66a2 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:19.034310 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-19dc8230-38f9-4f86-98a5-27199b721aaf req-207c65c1-de95-4687-9bd2-3afced3d66a2 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0735691 Feb 21 09:24:19.078492 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-19dc8230-38f9-4f86-98a5-27199b721aaf req-08039d10-6e39-4fee-a881-6da4a0196c4d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387306 Feb 21 09:24:19.758747 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Sync routers for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:24:19.773963 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:24:19.774545 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:24:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:19.942057 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:24:20.278860 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b71a9-0a0a-4319-930a-ec0dbaa3b407 req-3e098d8e-ee79-4061-8e65-286631cd3f83 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:20.281606 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5f6b71a9-0a0a-4319-930a-ec0dbaa3b407 req-3e098d8e-ee79-4061-8e65-286631cd3f83 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0821030 Feb 21 09:24:20.283441 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 2, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:20.287484 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Checking router: abb2ac6b-91da-4c83-a797-4602e88ecbba for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:24:20.287812 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Updating router abb2ac6b-91da-4c83-a797-4602e88ecbba port 2e1fa067-a373-4ba0-8c34-e3856af477c1 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:24:20.329692 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5f6b71a9-0a0a-4319-930a-ec0dbaa3b407 req-a77ff688-f664-4880-9c64-e311e7b78d8a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403104 Feb 21 09:24:20.338102 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:20.526623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c756c24-9c93-40f3-9e4f-19337adcf379 req-e7f3b8b8-37ba-42bb-95f8-2f013e8580b0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:20.528121 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c756c24-9c93-40f3-9e4f-19337adcf379 req-e7f3b8b8-37ba-42bb-95f8-2f013e8580b0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0824533 Feb 21 09:24:20.537463 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60124) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:24:20.542863 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4d8c5cc9-0bdb-44fd-82ee-b45e290f8000 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Request body: {'floatingip': {'port_id': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:24:20.634383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5cc9-0bdb-44fd-82ee-b45e290f8000 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:20.670500 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:20.681995 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Transition to ACTIVE for port object 2e1fa067-a373-4ba0-8c34-e3856af477c1 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:24:20.688975 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:20.820834 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37559214-c44a-4295-9fe4-5eb94037016f None None] Pushing event updated for resources: {'Port': ['ID=2e1fa067-a373-4ba0-8c34-e3856af477c1,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:20.832715 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37559214-c44a-4295-9fe4-5eb94037016f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:20.833059 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37559214-c44a-4295-9fe4-5eb94037016f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:20.833395 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37559214-c44a-4295-9fe4-5eb94037016f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:20.833723 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37559214-c44a-4295-9fe4-5eb94037016f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:20.834050 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37559214-c44a-4295-9fe4-5eb94037016f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:20.834371 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37559214-c44a-4295-9fe4-5eb94037016f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:20.834689 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37559214-c44a-4295-9fe4-5eb94037016f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:20.835081 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37559214-c44a-4295-9fe4-5eb94037016f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:20.835542 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37559214-c44a-4295-9fe4-5eb94037016f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:20.835855 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37559214-c44a-4295-9fe4-5eb94037016f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:20.836180 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37559214-c44a-4295-9fe4-5eb94037016f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:24:20.921212 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Attempting to bind port 2e1fa067-a373-4ba0-8c34-e3856af477c1 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:24:20.921575 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Attempting to bind port 2e1fa067-a373-4ba0-8c34-e3856af477c1 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:24:20.921996 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Attempting to bind port 2e1fa067-a373-4ba0-8c34-e3856af477c1 on network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:24:20.929019 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:24:20.929487 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Checking segment: {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:24:20.929852 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:20.930174 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Bound using segment: {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:24:20.930644 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Bound port: 2e1fa067-a373-4ba0-8c34-e3856af477c1, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:24:20.931032 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:21.023337 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] For port 2e1fa067-a373-4ba0-8c34-e3856af477c1, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:24:21.026106 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] For port 2e1fa067-a373-4ba0-8c34-e3856af477c1, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2e1fa067-a373-4ba0-8c34-e3856af477c1,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:24:21.030313 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:21.110637 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37559214-c44a-4295-9fe4-5eb94037016f None None] Pushing event updated for resources: {'Port': ['ID=2e1fa067-a373-4ba0-8c34-e3856af477c1,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:21.114430 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:24:21.115067 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:24:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:21.304015 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:24:21.331258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5cc9-0bdb-44fd-82ee-b45e290f8000 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:21.334908 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5cc9-0bdb-44fd-82ee-b45e290f8000 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:21.522819 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-4d8c5cc9-0bdb-44fd-82ee-b45e290f8000 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b associated. External IP: 172.26.6.4, port: ba75d9ef-5cfa-443c-898a-03acf31b5e9a. Feb 21 09:24:21.608966 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:21Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:21.613399 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2ebeee-a905-4100-9ef2-6561ef41528d None None] The sync data for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv is: [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:21Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:24:21.926177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8c5cc9-0bdb-44fd-82ee-b45e290f8000 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Router abb2ac6b-91da-4c83-a797-4602e88ecbba has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:24:22.134492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8c5cc9-0bdb-44fd-82ee-b45e290f8000 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:24:22.138888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5cc9-0bdb-44fd-82ee-b45e290f8000 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:22.192671 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4d8c5cc9-0bdb-44fd-82ee-b45e290f8000 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "PUT /v2.0/floatingips/2991c0b8-e190-4d72-90fb-4e47a512d42b HTTP/1.1" status: 200 len: 989 time: 1.6541338 Feb 21 09:24:22.193211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'tag': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:24:22.246555 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'tag': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a', 'status': 'completed', 'code': 200} Feb 21 09:24:22.389605 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-58e1905a-a791-48eb-b74c-dda2809ec6c3 req-76aee4a2-7e6b-4f7b-b4a0-81bff98fda84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 1098 time: 0.1219478 Feb 21 09:24:22.400051 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de7500-170e-473e-9860-6c9f576bc5ec req-9fd867ef-e6af-4715-9147-60cc08b33d24 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:22.401379 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-05de7500-170e-473e-9860-6c9f576bc5ec req-9fd867ef-e6af-4715-9147-60cc08b33d24 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.1038101 Feb 21 09:24:22.530151 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-05de7500-170e-473e-9860-6c9f576bc5ec req-7b6dff6f-618b-42e4-a465-040b371a9044 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104095 Feb 21 09:24:22.692001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1905a-a791-48eb-b74c-dda2809ec6c3 req-84da2c7d-62ff-463d-a961-944282b3d6ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:22.693264 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-58e1905a-a791-48eb-b74c-dda2809ec6c3 req-84da2c7d-62ff-463d-a961-944282b3d6ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.2910776 Feb 21 09:24:22.812146 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-58e1905a-a791-48eb-b74c-dda2809ec6c3 req-86fbbcbb-9a48-4584-b47a-93cf36a5840c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a HTTP/1.1" status: 200 len: 997 time: 0.1129124 Feb 21 09:24:22.860247 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279b3cc-78b5-42e1-b40c-277c0cb3607d req-b585fb77-1bfe-40eb-93ff-50bae9abea7d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:22.861675 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e279b3cc-78b5-42e1-b40c-277c0cb3607d req-b585fb77-1bfe-40eb-93ff-50bae9abea7d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.2002387 Feb 21 09:24:22.908102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1905a-a791-48eb-b74c-dda2809ec6c3 req-1b94e728-40b5-4d1c-837b-9f214e820b44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:22.909532 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-58e1905a-a791-48eb-b74c-dda2809ec6c3 req-1b94e728-40b5-4d1c-837b-9f214e820b44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0892403 Feb 21 09:24:22.929379 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2e1fa067-a373-4ba0-8c34-e3856af477c1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:24:22.969007 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e279b3cc-78b5-42e1-b40c-277c0cb3607d req-71b59975-8aa1-4b2a-945b-ff84a6c8bc9a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939271 Feb 21 09:24:22.998501 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-58e1905a-a791-48eb-b74c-dda2809ec6c3 req-39acb688-5ce0-45a0-a3e2-1d26183cf931 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819380 Feb 21 09:24:23.003166 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 2e1fa067-a373-4ba0-8c34-e3856af477c1 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:24:23.008617 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 2e1fa067-a373-4ba0-8c34-e3856af477c1 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:24:23.009141 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:23.132063 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:23.137569 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-58e1905a-a791-48eb-b74c-dda2809ec6c3 req-5f787f34-7ef5-4f25-8e70-f29dbf825bd6 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328430 Feb 21 09:24:23.163199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 2e1fa067-a373-4ba0-8c34-e3856af477c1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2e1fa067-a373-4ba0-8c34-e3856af477c1,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:24:23.166806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:23.233867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=2e1fa067-a373-4ba0-8c34-e3856af477c1,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:23.272669 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-58e1905a-a791-48eb-b74c-dda2809ec6c3 req-69c21c0b-c534-4280-90f9-c3425284341f service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293201 Feb 21 09:24:24.173222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce32ac-ed19-4a35-aa87-46d61b5ac056 req-0ad9e9d5-1121-4286-9a17-ebef18c4b133 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:24.174721 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-22ce32ac-ed19-4a35-aa87-46d61b5ac056 req-0ad9e9d5-1121-4286-9a17-ebef18c4b133 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0847394 Feb 21 09:24:24.221009 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-22ce32ac-ed19-4a35-aa87-46d61b5ac056 req-24eb3f84-a0f5-49b1-a6b2-821a6e9ac727 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405602 Feb 21 09:24:24.226468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa178ec-ee44-4c2b-98c9-598a8621ad2c None None] Sync routers for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:24:24.237948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa178ec-ee44-4c2b-98c9-598a8621ad2c None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:24:24.239225 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6fa178ec-ee44-4c2b-98c9-598a8621ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:24:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:24.411404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a8487-074f-48d1-9029-4e8ec899bfea req-d27a0585-b4f4-4c8c-869b-6e89d34266f8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:24.412840 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-835a8487-074f-48d1-9029-4e8ec899bfea req-d27a0585-b4f4-4c8c-869b-6e89d34266f8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0741439 Feb 21 09:24:24.415541 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-6fa178ec-ee44-4c2b-98c9-598a8621ad2c None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:24:24.459575 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-835a8487-074f-48d1-9029-4e8ec899bfea req-4a9975fb-68be-40dd-9ac9-8a2cfd6529e5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412645 Feb 21 09:24:24.654662 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fe7cf487-1cf0-42c6-973b-582eabe600ef req-4feaf76d-d5bb-45a8-896c-66553d7c0b42 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0690281 Feb 21 09:24:24.764499 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6fa178ec-ee44-4c2b-98c9-598a8621ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '2991c0b8-e190-4d72-90fb-4e47a512d42b', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'port_id': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'mac_address': 'fa:16:3e:0c:95:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:24:08Z', 'updated_at': '2022-02-21T09:24:21Z', 'revision_number': 1, 'project_id': '3d5380317016474b9798d91327b2d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:24.769131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa178ec-ee44-4c2b-98c9-598a8621ad2c None None] Checking router: abb2ac6b-91da-4c83-a797-4602e88ecbba for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:24:24.780159 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa178ec-ee44-4c2b-98c9-598a8621ad2c None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:24:24.780989 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6fa178ec-ee44-4c2b-98c9-598a8621ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:24:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:24.926018 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-49b262a9-7547-49f5-b4ca-582c66738571 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915835 Feb 21 09:24:24.941109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2e1fa067-a373-4ba0-8c34-e3856af477c1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:24:24.974030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8cc2f-26ca-4da9-8754-2e5f49465fce req-ee4d7bb0-235e-4037-93ca-b99f95982f87 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:24.975620 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-53b8cc2f-26ca-4da9-8754-2e5f49465fce req-ee4d7bb0-235e-4037-93ca-b99f95982f87 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0869641 Feb 21 09:24:25.013423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-6fa178ec-ee44-4c2b-98c9-598a8621ad2c None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:24:25.025648 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-53b8cc2f-26ca-4da9-8754-2e5f49465fce req-a034150e-e2d2-4bd5-bb4e-31dc19bda217 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416005 Feb 21 09:24:25.089098 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 2e1fa067-a373-4ba0-8c34-e3856af477c1 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:24:25.089463 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:25.506594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6fa178ec-ee44-4c2b-98c9-598a8621ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '2991c0b8-e190-4d72-90fb-4e47a512d42b', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'port_id': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'mac_address': 'fa:16:3e:0c:95:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:24:08Z', 'updated_at': '2022-02-21T09:24:21Z', 'revision_number': 1, 'project_id': '3d5380317016474b9798d91327b2d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:25.511378 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa178ec-ee44-4c2b-98c9-598a8621ad2c None None] The sync data for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv is: [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '2991c0b8-e190-4d72-90fb-4e47a512d42b', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'port_id': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'mac_address': 'fa:16:3e:0c:95:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:24:08Z', 'updated_at': '2022-02-21T09:24:21Z', 'revision_number': 1, 'project_id': '3d5380317016474b9798d91327b2d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:24:25.723791 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4dc31-1cc3-4dca-aa0a-37e96cdc1be6 None None] New status for floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:24:26.141884 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-d76b12da-0b0a-42c4-9c4a-408ebdfa27ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0751138 Feb 21 09:24:26.326811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-c5eac96e-baa6-4069-b50b-a76af76b3ac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:26.328163 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-c5eac96e-baa6-4069-b50b-a76af76b3ac6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1811056 Feb 21 09:24:26.334419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eeb53-14df-4bcc-8769-a3f3d6f83bb8 req-e7c3f29b-c989-4e51-9b83-a827557b3bf8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:26.335817 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e52eeb53-14df-4bcc-8769-a3f3d6f83bb8 req-e7c3f29b-c989-4e51-9b83-a827557b3bf8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.1712396 Feb 21 09:24:26.460160 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e52eeb53-14df-4bcc-8769-a3f3d6f83bb8 req-764426bd-cfba-4c7a-b30c-682f5f96c1f4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733652 Feb 21 09:24:26.464557 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-70ee587c-16e8-4b37-ac87-649dab37f0d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a HTTP/1.1" status: 200 len: 999 time: 0.1278663 Feb 21 09:24:26.528018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-2afa2aff-81b1-4ae2-b3a6-50a1a8c1b584 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:26.529441 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-2afa2aff-81b1-4ae2-b3a6-50a1a8c1b584 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0595303 Feb 21 09:24:26.601543 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-6681eb33-88fd-48b9-8be2-56d869becc99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658150 Feb 21 09:24:26.818157 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-7c1a8711-e3fc-4468-9350-e32af7c2eb71 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110715 Feb 21 09:24:26.947040 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-b4e8da82-206b-4514-be85-183121fca7cc service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234705 Feb 21 09:24:27.657487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4309a-18b6-4a90-899c-0f2e5eaeb880 req-44baece4-308c-46c6-b8e2-eb56a1ec2e78 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:27.658929 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-88d4309a-18b6-4a90-899c-0f2e5eaeb880 req-44baece4-308c-46c6-b8e2-eb56a1ec2e78 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0794642 Feb 21 09:24:27.704542 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-88d4309a-18b6-4a90-899c-0f2e5eaeb880 req-5d6e5c31-2ae2-451d-b523-5417df500fcc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399563 Feb 21 09:24:28.904865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a031a-50db-49f4-bf05-28e8c68b763c req-4d99f2cf-5b53-4bb7-a7a9-45f18dd4beea tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:28.906521 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a22a031a-50db-49f4-bf05-28e8c68b763c req-4d99f2cf-5b53-4bb7-a7a9-45f18dd4beea tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0760093 Feb 21 09:24:28.950347 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a22a031a-50db-49f4-bf05-28e8c68b763c req-20517b57-c1d8-4d56-9f07-4824f0a45af9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378644 Feb 21 09:24:30.143952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5855b40-5751-4964-a33d-ce6bf8058bdf req-be3584e9-9dc0-48e9-9a71-c1717bc06b97 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:30.145426 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a5855b40-5751-4964-a33d-ce6bf8058bdf req-be3584e9-9dc0-48e9-9a71-c1717bc06b97 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0780411 Feb 21 09:24:30.193918 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a5855b40-5751-4964-a33d-ce6bf8058bdf req-2bf0ffce-297c-4bbd-b7b6-2049f9d3acd8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430806 Feb 21 09:24:30.194316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9608d35a-84d6-4acd-bdf5-f4dbfb78ae79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:30.599285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:31.385468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525bca0-7dfa-4aaa-8f97-ce034493609a req-889a5f4c-5bad-4223-8005-644071a0c7ad tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:31.386897 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a525bca0-7dfa-4aaa-8f97-ce034493609a req-889a5f4c-5bad-4223-8005-644071a0c7ad tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0744374 Feb 21 09:24:31.437691 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a525bca0-7dfa-4aaa-8f97-ce034493609a req-c1e29761-3037-49b8-9e96-cd68bbf009f8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453780 Feb 21 09:24:32.633742 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc298ec0-fa97-4932-b746-8a509b634544 req-2ca5cb2e-c068-44b1-8a2c-2eeafc0a3e6f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:32.635208 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dc298ec0-fa97-4932-b746-8a509b634544 req-2ca5cb2e-c068-44b1-8a2c-2eeafc0a3e6f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0750282 Feb 21 09:24:32.679282 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dc298ec0-fa97-4932-b746-8a509b634544 req-54339bf8-a13e-4ce5-8fbf-844553942859 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384641 Feb 21 09:24:32.989100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a0a1cbba-bdaf-4360-b149-9f492bed2b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:33.669872 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:33.875315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab4fe4-cada-41ee-bdaa-5649ff5bf057 req-06586e24-f4de-4c39-92f5-d13895ba23bf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:33.876622 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-feab4fe4-cada-41ee-bdaa-5649ff5bf057 req-06586e24-f4de-4c39-92f5-d13895ba23bf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0781472 Feb 21 09:24:33.923838 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-feab4fe4-cada-41ee-bdaa-5649ff5bf057 req-326b65ac-6399-4f90-90bf-0fbcefd359e9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417876 Feb 21 09:24:34.084938 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:35.113412 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af9c5d-413a-4617-b2db-80e0c70d8e47 req-d1a53140-1286-4258-afc4-77715d4d2098 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:35.114766 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a1af9c5d-413a-4617-b2db-80e0c70d8e47 req-d1a53140-1286-4258-afc4-77715d4d2098 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0747645 Feb 21 09:24:35.160777 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a1af9c5d-413a-4617-b2db-80e0c70d8e47 req-2f5a5db5-afc3-4d60-8c99-fec8d752b6df tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406163 Feb 21 09:24:36.051020 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:36.358958 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03629ef1-c8da-45c9-ad9f-e36e064e4408 req-62e52294-29eb-438f-9709-9a97f91614ad tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:36.361054 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03629ef1-c8da-45c9-ad9f-e36e064e4408 req-62e52294-29eb-438f-9709-9a97f91614ad tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0786548 Feb 21 09:24:36.405331 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03629ef1-c8da-45c9-ad9f-e36e064e4408 req-06b8c11a-dc78-4752-b693-7587d2f6c788 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387845 Feb 21 09:24:37.595498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35d3a3-a087-445f-99a6-14f0d1d2f8c8 req-de61b475-3530-49d2-92b5-939354bf7df0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:37.596944 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ce35d3a3-a087-445f-99a6-14f0d1d2f8c8 req-de61b475-3530-49d2-92b5-939354bf7df0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0752456 Feb 21 09:24:37.642021 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ce35d3a3-a087-445f-99a6-14f0d1d2f8c8 req-c7305ea0-ff82-4208-ad02-18a20593c79b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396159 Feb 21 09:24:38.837936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054af34-b828-4409-911d-576b8fe4c260 req-a5f69da9-2961-4290-982b-c1cc46f28815 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:38.839398 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d054af34-b828-4409-911d-576b8fe4c260 req-a5f69da9-2961-4290-982b-c1cc46f28815 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0787466 Feb 21 09:24:38.883463 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d054af34-b828-4409-911d-576b8fe4c260 req-60ee32b1-02a6-41c4-ba59-b088530ad0aa tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382206 Feb 21 09:24:40.076470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8280d4-a9c8-4564-b249-4355fb787176 req-a41d1097-a475-4860-90b2-331a1b1d4e45 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:40.077925 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ae8280d4-a9c8-4564-b249-4355fb787176 req-a41d1097-a475-4860-90b2-331a1b1d4e45 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0737395 Feb 21 09:24:40.124826 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ae8280d4-a9c8-4564-b249-4355fb787176 req-0ec21b61-b83f-41d1-a208-54b215f74b6a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409722 Feb 21 09:24:41.315739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007f9c2-c651-4dea-852a-f43412ffaf65 req-506fd40a-5d4d-47df-a5d3-9e8e891aac07 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:41.317196 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7007f9c2-c651-4dea-852a-f43412ffaf65 req-506fd40a-5d4d-47df-a5d3-9e8e891aac07 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0737131 Feb 21 09:24:41.367477 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7007f9c2-c651-4dea-852a-f43412ffaf65 req-78ddfb83-ec5f-4578-9e28-3d633b0a1e63 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448589 Feb 21 09:24:42.564701 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a82f6d-2357-4431-964a-95e8e3a9ecb3 req-479ea6b0-4302-49fa-b772-f04dabfb2a05 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:42.566142 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-17a82f6d-2357-4431-964a-95e8e3a9ecb3 req-479ea6b0-4302-49fa-b772-f04dabfb2a05 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0788362 Feb 21 09:24:42.611376 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-17a82f6d-2357-4431-964a-95e8e3a9ecb3 req-394f948a-7355-4725-a909-fa77e8ccd546 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396914 Feb 21 09:24:43.586042 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-f6d1d722-2f29-4bc6-9083-881fca577a7e service neutron] 10.222.0.47 "GET /v2.0/ports/ba75d9ef-5cfa-443c-898a-03acf31b5e9a/bindings/hv-neutron-8300 HTTP/1.1" status: 200 len: 384 time: 0.0718298 Feb 21 09:24:43.873508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d6c4d-8d8c-421d-abf0-42a79ff518b1 req-7bc849ef-9e95-4cd8-b999-a9502ef12a78 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:43.874969 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-261d6c4d-8d8c-421d-abf0-42a79ff518b1 req-7bc849ef-9e95-4cd8-b999-a9502ef12a78 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.1419888 Feb 21 09:24:43.878398 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-c4dadc41-625d-4000-be65-6a9ad6bedef0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8&tenant_id=3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 1098 time: 0.1032813 Feb 21 09:24:44.051797 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-261d6c4d-8d8c-421d-abf0-42a79ff518b1 req-8a7a5a0d-121b-44cf-a3a5-9cfc216b3e68 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712019 Feb 21 09:24:44.070597 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-555f6b6e-9219-4269-bab3-cd7b23b80e35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 1098 time: 0.1701689 Feb 21 09:24:44.197794 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-0382c93d-5f7e-490f-bb19-c9e0927b7d81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:44.199158 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-0382c93d-5f7e-490f-bb19-c9e0927b7d81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1229687 Feb 21 09:24:44.299521 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-89764e8a-7097-46a0-b535-d31c143c42ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a HTTP/1.1" status: 200 len: 999 time: 0.0947487 Feb 21 09:24:44.359295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-88affecf-edd6-434d-8083-009096ef92e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:44.360681 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-88affecf-edd6-434d-8083-009096ef92e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0560884 Feb 21 09:24:44.436845 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-69640d45-a8fc-4759-bb17-44cd1cfaf8d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694759 Feb 21 09:24:44.566103 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-7244bcb3-7ee3-4c21-833c-81788a10f9b0 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230075 Feb 21 09:24:44.694972 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b92a8e4-81ab-45e0-a091-a4956bc4838f req-8f909031-377f-4e04-9eff-1aedafe48402 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232405 Feb 21 09:24:44.852543 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:24:45.241827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759a133-50a8-4674-920b-0a09cd6bf54b req-070f8172-eb55-47a3-9d79-62576049b6e2 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:45.243275 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8759a133-50a8-4674-920b-0a09cd6bf54b req-070f8172-eb55-47a3-9d79-62576049b6e2 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0737398 Feb 21 09:24:45.287657 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8759a133-50a8-4674-920b-0a09cd6bf54b req-2290096a-e8cd-4d49-a658-72c75bec2423 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390437 Feb 21 09:24:46.032713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ba75d9ef-5cfa-443c-898a-03acf31b5e9a details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:24:46.035442 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ba75d9ef-5cfa-443c-898a-03acf31b5e9a no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:24:46.239835 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:46.284652 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ba75d9ef-5cfa-443c-898a-03acf31b5e9a, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:24:46.294738 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:24:46.308412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ba75d9ef-5cfa-443c-898a-03acf31b5e9a, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:24:46.310071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'port_id': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a', 'mac_address': 'fa:16:3e:0c:95:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:24:46.338027 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:46.382192 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a', 'code': 200} Feb 21 09:24:46.419203 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:46.440397 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:46.443982 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba75d9ef-5cfa-443c-898a-03acf31b5e9a {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:24:46.460817 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ba75d9ef-5cfa-443c-898a-03acf31b5e9a, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:24:46.465455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:46.499421 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7265bbd-3213-4142-a0ae-27065d5ac9de req-4b647f5d-2897-4f18-9eb3-f40c559279f6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:46.501400 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e7265bbd-3213-4142-a0ae-27065d5ac9de req-4b647f5d-2897-4f18-9eb3-f40c559279f6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 943 time: 0.0850134 Feb 21 09:24:46.535267 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['ba75d9ef-5cfa-443c-898a-03acf31b5e9a'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:24:46.548072 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e7265bbd-3213-4142-a0ae-27065d5ac9de req-b2b90a31-04f0-4d80-a4f6-c7e3cdecc21c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411155 Feb 21 09:24:46.572998 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:46.924677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec7d57-c94f-4724-adfa-448eb6b5de0c req-0aa966b8-f0f6-4a22-be9d-547c88c01679 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:46.926100 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a2ec7d57-c94f-4724-adfa-448eb6b5de0c req-0aa966b8-f0f6-4a22-be9d-547c88c01679 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8&tenant_id=3d5380317016474b9798d91327b2d458&binding%3Ahost_id=hv-neutron-8300 HTTP/1.1" status: 200 len: 944 time: 0.1419890 Feb 21 09:24:46.935501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dce83d-002b-4f5a-a70e-5c69d5d7874c req-e2f048e6-abd1-4007-9a9f-add6bea5c33d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:46.936847 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c3dce83d-002b-4f5a-a70e-5c69d5d7874c req-e2f048e6-abd1-4007-9a9f-add6bea5c33d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 944 time: 0.1166658 Feb 21 09:24:46.981504 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c3dce83d-002b-4f5a-a70e-5c69d5d7874c req-5359000e-e467-419d-8084-dd6eb24eda5a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384958 Feb 21 09:24:47.080049 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a2ec7d57-c94f-4724-adfa-448eb6b5de0c req-7b175cba-a78a-49cf-b829-04683b43cb85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0663629 Feb 21 09:24:47.217567 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec7d57-c94f-4724-adfa-448eb6b5de0c req-0b1f1205-975d-4d39-8911-3659011134a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:47.219492 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a2ec7d57-c94f-4724-adfa-448eb6b5de0c req-0b1f1205-975d-4d39-8911-3659011134a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1334312 Feb 21 09:24:47.319209 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a2ec7d57-c94f-4724-adfa-448eb6b5de0c req-b0bd5e88-31e5-418c-80d5-98b174c4031b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a HTTP/1.1" status: 200 len: 998 time: 0.0937088 Feb 21 09:24:47.378191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec7d57-c94f-4724-adfa-448eb6b5de0c req-d0b42f9c-d51f-4019-ac4f-8d468d71321a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:47.379717 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a2ec7d57-c94f-4724-adfa-448eb6b5de0c req-d0b42f9c-d51f-4019-ac4f-8d468d71321a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0548465 Feb 21 09:24:47.461764 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a2ec7d57-c94f-4724-adfa-448eb6b5de0c req-973b1750-d9cd-4d8c-9d80-919ae06341cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760498 Feb 21 09:24:47.686819 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a2ec7d57-c94f-4724-adfa-448eb6b5de0c req-b1bccfea-e144-449b-af05-234efffee205 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187848 Feb 21 09:24:47.816381 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a2ec7d57-c94f-4724-adfa-448eb6b5de0c req-c2b70e02-02ae-4b92-8ce3-0a01b8331965 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233943 Feb 21 09:24:48.046021 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ba75d9ef-5cfa-443c-898a-03acf31b5e9a up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:24:48.113117 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port ba75d9ef-5cfa-443c-898a-03acf31b5e9a triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:24:48.113487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:48.181316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5486237-cc06-455a-8267-e3da44b2101a req-8a6edb44-e800-4133-9733-6c9c879ab92b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:48.182881 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d5486237-cc06-455a-8267-e3da44b2101a req-8a6edb44-e800-4133-9733-6c9c879ab92b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 944 time: 0.0755103 Feb 21 09:24:48.227550 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:48.230110 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d5486237-cc06-455a-8267-e3da44b2101a req-d78da8a0-713c-438a-817e-9fb99b0d3c7d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411589 Feb 21 09:24:48.262918 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ba75d9ef-5cfa-443c-898a-03acf31b5e9a, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:24:48.267516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:48.331722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,revision_number=8']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:48.383134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:24:48.438848 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a', 'code': 200} Feb 21 09:24:49.426003 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e802eb-9702-427c-8ab0-ee4863b3d4ea req-ef4cf400-3df6-4617-93e2-dc3dda890082 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:49.427470 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-76e802eb-9702-427c-8ab0-ee4863b3d4ea req-ef4cf400-3df6-4617-93e2-dc3dda890082 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0771525 Feb 21 09:24:49.471215 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-76e802eb-9702-427c-8ab0-ee4863b3d4ea req-bcd8315a-c22f-4ff0-93a9-5bea68b551f6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384254 Feb 21 09:24:49.661736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fa14a-e6ac-4c0a-9cd8-3c083496a704 req-f4f91b93-b4c1-4075-803e-96cea7608540 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:49.663213 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9c5fa14a-e6ac-4c0a-9cd8-3c083496a704 req-f4f91b93-b4c1-4075-803e-96cea7608540 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0745413 Feb 21 09:24:49.710373 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9c5fa14a-e6ac-4c0a-9cd8-3c083496a704 req-1cf636bf-17aa-4bc8-81a9-c2452fac5596 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418396 Feb 21 09:24:49.898125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36bca6-0628-4a14-b328-03c31fb47914 req-e4f28a03-ef40-47e4-bb62-58d30b61f878 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:49.899586 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4c36bca6-0628-4a14-b328-03c31fb47914 req-e4f28a03-ef40-47e4-bb62-58d30b61f878 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0738583 Feb 21 09:24:49.943876 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4c36bca6-0628-4a14-b328-03c31fb47914 req-f47899e7-f598-44e4-854a-af64caa98aaa tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389311 Feb 21 09:24:50.334398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab2657-d77d-4efb-9103-696d1d65a0f6 req-97055719-2563-437a-aa9c-4dc0fdd88e17 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:50.335858 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1aab2657-d77d-4efb-9103-696d1d65a0f6 req-97055719-2563-437a-aa9c-4dc0fdd88e17 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0781593 Feb 21 09:24:50.382227 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1aab2657-d77d-4efb-9103-696d1d65a0f6 req-8004f5e1-aec5-4e7c-9f19-622f925de3a6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408015 Feb 21 09:24:51.583597 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bfa26-6c82-41d3-ba33-c2e4d9a157c7 req-3a76c6ec-e95d-4224-8b09-4e3e0bc446fc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:51.585072 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b63bfa26-6c82-41d3-ba33-c2e4d9a157c7 req-3a76c6ec-e95d-4224-8b09-4e3e0bc446fc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0757668 Feb 21 09:24:51.630555 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b63bfa26-6c82-41d3-ba33-c2e4d9a157c7 req-5f7dfefe-5b3b-45f6-bc6a-c7c12a1f4fbf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399766 Feb 21 09:24:51.890084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-fa6f5d76-af78-461f-809c-5dfb23c34ee1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:51.891517 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-fa6f5d76-af78-461f-809c-5dfb23c34ee1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 945 time: 0.0771823 Feb 21 09:24:51.958129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Deleting port ba75d9ef-5cfa-443c-898a-03acf31b5e9a {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:24:51.958469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:52.194465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] For port ba75d9ef-5cfa-443c-898a-03acf31b5e9a, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:24:52.194737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:52.472876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:52.473160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:52.473467 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b disassociated. External IP: 172.26.6.4, port: ba75d9ef-5cfa-443c-898a-03acf31b5e9a. Feb 21 09:24:52.473802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Calling delete_port for ba75d9ef-5cfa-443c-898a-03acf31b5e9a owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:24:52.616309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:52.763045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event deleted for resources: {'Port': ['ID=ba75d9ef-5cfa-443c-898a-03acf31b5e9a,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:52.808453 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5289a31d-8449-44d1-855e-7b48b8b0b027 req-1c6333e9-e5ae-4b26-abff-48daf32ece3a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=2304cc73-98fc-44c5-91c3-ea9265109bb8 HTTP/1.1" status: 200 len: 210 time: 0.0465925 Feb 21 09:24:53.010902 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Router abb2ac6b-91da-4c83-a797-4602e88ecbba has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:24:53.202522 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:24:53.211756 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a78900-a1d2-4bee-969e-b17b59758710 None None] Sync routers for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:24:53.223685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a78900-a1d2-4bee-969e-b17b59758710 None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:24:53.224292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c8a78900-a1d2-4bee-969e-b17b59758710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:24:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:53.271575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] No DVR routers for this DVR port ba75d9ef-5cfa-443c-898a-03acf31b5e9a on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:24:53.274123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:53.276674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'name': 'network-vif-deleted', 'tag': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:24:53.293149 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7547c53f-5b34-438e-98c9-e6b187e1ac00 req-eb7f574b-d7b4-4583-82dc-30d19bceaef8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "DELETE /v2.0/ports/ba75d9ef-5cfa-443c-898a-03acf31b5e9a HTTP/1.1" status: 204 len: 173 time: 1.3954718 Feb 21 09:24:53.339744 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2304cc73-98fc-44c5-91c3-ea9265109bb8', 'name': 'network-vif-deleted', 'tag': 'ba75d9ef-5cfa-443c-898a-03acf31b5e9a', 'status': 'completed', 'code': 200} Feb 21 09:24:53.402612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c8a78900-a1d2-4bee-969e-b17b59758710 None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:24:53.749023 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c8a78900-a1d2-4bee-969e-b17b59758710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:53.753456 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a78900-a1d2-4bee-969e-b17b59758710 None None] Checking router: abb2ac6b-91da-4c83-a797-4602e88ecbba for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:24:53.764254 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a78900-a1d2-4bee-969e-b17b59758710 None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:24:53.764846 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c8a78900-a1d2-4bee-969e-b17b59758710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:24:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:53.973468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c8a78900-a1d2-4bee-969e-b17b59758710 None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:24:54.101606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ba75d9ef-5cfa-443c-898a-03acf31b5e9a no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:24:54.157126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: ba75d9ef-5cfa-443c-898a-03acf31b5e9a {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:24:54.157474 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ba75d9ef-5cfa-443c-898a-03acf31b5e9a not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:24:54.305829 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-3222d312-b2ca-4f77-a8dd-f9be65ceaf82 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1193676336&fields=id&tenant_id=3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 267 time: 0.0403204 Feb 21 09:24:54.338937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c8a78900-a1d2-4bee-969e-b17b59758710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:24:54.342748 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a78900-a1d2-4bee-969e-b17b59758710 None None] The sync data for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv is: [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:24:54.453829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-9703e439-7f94-4216-8398-9051cae0f8c0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:54.455311 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-9703e439-7f94-4216-8398-9051cae0f8c0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 811 time: 0.1430764 Feb 21 09:24:54.471505 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-50a33a29-2a4e-4bf3-be40-a20b23fdd651 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/quotas/3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 375 time: 0.0108740 Feb 21 09:24:54.555179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-84fe7e39-482c-4a1c-b8b8-dab6478703fc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Synchronizing usage tracker for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:24:54.565675 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e656634-d9ef-43e8-a394-0f4611e8710c None None] New status for floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:24:54.571437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-84fe7e39-482c-4a1c-b8b8-dab6478703fc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Unset dirty status for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:24:54.572760 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-84fe7e39-482c-4a1c-b8b8-dab6478703fc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960441 Feb 21 09:24:54.712625 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-ee932208-413f-4d1c-96b7-763064d64182 service neutron] 10.222.0.48 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266465 Feb 21 09:24:54.847312 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-fcaacfed-4b10-4f65-b474-9c195923e1f3 service neutron] 10.222.0.48 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290977 Feb 21 09:24:55.030071 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5452657f-fd60-4bd8-87b7-348e809bf4ef req-ce432f0e-69e4-473e-bad7-d7d0246446b4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 210 time: 0.0430870 Feb 21 09:24:55.997623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-d1cc57d4-85bb-4b9a-823d-ce179c529f85 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:55.998857 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-d1cc57d4-85bb-4b9a-823d-ce179c529f85 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 811 time: 0.1451697 Feb 21 09:24:56.050653 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-74de9ed5-5c73-45d8-85bc-3dbc8a95141a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 380 time: 0.0399709 Feb 21 09:24:56.058796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Request body: {'port': {'device_id': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'admin_state_up': True, 'tenant_id': '3d5380317016474b9798d91327b2d458', 'security_groups': ['81b4fa40-96fe-449c-b4c0-3d4de424190c']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:24:56.209427 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-42e204b6-c47c-48cb-971f-152e0406edd0 req-cff313a5-094e-4d73-9eb6-b314613f5e2a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 210 time: 0.0540357 Feb 21 09:24:56.227950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:24:56.238581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:24:56.251132 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Made reservation on behalf of 3d5380317016474b9798d91327b2d458 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:24:56.254244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:56.507297 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Allocated IP 172.20.0.14 (6a9d7a39-28f0-4346-9c42-5b8c8f2bf612/8d731365-73de-4dd0-8561-365a6652bcbe/3bd8ba55-f741-49c1-86b7-b650aea2c911) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:24:56.697569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:56.712883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Transition to ACTIVE for port object 3bd8ba55-f741-49c1-86b7-b650aea2c911 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:24:56.734250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:56.806247 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:24:56.808973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:24:56.812806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:24:56.855070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event updated for resources: {'Port': ['ID=3bd8ba55-f741-49c1-86b7-b650aea2c911,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:56.884873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:56.885473 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:56.911566 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-6ec53dd7-12f1-470b-bac4-6eac91d84f5b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8565600 Feb 21 09:24:56.922511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Request body: {'port': {'device_id': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:24:57.028891 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d91f7fdd-eac8-402b-95fc-893fa2c2bcd3 None None] Provisioning for port 3bd8ba55-f741-49c1-86b7-b650aea2c911 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:24:57.033479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:57.033930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d91f7fdd-eac8-402b-95fc-893fa2c2bcd3 None None] Provisioning complete for port 3bd8ba55-f741-49c1-86b7-b650aea2c911 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:24:57.034240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d91f7fdd-eac8-402b-95fc-893fa2c2bcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:57.089405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d91f7fdd-eac8-402b-95fc-893fa2c2bcd3 None None] Port 3bd8ba55-f741-49c1-86b7-b650aea2c911 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:24:57.409289 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd8ba55-f741-49c1-86b7-b650aea2c911 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:24:57.420881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:57.441797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Transition to ACTIVE for port object 3bd8ba55-f741-49c1-86b7-b650aea2c911 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:24:57.448113 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:57.501116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6085e26-25a4-4164-82af-e236febaf3f3 req-9788f0a4-9415-4847-a68c-ae5ba89ea378 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:57.501793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-a6085e26-25a4-4164-82af-e236febaf3f3 req-9788f0a4-9415-4847-a68c-ae5ba89ea378 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Synchronizing usage tracker for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:24:57.591218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Pushing event updated for resources: {'Port': ['ID=3bd8ba55-f741-49c1-86b7-b650aea2c911,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:57.597051 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-a6085e26-25a4-4164-82af-e236febaf3f3 req-9788f0a4-9415-4847-a68c-ae5ba89ea378 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Unset dirty status for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:24:57.598195 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a6085e26-25a4-4164-82af-e236febaf3f3 req-9788f0a4-9415-4847-a68c-ae5ba89ea378 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 932 time: 0.2543740 Feb 21 09:24:57.733590 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a6085e26-25a4-4164-82af-e236febaf3f3 req-ed50d51b-b467-4b28-8fd4-68f8f6d78f6e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016264 Feb 21 09:24:57.742057 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Attempting to bind port 3bd8ba55-f741-49c1-86b7-b650aea2c911 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:24:57.742379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Attempting to bind port 3bd8ba55-f741-49c1-86b7-b650aea2c911 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:24:57.742696 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Attempting to bind port 3bd8ba55-f741-49c1-86b7-b650aea2c911 on network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:24:57.748286 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Port 3bd8ba55-f741-49c1-86b7-b650aea2c911 on network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:24:57.748593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Attempting to bind port 3bd8ba55-f741-49c1-86b7-b650aea2c911 on network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:24:57.754887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:24:57.755232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Checking segment: {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:24:57.755601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Bound using segment: {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:24:57.756011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Bound port: 3bd8ba55-f741-49c1-86b7-b650aea2c911, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:24:57.756349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:57.847430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] For port 3bd8ba55-f741-49c1-86b7-b650aea2c911, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:24:57.850216 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] For port 3bd8ba55-f741-49c1-86b7-b650aea2c911, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:24:57.854789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:57.911580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:24:57.913083 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] 10.222.0.47 "PUT /v2.0/ports/3bd8ba55-f741-49c1-86b7-b650aea2c911 HTTP/1.1" status: 200 len: 1094 time: 0.9947119 Feb 21 09:24:57.915790 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'tag': '3bd8ba55-f741-49c1-86b7-b650aea2c911'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:24:57.937475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff4a77-5887-49d7-ad72-04cc97131eca service neutron] Pushing event updated for resources: {'Port': ['ID=3bd8ba55-f741-49c1-86b7-b650aea2c911,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:24:57.988444 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'tag': '3bd8ba55-f741-49c1-86b7-b650aea2c911', 'status': 'completed', 'code': 200} Feb 21 09:24:58.029978 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-b4e0fa3a-38c9-4f0f-85a4-1515f1f5ed3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 1097 time: 0.0739045 Feb 21 09:24:58.101353 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-830c8b92-8488-495f-838e-9a494fc50362 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911 HTTP/1.1" status: 200 len: 217 time: 0.0641921 Feb 21 09:24:58.161318 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-ded6f34a-940c-4786-80e6-50313a13594c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:58.162848 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-ded6f34a-940c-4786-80e6-50313a13594c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0562291 Feb 21 09:24:58.324425 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-a5ecb13b-967b-4d40-9b57-7e82dbd9ea15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1555033 Feb 21 09:24:58.454441 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-f6bc4c39-1a5a-4e44-9161-4e750efe365e service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251714 Feb 21 09:24:58.591629 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b402035-a20b-45b1-b1a4-2e7c03051e5b req-978dd1a3-78d8-4fe6-8a57-01d6c876f27a service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303809 Feb 21 09:24:58.703236 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-21a50b88-ad51-4d9d-a404-7886e252b688 req-48df38c0-b708-4c04-9d04-37278572f6a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 1097 time: 0.0671000 Feb 21 09:24:58.832162 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a50b88-ad51-4d9d-a404-7886e252b688 req-8f0e82a6-0870-4081-bfaa-12648d542149 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:58.833599 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-21a50b88-ad51-4d9d-a404-7886e252b688 req-8f0e82a6-0870-4081-bfaa-12648d542149 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1248963 Feb 21 09:24:58.944897 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-21a50b88-ad51-4d9d-a404-7886e252b688 req-6fefa64b-bc5c-4dbf-b40b-09e0a2511ee6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911 HTTP/1.1" status: 200 len: 217 time: 0.1048958 Feb 21 09:24:59.024431 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a50b88-ad51-4d9d-a404-7886e252b688 req-8362c87c-50f3-4cc5-b939-60f6a52a5145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:59.025854 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-21a50b88-ad51-4d9d-a404-7886e252b688 req-8362c87c-50f3-4cc5-b939-60f6a52a5145 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0747626 Feb 21 09:24:59.035915 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc6c1e-9456-4763-9753-d2a20d3407ad req-4774cbfb-f846-4724-8fde-15f271c6bad0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:24:59.037240 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d8cc6c1e-9456-4763-9753-d2a20d3407ad req-4774cbfb-f846-4724-8fde-15f271c6bad0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 944 time: 0.1466563 Feb 21 09:24:59.131443 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d8cc6c1e-9456-4763-9753-d2a20d3407ad req-f45112c9-9070-4961-8694-d9f8106368f6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646398 Feb 21 09:24:59.143094 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-21a50b88-ad51-4d9d-a404-7886e252b688 req-f2a6cf07-cd11-423e-a2f0-3001ec7249ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1049600 Feb 21 09:24:59.282066 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-21a50b88-ad51-4d9d-a404-7886e252b688 req-72b796ee-b6a0-47a4-b31f-8e68ebd5724e service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325436 Feb 21 09:24:59.415896 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-21a50b88-ad51-4d9d-a404-7886e252b688 req-5a7901ac-d860-4fde-9e8f-a9c4f3e36306 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273370 Feb 21 09:25:00.100837 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 3bd8ba55-f741-49c1-86b7-b650aea2c911 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:25:00.209902 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-13f3b441-750d-4c48-a4fe-ebab887279d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:00.242320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 3bd8ba55-f741-49c1-86b7-b650aea2c911, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:25:00.255878 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '3bd8ba55-f741-49c1-86b7-b650aea2c911', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'port_id': '3bd8ba55-f741-49c1-86b7-b650aea2c911', 'mac_address': 'fa:16:3e:16:e0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:25:00.308068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:00.325037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd8ba55-f741-49c1-86b7-b650aea2c911 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:25:00.335732 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22fbe6-6fc4-4e3d-a96c-36763a1836dc req-2b886db8-db9e-46ef-aa34-49957ebcfbdb tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:00.337191 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea22fbe6-6fc4-4e3d-a96c-36763a1836dc req-2b886db8-db9e-46ef-aa34-49957ebcfbdb tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 944 time: 0.0759177 Feb 21 09:25:00.339604 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 3bd8ba55-f741-49c1-86b7-b650aea2c911, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:25:00.344952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:00.383706 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea22fbe6-6fc4-4e3d-a96c-36763a1836dc req-5bb0ab9d-2ded-4b7d-83dc-9227172d6c33 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399628 Feb 21 09:25:00.411976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=3bd8ba55-f741-49c1-86b7-b650aea2c911,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:25:00.533797 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['3bd8ba55-f741-49c1-86b7-b650aea2c911'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:25:00.615084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:01.578442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd54ccb-0db1-49ac-bfb2-d1b1bcda46f9 req-0fc47b93-b5f0-4859-a975-1f6049df5099 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:01.579893 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4dd54ccb-0db1-49ac-bfb2-d1b1bcda46f9 req-0fc47b93-b5f0-4859-a975-1f6049df5099 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 945 time: 0.0768170 Feb 21 09:25:01.627824 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4dd54ccb-0db1-49ac-bfb2-d1b1bcda46f9 req-a6f84135-440a-4890-ab76-a7f9bb759e0a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423074 Feb 21 09:25:02.116449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 3bd8ba55-f741-49c1-86b7-b650aea2c911 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:25:02.185472 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 3bd8ba55-f741-49c1-86b7-b650aea2c911 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:25:02.190300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 3bd8ba55-f741-49c1-86b7-b650aea2c911 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:25:02.190658 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:02.299143 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:02.324315 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd8ba55-f741-49c1-86b7-b650aea2c911'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:25:02.333504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 3bd8ba55-f741-49c1-86b7-b650aea2c911, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:25:02.337468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:02.399847 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd8ba55-f741-49c1-86b7-b650aea2c911', 'code': 200} Feb 21 09:25:02.403195 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=3bd8ba55-f741-49c1-86b7-b650aea2c911,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:25:02.620873 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-56886115-758a-4d62-895b-5f0025272548 req-17caaf1f-9e92-42c9-a963-768d69a424f5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 1099 time: 0.0658090 Feb 21 09:25:02.661670 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-56886115-758a-4d62-895b-5f0025272548 req-5c248406-e5b2-4748-ab7a-ab0cd4e8884d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352490 Feb 21 09:25:02.829386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6da3ea-1ed0-47fa-8309-d761aa164a4b req-3c305e27-3d21-4f70-935d-eb9f7fb6ea81 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:02.830806 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c6da3ea-1ed0-47fa-8309-d761aa164a4b req-3c305e27-3d21-4f70-935d-eb9f7fb6ea81 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0844009 Feb 21 09:25:02.875394 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c6da3ea-1ed0-47fa-8309-d761aa164a4b req-0c808235-7790-4b74-85c0-49ba0c98c413 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390685 Feb 21 09:25:02.988979 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c3ccab6b-b621-461c-9d94-23938872af2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:03.675594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:04.068359 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bf803-cc52-4536-a43f-3b836cd392a3 req-41aa705f-8c33-492c-bf4f-336c34377ec6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:04.069808 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1e3bf803-cc52-4536-a43f-3b836cd392a3 req-41aa705f-8c33-492c-bf4f-336c34377ec6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0743828 Feb 21 09:25:04.096651 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:04.115817 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1e3bf803-cc52-4536-a43f-3b836cd392a3 req-394bfa91-9f81-4c02-912a-d7b9edd2eb14 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397823 Feb 21 09:25:04.387483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14662424-de25-4338-ae3b-6ab75348e852 req-50494501-c68d-4339-b7c6-3003a2bfc8f1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:04.388933 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-14662424-de25-4338-ae3b-6ab75348e852 req-50494501-c68d-4339-b7c6-3003a2bfc8f1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.1611695 Feb 21 09:25:04.398076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60268) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:25:04.403101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9fbe49e2-fe84-46f5-988f-e11eef22f503 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Request body: {'floatingip': {'port_id': '3bd8ba55-f741-49c1-86b7-b650aea2c911'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:25:04.476869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9fbe49e2-fe84-46f5-988f-e11eef22f503 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:05.037882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9fbe49e2-fe84-46f5-988f-e11eef22f503 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:05.041434 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9fbe49e2-fe84-46f5-988f-e11eef22f503 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:05.222731 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-9fbe49e2-fe84-46f5-988f-e11eef22f503 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b associated. External IP: 172.26.6.4, port: 3bd8ba55-f741-49c1-86b7-b650aea2c911. Feb 21 09:25:05.596597 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbe49e2-fe84-46f5-988f-e11eef22f503 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Router abb2ac6b-91da-4c83-a797-4602e88ecbba has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:25:05.885393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe49e2-fe84-46f5-988f-e11eef22f503 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:25:05.889524 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9fbe49e2-fe84-46f5-988f-e11eef22f503 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:05.948632 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9fbe49e2-fe84-46f5-988f-e11eef22f503 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "PUT /v2.0/floatingips/2991c0b8-e190-4d72-90fb-4e47a512d42b HTTP/1.1" status: 200 len: 990 time: 1.5495167 Feb 21 09:25:05.949206 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'tag': '3bd8ba55-f741-49c1-86b7-b650aea2c911'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:25:05.990369 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e761ce-8e44-4173-883a-d256d5d49290 None None] Sync routers for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:25:06.003487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e761ce-8e44-4173-883a-d256d5d49290 None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:25:06.004229 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b7e761ce-8e44-4173-883a-d256d5d49290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:25:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:25:06.010617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'tag': '3bd8ba55-f741-49c1-86b7-b650aea2c911', 'status': 'completed', 'code': 200} Feb 21 09:25:06.110221 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bab177b6-0127-42c8-a1b6-5eacbb71dd13 req-f76c0e31-bbe8-49d9-bf5e-2be2c9450ed6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 1099 time: 0.0735354 Feb 21 09:25:06.192869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:06.247819 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-b7e761ce-8e44-4173-883a-d256d5d49290 None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:25:06.308218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab177b6-0127-42c8-a1b6-5eacbb71dd13 req-f9d73e2a-f61b-4094-8505-6a86f2a25783 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:06.309650 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bab177b6-0127-42c8-a1b6-5eacbb71dd13 req-f9d73e2a-f61b-4094-8505-6a86f2a25783 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1935277 Feb 21 09:25:06.419125 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bab177b6-0127-42c8-a1b6-5eacbb71dd13 req-cb50bdbb-568d-4b73-997f-841502715a9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911 HTTP/1.1" status: 200 len: 998 time: 0.0999470 Feb 21 09:25:06.425358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ea0fe-2eff-41c8-8829-a1aa8376d209 req-cf04232d-11ea-43cb-86ef-3790d645c5d2 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:06.426720 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a42ea0fe-2eff-41c8-8829-a1aa8376d209 req-cf04232d-11ea-43cb-86ef-3790d645c5d2 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.1797338 Feb 21 09:25:06.517902 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab177b6-0127-42c8-a1b6-5eacbb71dd13 req-ace46592-9a0b-40e3-91b5-a317a61860cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:06.519384 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bab177b6-0127-42c8-a1b6-5eacbb71dd13 req-ace46592-9a0b-40e3-91b5-a317a61860cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0918257 Feb 21 09:25:06.524168 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a42ea0fe-2eff-41c8-8829-a1aa8376d209 req-f5cbe5e8-9699-4409-9e07-3a43625da1c1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621567 Feb 21 09:25:06.600693 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bab177b6-0127-42c8-a1b6-5eacbb71dd13 req-6bf4c5d1-3d4d-4c72-ac08-d63725e8880e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755420 Feb 21 09:25:06.603915 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b7e761ce-8e44-4173-883a-d256d5d49290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '2991c0b8-e190-4d72-90fb-4e47a512d42b', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'port_id': '3bd8ba55-f741-49c1-86b7-b650aea2c911', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'mac_address': 'fa:16:3e:16:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:24:08Z', 'updated_at': '2022-02-21T09:25:04Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:25:06.607900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e761ce-8e44-4173-883a-d256d5d49290 None None] Checking router: abb2ac6b-91da-4c83-a797-4602e88ecbba for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:25:06.618428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e761ce-8e44-4173-883a-d256d5d49290 None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:25:06.619061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b7e761ce-8e44-4173-883a-d256d5d49290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:25:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:25:06.733197 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bab177b6-0127-42c8-a1b6-5eacbb71dd13 req-fcb070b8-e5a3-4bdd-83c4-b348b79b9d33 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262693 Feb 21 09:25:06.795368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-b7e761ce-8e44-4173-883a-d256d5d49290 None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:25:06.882606 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bab177b6-0127-42c8-a1b6-5eacbb71dd13 req-186eddc7-d8b7-440f-bad4-e03851c2826b service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439161 Feb 21 09:25:07.148145 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b7e761ce-8e44-4173-883a-d256d5d49290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '2991c0b8-e190-4d72-90fb-4e47a512d42b', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'port_id': '3bd8ba55-f741-49c1-86b7-b650aea2c911', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'mac_address': 'fa:16:3e:16:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:24:08Z', 'updated_at': '2022-02-21T09:25:04Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:25:07.152083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e761ce-8e44-4173-883a-d256d5d49290 None None] The sync data for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv is: [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '2991c0b8-e190-4d72-90fb-4e47a512d42b', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'port_id': '3bd8ba55-f741-49c1-86b7-b650aea2c911', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'mac_address': 'fa:16:3e:16:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:24:08Z', 'updated_at': '2022-02-21T09:25:04Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:25:07.347800 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4361b8-81ec-4af0-b369-8a590d3c6375 None None] New status for floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:25:07.730586 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d0f59-4812-40f4-b5aa-342d2f4c45b7 req-f4715668-9f01-4473-a13c-018fae64b6de tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:07.732067 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1f8d0f59-4812-40f4-b5aa-342d2f4c45b7 req-f4715668-9f01-4473-a13c-018fae64b6de tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0807784 Feb 21 09:25:07.776608 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1f8d0f59-4812-40f4-b5aa-342d2f4c45b7 req-f66ea268-e081-4760-aee9-ef49bb8889e4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384865 Feb 21 09:25:08.967353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2714da-6073-4bbf-99d5-4f751dee6a70 req-44df0f37-335a-416e-8dfb-1845d05b368b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:08.969282 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3f2714da-6073-4bbf-99d5-4f751dee6a70 req-44df0f37-335a-416e-8dfb-1845d05b368b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0738976 Feb 21 09:25:09.015880 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3f2714da-6073-4bbf-99d5-4f751dee6a70 req-7d07bae2-13ad-4302-8c24-a0c73fc0b43a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411835 Feb 21 09:25:10.209410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e2411-833f-4ae1-a5cf-176c81a04347 req-70c5e4ab-408c-4f0e-8c27-8eb8d4977bc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:10.210836 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6c9e2411-833f-4ae1-a5cf-176c81a04347 req-70c5e4ab-408c-4f0e-8c27-8eb8d4977bc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0748513 Feb 21 09:25:10.254484 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6c9e2411-833f-4ae1-a5cf-176c81a04347 req-8519c849-d964-477b-88c1-ed697b7acc66 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382249 Feb 21 09:25:11.451389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b579c-4524-4b81-b12c-a1bee7e9d356 req-ce1f3773-50e7-40ed-955b-8bac9be03a83 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:11.452845 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ca2b579c-4524-4b81-b12c-a1bee7e9d356 req-ce1f3773-50e7-40ed-955b-8bac9be03a83 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0781035 Feb 21 09:25:11.497098 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ca2b579c-4524-4b81-b12c-a1bee7e9d356 req-e0b2c559-534c-432c-8767-083cc22fc689 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387604 Feb 21 09:25:12.697382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78173551-adae-45d9-8636-c1f582d6eed5 req-aaa0b937-c39b-468c-8bd4-67c7d1f784b2 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:12.698781 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-78173551-adae-45d9-8636-c1f582d6eed5 req-aaa0b937-c39b-468c-8bd4-67c7d1f784b2 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0769787 Feb 21 09:25:12.743323 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-78173551-adae-45d9-8636-c1f582d6eed5 req-4b21f7f5-584b-400a-a8a7-575356d4501f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382085 Feb 21 09:25:14.016315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab0e41-f6d7-47a4-90f9-e0e5cf9df3e9 req-c143e65a-cbf8-40bc-baf4-5b30ec7a55f0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:14.017680 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccab0e41-f6d7-47a4-90f9-e0e5cf9df3e9 req-c143e65a-cbf8-40bc-baf4-5b30ec7a55f0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.1567838 Feb 21 09:25:14.061774 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccab0e41-f6d7-47a4-90f9-e0e5cf9df3e9 req-cdf89729-3416-41d9-a013-2ce3fc774cd4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386088 Feb 21 09:25:15.253058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01032cb4-415c-4d4c-9bf0-1386d011dcc9 req-3c6986bd-0e21-4f87-820c-e485f2a2c28f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:15.254409 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-01032cb4-415c-4d4c-9bf0-1386d011dcc9 req-3c6986bd-0e21-4f87-820c-e485f2a2c28f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0745330 Feb 21 09:25:15.300985 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-01032cb4-415c-4d4c-9bf0-1386d011dcc9 req-c39b49bb-624f-4046-8dd8-42479bf9d648 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411217 Feb 21 09:25:16.492394 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dc586-8838-4a77-9367-d2e9af99d655 req-7610bdfb-b676-4db4-96bc-cd603ff4b77f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:16.493826 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d35dc586-8838-4a77-9367-d2e9af99d655 req-7610bdfb-b676-4db4-96bc-cd603ff4b77f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0750871 Feb 21 09:25:16.537959 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d35dc586-8838-4a77-9367-d2e9af99d655 req-b2bf92b7-eecc-46ef-b8b3-2624b6ea3cc0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387311 Feb 21 09:25:17.736245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76843662-1d94-4e54-9c69-eeca4447e6ef req-dc163c38-1698-4bb3-9dbb-4a14daa20817 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:17.737694 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-76843662-1d94-4e54-9c69-eeca4447e6ef req-dc163c38-1698-4bb3-9dbb-4a14daa20817 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0774961 Feb 21 09:25:17.781503 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-76843662-1d94-4e54-9c69-eeca4447e6ef req-f511de50-9b0f-4955-8f63-d496a5e791d5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384240 Feb 21 09:25:18.980480 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665b71c-43bd-420b-a434-2ed55da157ea req-3fb548f5-eda3-4cd5-829c-e133d93af4f7 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:18.982502 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2665b71c-43bd-420b-a434-2ed55da157ea req-3fb548f5-eda3-4cd5-829c-e133d93af4f7 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0796380 Feb 21 09:25:19.032400 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2665b71c-43bd-420b-a434-2ed55da157ea req-6236e8ca-812b-4439-8bcf-8c6d9db8b748 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441110 Feb 21 09:25:20.226466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e3d93-c40a-4ac0-88fa-0309b8d286d7 req-aa8d8506-ac1e-4a0b-b18a-fb6b41412bf0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:20.227935 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e4e3d93-c40a-4ac0-88fa-0309b8d286d7 req-aa8d8506-ac1e-4a0b-b18a-fb6b41412bf0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0775952 Feb 21 09:25:20.271942 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e4e3d93-c40a-4ac0-88fa-0309b8d286d7 req-fcd90cc5-f1c1-46cf-a625-eb3fb0d41990 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384872 Feb 21 09:25:21.463382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a834655-e5d9-475d-8600-8161ab7c6216 req-f1972b43-53ee-479f-baf3-2bc18b8655aa tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:21.464724 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2a834655-e5d9-475d-8600-8161ab7c6216 req-f1972b43-53ee-479f-baf3-2bc18b8655aa tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0736892 Feb 21 09:25:21.510722 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2a834655-e5d9-475d-8600-8161ab7c6216 req-897d9d2f-fe50-423a-af8e-343678a9f983 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400841 Feb 21 09:25:21.852740 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:25:22.717269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d506a-7cad-4430-9eca-d5fead9d23ee req-cb089d09-9905-44b4-b28e-ca8f9803ec3f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:22.719325 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b0d506a-7cad-4430-9eca-d5fead9d23ee req-cb089d09-9905-44b4-b28e-ca8f9803ec3f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0885539 Feb 21 09:25:22.766432 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b0d506a-7cad-4430-9eca-d5fead9d23ee req-ed1c2710-779d-4e75-925d-bcd416c057c8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416229 Feb 21 09:25:23.962523 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5d550-ea88-46a4-9461-5a24e63856e6 req-033234ad-43b3-4595-9625-34359901bef1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:23.963967 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9ef5d550-ea88-46a4-9461-5a24e63856e6 req-033234ad-43b3-4595-9625-34359901bef1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0795205 Feb 21 09:25:24.008589 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9ef5d550-ea88-46a4-9461-5a24e63856e6 req-1458a7bb-5f71-43c7-abad-8220b6bb5dd7 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387645 Feb 21 09:25:25.204446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59199e8-cfab-4370-b1f5-b53e922513ca req-a4f4d1ef-6f79-4ef4-9036-5141451bb506 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:25.205810 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b59199e8-cfab-4370-b1f5-b53e922513ca req-a4f4d1ef-6f79-4ef4-9036-5141451bb506 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0740108 Feb 21 09:25:25.249757 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b59199e8-cfab-4370-b1f5-b53e922513ca req-5b98063f-543d-42ba-afa1-561a2f6f439e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384965 Feb 21 09:25:26.453870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd36d7d-9e0f-4de4-abfc-aaa2620d3341 req-cd003188-1f6b-4818-8a36-7c1e6fc9d2db tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:26.455526 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7cd36d7d-9e0f-4de4-abfc-aaa2620d3341 req-cd003188-1f6b-4818-8a36-7c1e6fc9d2db tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0861237 Feb 21 09:25:26.499296 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7cd36d7d-9e0f-4de4-abfc-aaa2620d3341 req-2c8bd2e5-7603-4912-978a-fcbb410bd9b4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379949 Feb 21 09:25:27.692544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e9269-2538-4857-a402-ab25953ad218 req-d222aa5c-463a-414e-8251-11e630a587f6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:27.693971 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-575e9269-2538-4857-a402-ab25953ad218 req-d222aa5c-463a-414e-8251-11e630a587f6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0753865 Feb 21 09:25:27.740261 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-575e9269-2538-4857-a402-ab25953ad218 req-6afd4263-cf11-4904-b7b8-7d15c6b7e60f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406699 Feb 21 09:25:28.936334 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a7ba2-880b-464c-bb36-92fcb7ac37d4 req-172bdd65-10f0-4821-8e71-82dd5bcd9581 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:28.937769 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fb0a7ba2-880b-464c-bb36-92fcb7ac37d4 req-172bdd65-10f0-4821-8e71-82dd5bcd9581 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0780616 Feb 21 09:25:28.981579 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fb0a7ba2-880b-464c-bb36-92fcb7ac37d4 req-76fd9116-5bfa-4e30-997a-332d7a9baaff tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383286 Feb 21 09:25:30.183574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec99eb0-0b6d-4b5d-b895-eb4d9d92b49d req-860570fd-aa57-4c29-96f1-22b137bbd194 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:30.185008 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9ec99eb0-0b6d-4b5d-b895-eb4d9d92b49d req-860570fd-aa57-4c29-96f1-22b137bbd194 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0823984 Feb 21 09:25:30.205867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2c06-08c7-4c2b-b3fd-53c5cfc90744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:30.238004 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9ec99eb0-0b6d-4b5d-b895-eb4d9d92b49d req-cef93469-e074-4761-9e62-bb158089e24f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466137 Feb 21 09:25:30.598339 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:31.431868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de9997-7819-4986-9403-4359f468bbea req-983cd345-5b00-4a93-aa0d-99ac0f12febb tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:31.434446 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-74de9997-7819-4986-9403-4359f468bbea req-983cd345-5b00-4a93-aa0d-99ac0f12febb tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0787601 Feb 21 09:25:31.481340 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-74de9997-7819-4986-9403-4359f468bbea req-f13ec7f2-b0e3-43ef-b2cf-ea5cbec4f20f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411768 Feb 21 09:25:32.678741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fabc37-6d8b-4946-82c5-454ed3a0f2b2 req-f3bd897c-1f86-43d1-8a56-69e089da2689 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:32.680175 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-41fabc37-6d8b-4946-82c5-454ed3a0f2b2 req-f3bd897c-1f86-43d1-8a56-69e089da2689 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0769725 Feb 21 09:25:32.723640 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-41fabc37-6d8b-4946-82c5-454ed3a0f2b2 req-04823d20-ed3e-41cf-aa4a-18952a985c17 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381413 Feb 21 09:25:32.920777 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4249bfe3-8a95-44db-bfa5-8deb3f3a40e8 req-c1060f03-8180-4127-8476-8926edd93ede service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0652957 Feb 21 09:25:32.990370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-528dd05f-88e7-451a-aa4b-340fe21098a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:33.163665 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-c9ff8cb8-9e33-4f50-acf7-810497157ab9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703349 Feb 21 09:25:33.223565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e071782-3209-41a4-89c4-1b22e395eecb req-edd05ef1-462f-47fa-aa05-95277a2f6b8f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:33.225010 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3e071782-3209-41a4-89c4-1b22e395eecb req-edd05ef1-462f-47fa-aa05-95277a2f6b8f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0786474 Feb 21 09:25:33.276274 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3e071782-3209-41a4-89c4-1b22e395eecb req-a4ecf084-2be3-40c7-8af3-b275569a3e1c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457833 Feb 21 09:25:33.682208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:34.099360 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:34.261990 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-0c7b035d-7af2-4fa8-82a9-a544044dd80b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 1099 time: 0.0663111 Feb 21 09:25:34.392062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-1294a8e2-6a45-4944-bbaf-b7465ab9e047 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:34.394281 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-1294a8e2-6a45-4944-bbaf-b7465ab9e047 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1257684 Feb 21 09:25:34.633709 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-6545ceaf-2af0-4027-9eed-b33c9d5adfcf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911 HTTP/1.1" status: 200 len: 1000 time: 0.2010410 Feb 21 09:25:34.684053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbdf93-06d2-40b2-83d9-19abd6422370 req-0c6d122f-bfce-44bb-b5f1-8217796a5a84 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:34.685382 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e2bbdf93-06d2-40b2-83d9-19abd6422370 req-0c6d122f-bfce-44bb-b5f1-8217796a5a84 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.2891300 Feb 21 09:25:34.727919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-f8ddfcfe-3c33-43bd-8b0e-826f48d27ddc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:34.729277 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-f8ddfcfe-3c33-43bd-8b0e-826f48d27ddc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0901561 Feb 21 09:25:34.779933 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e2bbdf93-06d2-40b2-83d9-19abd6422370 req-37b8a8a7-bdeb-4ac4-9164-41784b702c15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882187 Feb 21 09:25:34.812712 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-19c13f6e-9c6f-46bd-bfd4-64c398fb53fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777917 Feb 21 09:25:34.940594 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-3fe88209-741a-46e1-9cb8-5e70b44da11b service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215045 Feb 21 09:25:35.066635 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-32392954-26e6-43a3-9a56-6dda9021c693 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204205 Feb 21 09:25:35.971375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b827d-f5bb-457b-9dbb-a23e3c433ecb req-c555b130-864c-465b-9e11-b7b841db59a9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:35.972801 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d96b827d-f5bb-457b-9dbb-a23e3c433ecb req-c555b130-864c-465b-9e11-b7b841db59a9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0742242 Feb 21 09:25:36.017137 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d96b827d-f5bb-457b-9dbb-a23e3c433ecb req-15723c1a-ebb5-4f64-a89a-7f1e00860cbf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389860 Feb 21 09:25:36.058893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:36.668156 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-eb804d7c-54df-43e6-b0d0-d7c8e298315d service neutron] 10.222.0.47 "GET /v2.0/ports/3bd8ba55-f741-49c1-86b7-b650aea2c911/bindings/hv-neutron-8300 HTTP/1.1" status: 200 len: 384 time: 0.0768654 Feb 21 09:25:36.920154 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-a5e5423c-3053-4723-9522-cd6f17735b34 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318&tenant_id=3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 1099 time: 0.0682144 Feb 21 09:25:37.011437 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-b476c961-d670-49d5-8d72-89e409357731 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 1099 time: 0.0692344 Feb 21 09:25:37.173587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-57d200dd-a8c9-4305-842f-82d703fc9e8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:37.174850 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-57d200dd-a8c9-4305-842f-82d703fc9e8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1542494 Feb 21 09:25:37.294412 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-30acb3b3-ebe5-4ea2-94d6-7574197ac3b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911 HTTP/1.1" status: 200 len: 1000 time: 0.1096604 Feb 21 09:25:37.304209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e2b8b-2a58-4551-8253-e13c68fa9fce req-387f23d1-bcff-490a-b868-434fd77bbdcf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:37.305570 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-066e2b8b-2a58-4551-8253-e13c68fa9fce req-387f23d1-bcff-490a-b868-434fd77bbdcf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.1627991 Feb 21 09:25:37.387259 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-9470cc82-865c-4952-87ca-2ff5d3330051 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:37.388642 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-9470cc82-865c-4952-87ca-2ff5d3330051 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0822616 Feb 21 09:25:37.395873 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-066e2b8b-2a58-4551-8253-e13c68fa9fce req-dc680a04-93b3-4bd2-b7dd-6bc55ab22c70 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608740 Feb 21 09:25:37.466366 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-e5a8ab33-de4f-451b-b224-b6a2ad6f0e72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688503 Feb 21 09:25:37.598262 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-aa00760c-8676-49b9-971f-dcd402533a22 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224797 Feb 21 09:25:37.825005 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd1d0284-f978-4f54-ab16-3b397421e79b req-da4489e3-534a-49e4-9b3a-f1ec3a102310 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179811 Feb 21 09:25:38.590752 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f2db4-6f69-4f29-b1af-23a017df285b req-5ebee2fe-ca70-4836-b021-7bd2177d8aec tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:38.592236 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-113f2db4-6f69-4f29-b1af-23a017df285b req-5ebee2fe-ca70-4836-b021-7bd2177d8aec tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0750947 Feb 21 09:25:38.636895 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-113f2db4-6f69-4f29-b1af-23a017df285b req-6fcbb949-ce48-4f9f-884a-882dc02d61cb tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392220 Feb 21 09:25:39.834116 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634a570-f4c5-4ead-804d-a8de99acae0f req-022eaf6f-c7f1-453e-abb1-f6c131864915 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:39.835578 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0634a570-f4c5-4ead-804d-a8de99acae0f req-022eaf6f-c7f1-453e-abb1-f6c131864915 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0801253 Feb 21 09:25:39.879188 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0634a570-f4c5-4ead-804d-a8de99acae0f req-eaa3c889-0fbf-44ab-a3e0-80d6576e8dec tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381534 Feb 21 09:25:40.249555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241c649-8667-431c-8bdc-dcfc99d27262 req-96add2af-a3e9-4da4-a337-d694850f1ccb tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:40.250864 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b241c649-8667-431c-8bdc-dcfc99d27262 req-96add2af-a3e9-4da4-a337-d694850f1ccb tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318&tenant_id=3d5380317016474b9798d91327b2d458&binding%3Ahost_id=hv-neutron-8300 HTTP/1.1" status: 200 len: 946 time: 0.1363144 Feb 21 09:25:40.256121 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a68a5-1232-4504-b87f-11fe77fe91af req-cc4a9918-32fb-47f7-9880-49a53ba94046 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:40.257507 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6f3a68a5-1232-4504-b87f-11fe77fe91af req-cc4a9918-32fb-47f7-9880-49a53ba94046 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.1136575 Feb 21 09:25:40.303984 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6f3a68a5-1232-4504-b87f-11fe77fe91af req-1cbc17a7-bc60-41e5-97be-ac3358479329 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409846 Feb 21 09:25:40.304198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 3bd8ba55-f741-49c1-86b7-b650aea2c911 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:25:40.309406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 3bd8ba55-f741-49c1-86b7-b650aea2c911 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:25:40.397236 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b241c649-8667-431c-8bdc-dcfc99d27262 req-98a5d246-bf82-4bc9-b55b-f8812e0db665 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 1099 time: 0.0691307 Feb 21 09:25:40.524938 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241c649-8667-431c-8bdc-dcfc99d27262 req-8500f076-702a-4ca3-aa3a-c48b49f24da2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:40.525291 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:40.526282 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b241c649-8667-431c-8bdc-dcfc99d27262 req-8500f076-702a-4ca3-aa3a-c48b49f24da2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1234000 Feb 21 09:25:40.543240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 3bd8ba55-f741-49c1-86b7-b650aea2c911, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:25:40.563580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '3bd8ba55-f741-49c1-86b7-b650aea2c911', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'port_id': '3bd8ba55-f741-49c1-86b7-b650aea2c911', 'mac_address': 'fa:16:3e:16:e0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:25:40.569863 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bd8ba55-f741-49c1-86b7-b650aea2c911'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:25:40.612243 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 3bd8ba55-f741-49c1-86b7-b650aea2c911, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:25:40.629095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:40.647206 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b241c649-8667-431c-8bdc-dcfc99d27262 req-6cbf5f72-69ec-41d2-a954-a1b7dcc978dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911 HTTP/1.1" status: 200 len: 1000 time: 0.1152556 Feb 21 09:25:40.700271 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bd8ba55-f741-49c1-86b7-b650aea2c911', 'code': 200} Feb 21 09:25:40.718341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:40.721482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241c649-8667-431c-8bdc-dcfc99d27262 req-71aa33e3-5f5d-48f3-88fd-b8b2468740d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:40.722925 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b241c649-8667-431c-8bdc-dcfc99d27262 req-71aa33e3-5f5d-48f3-88fd-b8b2468740d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0582254 Feb 21 09:25:40.747332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bd8ba55-f741-49c1-86b7-b650aea2c911 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:25:40.785413 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=3bd8ba55-f741-49c1-86b7-b650aea2c911,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:25:40.796167 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b241c649-8667-431c-8bdc-dcfc99d27262 req-5822e45d-4d74-45b8-94e0-8cf9c76ca4c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676816 Feb 21 09:25:40.809580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:40.809925 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:40.810258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:40.810587 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:40.810941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:40.811291 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:40.811611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:40.811935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:40.812251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:40.812565 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:40.812881 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:40.826844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:25:40.827240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:25:40.928746 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b241c649-8667-431c-8bdc-dcfc99d27262 req-23889dc3-2a29-4309-9251-cfc53e68c009 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256788 Feb 21 09:25:41.054647 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b241c649-8667-431c-8bdc-dcfc99d27262 req-828743d5-8030-4210-9ae6-5d73c6df4917 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200099 Feb 21 09:25:41.379789 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:41.397217 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd8ba55-f741-49c1-86b7-b650aea2c911 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:25:41.412972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 3bd8ba55-f741-49c1-86b7-b650aea2c911, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:25:41.417161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:41.484263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=3bd8ba55-f741-49c1-86b7-b650aea2c911,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:25:41.488402 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['3bd8ba55-f741-49c1-86b7-b650aea2c911'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:25:41.524740 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963ab01-9274-4c0b-9a52-a3902e99b41d req-bd39fa53-f622-4e87-bdd5-e26ecd8b61b4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:41.526340 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6963ab01-9274-4c0b-9a52-a3902e99b41d req-bd39fa53-f622-4e87-bdd5-e26ecd8b61b4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 945 time: 0.0848279 Feb 21 09:25:41.587672 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6963ab01-9274-4c0b-9a52-a3902e99b41d req-51dbae6d-1fda-4399-8175-8633e3733a34 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552332 Feb 21 09:25:42.318511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 3bd8ba55-f741-49c1-86b7-b650aea2c911 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:25:42.386110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 3bd8ba55-f741-49c1-86b7-b650aea2c911 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:25:42.386752 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:42.490782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:42.525200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 3bd8ba55-f741-49c1-86b7-b650aea2c911, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:25:42.528627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:42.592592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=3bd8ba55-f741-49c1-86b7-b650aea2c911,revision_number=8']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:25:42.702365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd8ba55-f741-49c1-86b7-b650aea2c911'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:25:42.755827 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd8ba55-f741-49c1-86b7-b650aea2c911', 'code': 200} Feb 21 09:25:42.786584 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24070f77-a4fa-4367-bc45-c91751b8b46e req-a4ad95ba-0109-4e2a-85a2-266fa18db242 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:42.788071 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-24070f77-a4fa-4367-bc45-c91751b8b46e req-a4ad95ba-0109-4e2a-85a2-266fa18db242 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0753939 Feb 21 09:25:42.836619 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-24070f77-a4fa-4367-bc45-c91751b8b46e req-ac4ba35b-ec64-4ddb-a52b-c082fbe32ad3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431006 Feb 21 09:25:43.032000 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aa01f-9b30-451f-a432-8dc7007cab40 req-73b31c45-77f6-4631-9cfb-3a4782c06e28 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:43.033431 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-676aa01f-9b30-451f-a432-8dc7007cab40 req-73b31c45-77f6-4631-9cfb-3a4782c06e28 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0761082 Feb 21 09:25:43.078661 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-676aa01f-9b30-451f-a432-8dc7007cab40 req-80833167-af51-4472-b419-e149f25e4ba9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395999 Feb 21 09:25:43.493506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dc6ff-2d00-4331-97f4-46ef31d729b4 req-2372fbfe-4e5e-438f-9377-be3020164a5c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:43.495009 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-121dc6ff-2d00-4331-97f4-46ef31d729b4 req-2372fbfe-4e5e-438f-9377-be3020164a5c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.1307392 Feb 21 09:25:43.503086 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ce23b198-3dcd-4c8a-bc40-2f2f37cd48a8 req-d9efe1e8-d97c-41c6-a7f2-fd1dcd642798 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 1099 time: 0.0996785 Feb 21 09:25:43.715077 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-121dc6ff-2d00-4331-97f4-46ef31d729b4 req-1dbc79ba-06e0-4c40-8a69-8a652a9a4d92 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109294 Feb 21 09:25:43.749588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23b198-3dcd-4c8a-bc40-2f2f37cd48a8 req-aa53fafb-8001-4aef-b53a-e713c86d7bdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:43.750932 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ce23b198-3dcd-4c8a-bc40-2f2f37cd48a8 req-aa53fafb-8001-4aef-b53a-e713c86d7bdb service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.2329879 Feb 21 09:25:43.855082 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ce23b198-3dcd-4c8a-bc40-2f2f37cd48a8 req-1e53b381-0838-433e-a33e-2ace6f6c229e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911 HTTP/1.1" status: 200 len: 1000 time: 0.0977845 Feb 21 09:25:43.917464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23b198-3dcd-4c8a-bc40-2f2f37cd48a8 req-455fabce-f4e9-45d2-941b-5be70e2f6aac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:43.918870 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ce23b198-3dcd-4c8a-bc40-2f2f37cd48a8 req-455fabce-f4e9-45d2-941b-5be70e2f6aac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0586510 Feb 21 09:25:43.989711 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ce23b198-3dcd-4c8a-bc40-2f2f37cd48a8 req-95db91ad-a04e-4c64-80ca-f12d396f2bd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649366 Feb 21 09:25:44.116983 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ce23b198-3dcd-4c8a-bc40-2f2f37cd48a8 req-b87e1a7f-d50b-4d23-8d2a-958a86a7ae0a service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217060 Feb 21 09:25:44.248036 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ce23b198-3dcd-4c8a-bc40-2f2f37cd48a8 req-d2b20242-8f6a-4a95-b83b-9ca4c5f84f85 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252708 Feb 21 09:25:44.909385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20741081-01f2-43fb-8f2a-50239f21f51b req-624638da-55f3-4cc7-b8fb-a2340ccd8af1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:44.910818 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-20741081-01f2-43fb-8f2a-50239f21f51b req-624638da-55f3-4cc7-b8fb-a2340ccd8af1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0747254 Feb 21 09:25:44.958535 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-20741081-01f2-43fb-8f2a-50239f21f51b req-2862809b-61db-4066-b805-e5dd6bb1e228 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421541 Feb 21 09:25:45.354440 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb162ee-d168-438a-b3fd-99d612876446 req-f99f0f7f-8833-477c-b4a4-8b6ac4a8d237 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:45.355893 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0bb162ee-d168-438a-b3fd-99d612876446 req-f99f0f7f-8833-477c-b4a4-8b6ac4a8d237 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0742421 Feb 21 09:25:45.399292 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0bb162ee-d168-438a-b3fd-99d612876446 req-64c284f4-7f95-486a-b650-cedc84389fc6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379245 Feb 21 09:25:46.594707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23c0c5-02f0-4eb6-99e6-d9f107af0217 req-89847054-fbdd-401b-8422-d072947bc5fc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:46.596171 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fb23c0c5-02f0-4eb6-99e6-d9f107af0217 req-89847054-fbdd-401b-8422-d072947bc5fc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0783389 Feb 21 09:25:46.640978 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fb23c0c5-02f0-4eb6-99e6-d9f107af0217 req-87906b80-b849-4712-bdbd-ecec71949db6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392935 Feb 21 09:25:46.947633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f3c35-9451-41af-8106-2d390677f252 req-8352c819-91f7-4b9e-acff-0daca564903c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:46.949041 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f99f3c35-9451-41af-8106-2d390677f252 req-8352c819-91f7-4b9e-acff-0daca564903c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 946 time: 0.0740516 Feb 21 09:25:47.018201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-f99f3c35-9451-41af-8106-2d390677f252 req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Deleting port 3bd8ba55-f741-49c1-86b7-b650aea2c911 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:25:47.018512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f99f3c35-9451-41af-8106-2d390677f252 req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:47.250305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-f99f3c35-9451-41af-8106-2d390677f252 req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] For port 3bd8ba55-f741-49c1-86b7-b650aea2c911, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=3bd8ba55-f741-49c1-86b7-b650aea2c911,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:25:47.250561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f99f3c35-9451-41af-8106-2d390677f252 req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:47.618608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f99f3c35-9451-41af-8106-2d390677f252 req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:47.619302 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f99f3c35-9451-41af-8106-2d390677f252 req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:47.619302 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [req-f99f3c35-9451-41af-8106-2d390677f252 req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b disassociated. External IP: 172.26.6.4, port: 3bd8ba55-f741-49c1-86b7-b650aea2c911. Feb 21 09:25:47.619677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-f99f3c35-9451-41af-8106-2d390677f252 req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Calling delete_port for 3bd8ba55-f741-49c1-86b7-b650aea2c911 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:25:47.760874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f99f3c35-9451-41af-8106-2d390677f252 req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:47.847730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event deleted for resources: {'Port': ['ID=3bd8ba55-f741-49c1-86b7-b650aea2c911,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:25:47.853179 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4aceffcd-18af-4ac3-9c3e-179184c73a76 req-b75e9f1d-f5d0-4f0d-b0bc-1be60deda7cc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba37ec47-4a2a-4fe6-ab51-8a163db84318 HTTP/1.1" status: 200 len: 210 time: 0.0857537 Feb 21 09:25:47.865748 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:47.866090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:47.866419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:47.866741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:47.867091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:47.867413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:47.867728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:47.868042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:47.868354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:47.868665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:47.868976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:25:48.069257 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f99f3c35-9451-41af-8106-2d390677f252 req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Router abb2ac6b-91da-4c83-a797-4602e88ecbba has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:25:48.266652 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f99f3c35-9451-41af-8106-2d390677f252 req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:25:48.276251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275cce12-ae06-4f47-a10d-fcc07afbaacd None None] Sync routers for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:25:48.289356 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275cce12-ae06-4f47-a10d-fcc07afbaacd None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:25:48.290273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-275cce12-ae06-4f47-a10d-fcc07afbaacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:25:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:25:48.338971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99f3c35-9451-41af-8106-2d390677f252 req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] No DVR routers for this DVR port 3bd8ba55-f741-49c1-86b7-b650aea2c911 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:25:48.341433 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f99f3c35-9451-41af-8106-2d390677f252 req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:48.344079 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'name': 'network-vif-deleted', 'tag': '3bd8ba55-f741-49c1-86b7-b650aea2c911'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:25:48.360305 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f99f3c35-9451-41af-8106-2d390677f252 req-6c454f00-6cd7-48c3-a5dc-6dab7f34bcc3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "DELETE /v2.0/ports/3bd8ba55-f741-49c1-86b7-b650aea2c911 HTTP/1.1" status: 204 len: 173 time: 1.4061549 Feb 21 09:25:48.411943 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba37ec47-4a2a-4fe6-ab51-8a163db84318', 'name': 'network-vif-deleted', 'tag': '3bd8ba55-f741-49c1-86b7-b650aea2c911', 'status': 'completed', 'code': 200} Feb 21 09:25:48.475321 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-275cce12-ae06-4f47-a10d-fcc07afbaacd None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:25:48.782153 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-275cce12-ae06-4f47-a10d-fcc07afbaacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:25:48.786275 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275cce12-ae06-4f47-a10d-fcc07afbaacd None None] Checking router: abb2ac6b-91da-4c83-a797-4602e88ecbba for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:25:48.797575 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275cce12-ae06-4f47-a10d-fcc07afbaacd None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:25:48.798176 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-275cce12-ae06-4f47-a10d-fcc07afbaacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:25:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:25:48.979591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-275cce12-ae06-4f47-a10d-fcc07afbaacd None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:25:49.216035 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-fd17754e-0417-4515-b6f5-bbe7496833f4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1193676336&fields=id&tenant_id=3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 267 time: 0.0408936 Feb 21 09:25:49.333581 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-275cce12-ae06-4f47-a10d-fcc07afbaacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:25:49.337377 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275cce12-ae06-4f47-a10d-fcc07afbaacd None None] The sync data for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv is: [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:25:49.367329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-832305af-ef1b-44d0-b5ab-5760c0fe9ff0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:49.370930 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-832305af-ef1b-44d0-b5ab-5760c0fe9ff0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 811 time: 0.1479409 Feb 21 09:25:49.386000 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-82d630c3-9643-41da-b159-9a9dbe690284 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/quotas/3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 375 time: 0.0114260 Feb 21 09:25:49.466203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-2e01fe81-645a-4199-8ea6-7b44256ec591 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Synchronizing usage tracker for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:25:49.482689 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-2e01fe81-645a-4199-8ea6-7b44256ec591 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Unset dirty status for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:25:49.484266 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-2e01fe81-645a-4199-8ea6-7b44256ec591 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0930080 Feb 21 09:25:49.561669 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b30a66-b580-4926-86e0-f85ebafa311c None None] New status for floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:25:49.629246 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-820d842a-bd37-4e33-bc50-3ff36a3bdabb service neutron] 10.222.0.48 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330738 Feb 21 09:25:49.760032 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-60feb066-27c8-4c7b-9ec9-fb7c4e0c2209 service neutron] 10.222.0.48 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249883 Feb 21 09:25:49.953882 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-adb29ed2-79f3-47c8-807e-3ba9ce44e2ae req-b06a9066-8a69-4e2b-9555-5121038c1abf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 210 time: 0.0454359 Feb 21 09:25:50.364909 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 3bd8ba55-f741-49c1-86b7-b650aea2c911 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:25:50.396161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 3bd8ba55-f741-49c1-86b7-b650aea2c911 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:25:50.396440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 3bd8ba55-f741-49c1-86b7-b650aea2c911 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:25:50.917552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-14fa9afb-839e-467e-84df-42de8dc493ae tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:50.918940 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-14fa9afb-839e-467e-84df-42de8dc493ae tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 811 time: 0.1440582 Feb 21 09:25:50.971917 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-8fb8a95f-6450-41b1-add3-10cd64cd1ee7 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 380 time: 0.0410092 Feb 21 09:25:50.979505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Request body: {'port': {'device_id': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'admin_state_up': True, 'tenant_id': '3d5380317016474b9798d91327b2d458', 'security_groups': ['81b4fa40-96fe-449c-b4c0-3d4de424190c']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:25:51.198085 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fb3f32fa-1323-4960-bb86-1bf17a377160 req-4802cd34-c4c3-4660-8ca7-10b5036c29c5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 210 time: 0.0509584 Feb 21 09:25:51.245457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:25:51.255272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:25:51.264546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Made reservation on behalf of 3d5380317016474b9798d91327b2d458 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:25:51.267484 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:51.422950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Allocated IP 172.20.0.9 (6a9d7a39-28f0-4346-9c42-5b8c8f2bf612/8d731365-73de-4dd0-8561-365a6652bcbe/63c4a5eb-e213-4abb-8030-7c1944d64645) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:25:51.601508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:51.617017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Transition to ACTIVE for port object 63c4a5eb-e213-4abb-8030-7c1944d64645 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:25:51.638105 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:51.712252 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:25:51.715272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:25:51.720089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:25:51.744995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event updated for resources: {'Port': ['ID=63c4a5eb-e213-4abb-8030-7c1944d64645,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:25:51.781756 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:51.782373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:51.808146 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-4f3a84ef-6246-4bde-afe0-a546cf594a15 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8321123 Feb 21 09:25:51.819799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Request body: {'port': {'device_id': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:25:51.937080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:51.937873 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4f528af1-a1ce-4862-9e96-485c47d21182 None None] Provisioning for port 63c4a5eb-e213-4abb-8030-7c1944d64645 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:25:51.942643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4f528af1-a1ce-4862-9e96-485c47d21182 None None] Provisioning complete for port 63c4a5eb-e213-4abb-8030-7c1944d64645 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:25:51.943033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4f528af1-a1ce-4862-9e96-485c47d21182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:51.993414 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-4f528af1-a1ce-4862-9e96-485c47d21182 None None] Port 63c4a5eb-e213-4abb-8030-7c1944d64645 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:25:52.273215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c4a5eb-e213-4abb-8030-7c1944d64645 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:25:52.281137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:52.296254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Transition to ACTIVE for port object 63c4a5eb-e213-4abb-8030-7c1944d64645 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:25:52.299832 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:52.457902 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Pushing event updated for resources: {'Port': ['ID=63c4a5eb-e213-4abb-8030-7c1944d64645,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:25:52.575254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57c44b-49f1-4950-9197-0872849a5071 req-fc73a210-2899-4323-8015-24ef9d713738 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:52.576453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-1c57c44b-49f1-4950-9197-0872849a5071 req-fc73a210-2899-4323-8015-24ef9d713738 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Synchronizing usage tracker for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:25:52.606050 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Attempting to bind port 63c4a5eb-e213-4abb-8030-7c1944d64645 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:25:52.606373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Attempting to bind port 63c4a5eb-e213-4abb-8030-7c1944d64645 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:25:52.606689 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Attempting to bind port 63c4a5eb-e213-4abb-8030-7c1944d64645 on network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:25:52.614285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-1c57c44b-49f1-4950-9197-0872849a5071 req-fc73a210-2899-4323-8015-24ef9d713738 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Unset dirty status for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:25:52.615451 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c57c44b-49f1-4950-9197-0872849a5071 req-fc73a210-2899-4323-8015-24ef9d713738 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 943 time: 0.2774851 Feb 21 09:25:52.616091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Port 63c4a5eb-e213-4abb-8030-7c1944d64645 on network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:25:52.616399 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Attempting to bind port 63c4a5eb-e213-4abb-8030-7c1944d64645 on network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:25:52.636336 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:25:52.636670 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Checking segment: {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:25:52.637032 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Bound using segment: {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:25:52.637449 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Bound port: 63c4a5eb-e213-4abb-8030-7c1944d64645, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:25:52.637781 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:52.715795 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c57c44b-49f1-4950-9197-0872849a5071 req-e7f4c8ad-9b45-4e2c-b028-cee2ddd7e568 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927358 Feb 21 09:25:52.743365 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] For port 63c4a5eb-e213-4abb-8030-7c1944d64645, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:25:52.746235 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] For port 63c4a5eb-e213-4abb-8030-7c1944d64645, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=63c4a5eb-e213-4abb-8030-7c1944d64645,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:25:52.749650 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:52.811497 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:52.812835 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] 10.222.0.47 "PUT /v2.0/ports/63c4a5eb-e213-4abb-8030-7c1944d64645 HTTP/1.1" status: 200 len: 1093 time: 0.9971249 Feb 21 09:25:52.813258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:25:52.832677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c5adb-6124-4943-a2f4-8e7c07f4ba86 service neutron] Pushing event updated for resources: {'Port': ['ID=63c4a5eb-e213-4abb-8030-7c1944d64645,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:25:52.879577 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'status': 'completed', 'code': 200} Feb 21 09:25:53.001495 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-8952dbcf-e51b-415a-801c-f394f4c1e514 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 1096 time: 0.1429143 Feb 21 09:25:53.159875 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-a414470c-6789-4035-8103-cb507c559249 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c4a5eb-e213-4abb-8030-7c1944d64645 HTTP/1.1" status: 200 len: 217 time: 0.1508980 Feb 21 09:25:53.219717 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-dd4fd22a-f736-4e64-9f1c-3cc1654b0e98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:53.221109 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-dd4fd22a-f736-4e64-9f1c-3cc1654b0e98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0555902 Feb 21 09:25:53.297695 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-3b0845fc-f43b-44e1-9767-4ea51be8c2e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706716 Feb 21 09:25:53.424780 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-44b4139d-b146-48f5-a1d0-5d518ce121cd service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212862 Feb 21 09:25:53.552404 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc9f9956-81c1-4823-aecf-cb2f1d78fffa req-e284488b-cc79-4dc3-a738-16b20402eae6 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208928 Feb 21 09:25:53.663821 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-679ed5fe-7e58-4927-a206-98e6ef31ca65 req-2c53411b-8966-4c9d-a2fc-59b4dd3b69c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 1096 time: 0.0680835 Feb 21 09:25:53.792331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ed5fe-7e58-4927-a206-98e6ef31ca65 req-3c3b504b-8b7f-486d-b66e-0f72fa6568c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:53.793777 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-679ed5fe-7e58-4927-a206-98e6ef31ca65 req-3c3b504b-8b7f-486d-b66e-0f72fa6568c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1243787 Feb 21 09:25:53.898646 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-679ed5fe-7e58-4927-a206-98e6ef31ca65 req-ba4a2595-5b2a-4a7c-b51f-19ca05e29dfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c4a5eb-e213-4abb-8030-7c1944d64645 HTTP/1.1" status: 200 len: 217 time: 0.0963936 Feb 21 09:25:53.976129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ed5fe-7e58-4927-a206-98e6ef31ca65 req-8a94a55f-4880-4136-a01b-09a3580919d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:53.977525 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-679ed5fe-7e58-4927-a206-98e6ef31ca65 req-8a94a55f-4880-4136-a01b-09a3580919d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0716608 Feb 21 09:25:54.022368 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c160d51-ea0c-4a07-8853-f65794fa47bb req-21754598-d139-4078-a258-5bce1e02c1e4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:54.023759 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2c160d51-ea0c-4a07-8853-f65794fa47bb req-21754598-d139-4078-a258-5bce1e02c1e4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 943 time: 0.1704128 Feb 21 09:25:54.086702 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2c160d51-ea0c-4a07-8853-f65794fa47bb req-bf3bf622-a7ee-4ef6-b45e-3ffe96159cf5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551155 Feb 21 09:25:54.094175 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-679ed5fe-7e58-4927-a206-98e6ef31ca65 req-6cb5b94e-edc6-4a3a-be6d-39120b24fefe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1086509 Feb 21 09:25:54.223288 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-679ed5fe-7e58-4927-a206-98e6ef31ca65 req-e527b575-0b8e-4290-8a6e-d711472c0227 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210570 Feb 21 09:25:54.350374 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-679ed5fe-7e58-4927-a206-98e6ef31ca65 req-468f2ac9-5bc2-40e9-9c48-eaf42981f0b5 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211233 Feb 21 09:25:54.380499 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 63c4a5eb-e213-4abb-8030-7c1944d64645 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:25:54.509245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 63c4a5eb-e213-4abb-8030-7c1944d64645, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=63c4a5eb-e213-4abb-8030-7c1944d64645,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:25:54.521725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'port_id': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'mac_address': 'fa:16:3e:c8:1b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:25:54.576882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:54.593907 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c4a5eb-e213-4abb-8030-7c1944d64645 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:25:54.608936 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 63c4a5eb-e213-4abb-8030-7c1944d64645, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=63c4a5eb-e213-4abb-8030-7c1944d64645,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:25:54.612838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:54.676287 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=63c4a5eb-e213-4abb-8030-7c1944d64645,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:25:54.811124 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['63c4a5eb-e213-4abb-8030-7c1944d64645'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:25:55.375446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd106009-2f2f-4346-8b55-309958922a34 req-a1515b87-0c40-431b-b76f-94c0ca461e4f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:55.376890 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cd106009-2f2f-4346-8b55-309958922a34 req-a1515b87-0c40-431b-b76f-94c0ca461e4f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 944 time: 0.1656723 Feb 21 09:25:55.421253 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cd106009-2f2f-4346-8b55-309958922a34 req-872ac9a1-0ee4-4fc2-9e27-88ecc8dd1b34 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387833 Feb 21 09:25:56.395969 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 63c4a5eb-e213-4abb-8030-7c1944d64645 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:25:56.461573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 63c4a5eb-e213-4abb-8030-7c1944d64645 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:25:56.466242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 63c4a5eb-e213-4abb-8030-7c1944d64645 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:25:56.466647 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:56.578295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:56.604782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:25:56.615333 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 63c4a5eb-e213-4abb-8030-7c1944d64645, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=63c4a5eb-e213-4abb-8030-7c1944d64645,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:25:56.618127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8781d-5670-4d8f-804e-683a74080c22 req-4ae5b129-2ceb-4498-8391-3c331b667fdf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:56.619600 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91c8781d-5670-4d8f-804e-683a74080c22 req-4ae5b129-2ceb-4498-8391-3c331b667fdf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 944 time: 0.0779088 Feb 21 09:25:56.620329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:25:56.668557 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91c8781d-5670-4d8f-804e-683a74080c22 req-7002a661-05a7-4b5b-a84c-5fde9306c3bd tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424325 Feb 21 09:25:56.670696 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'code': 200} Feb 21 09:25:56.695385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=63c4a5eb-e213-4abb-8030-7c1944d64645,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:25:56.891369 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-97ad575e-8d60-48ab-8256-02f3c84b9d63 req-e9bd8d24-27ac-4e05-93a2-c930c401fbae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 1098 time: 0.0697327 Feb 21 09:25:56.935821 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-97ad575e-8d60-48ab-8256-02f3c84b9d63 req-86b58cb3-9048-4a4f-9921-fc1bd9ea59e8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355284 Feb 21 09:25:57.862716 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1f79f-5729-42a9-a803-ba7159a116bb req-f0274b01-0e98-4b31-938e-2f6d11c21b60 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:57.864117 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b7b1f79f-5729-42a9-a803-ba7159a116bb req-f0274b01-0e98-4b31-938e-2f6d11c21b60 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0751779 Feb 21 09:25:58.006141 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b7b1f79f-5729-42a9-a803-ba7159a116bb req-bd30c79a-04b1-45ec-bcb3-bbc3ec74db1d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366627 Feb 21 09:25:58.852799 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:25:59.198286 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565e01b-adea-4a62-99bd-b5c540165215 req-1763cac4-ad46-4457-87d4-e995dbc83317 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:59.199656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a565e01b-adea-4a62-99bd-b5c540165215 req-1763cac4-ad46-4457-87d4-e995dbc83317 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0736902 Feb 21 09:25:59.243974 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a565e01b-adea-4a62-99bd-b5c540165215 req-9cba86da-8edd-40e4-988e-f46d48738317 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382950 Feb 21 09:25:59.440913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02ff3a-5c32-447c-aade-1721a879a95b req-09e7ac4d-c6fb-4a9f-b458-6a3f5b5ccfc9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:25:59.442342 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0f02ff3a-5c32-447c-aade-1721a879a95b req-09e7ac4d-c6fb-4a9f-b458-6a3f5b5ccfc9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0774827 Feb 21 09:25:59.450878 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60434) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:25:59.455901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-417eea3c-9dbe-447f-aeb2-d184ba355e65 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Request body: {'floatingip': {'port_id': '63c4a5eb-e213-4abb-8030-7c1944d64645'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:25:59.530548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-417eea3c-9dbe-447f-aeb2-d184ba355e65 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:00.105770 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-417eea3c-9dbe-447f-aeb2-d184ba355e65 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:00.109746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-417eea3c-9dbe-447f-aeb2-d184ba355e65 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:00.209024 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-440a1cce-4844-4d5b-8593-3e0062cd005d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:00.293803 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-417eea3c-9dbe-447f-aeb2-d184ba355e65 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b associated. External IP: 172.26.6.4, port: 63c4a5eb-e213-4abb-8030-7c1944d64645. Feb 21 09:26:00.499128 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-87599324-ecc1-41e0-9d37-4ac151ed972e req-a159d460-5e31-4597-8410-7e73631fd604 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908768 Feb 21 09:26:00.607865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:00.841725 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-87599324-ecc1-41e0-9d37-4ac151ed972e req-d85c0366-f039-4367-a3bd-ba91046c635d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 1098 time: 0.1513195 Feb 21 09:26:01.013999 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87599324-ecc1-41e0-9d37-4ac151ed972e req-debef712-187e-44f1-960c-5c8beb29ae16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:01.015465 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-87599324-ecc1-41e0-9d37-4ac151ed972e req-debef712-187e-44f1-960c-5c8beb29ae16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1554873 Feb 21 09:26:01.019697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417eea3c-9dbe-447f-aeb2-d184ba355e65 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Router abb2ac6b-91da-4c83-a797-4602e88ecbba has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:26:01.234639 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-87599324-ecc1-41e0-9d37-4ac151ed972e req-266c7cf7-2089-4244-87c7-6a224bb50b3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c4a5eb-e213-4abb-8030-7c1944d64645 HTTP/1.1" status: 200 len: 997 time: 0.2124407 Feb 21 09:26:01.317106 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87599324-ecc1-41e0-9d37-4ac151ed972e req-b3295c5d-0b1b-46cd-9c48-fffd452f3f69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:01.318514 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-87599324-ecc1-41e0-9d37-4ac151ed972e req-b3295c5d-0b1b-46cd-9c48-fffd452f3f69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0717943 Feb 21 09:26:01.418066 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-87599324-ecc1-41e0-9d37-4ac151ed972e req-21aaa47f-7403-4872-9cdf-623504131b56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930643 Feb 21 09:26:01.423990 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417eea3c-9dbe-447f-aeb2-d184ba355e65 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:26:01.429013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-417eea3c-9dbe-447f-aeb2-d184ba355e65 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:01.433657 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c469e8da-78d7-49d6-bd6e-f92e827248ce None None] Sync routers for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:26:01.445229 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c469e8da-78d7-49d6-bd6e-f92e827248ce None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:26:01.445833 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c469e8da-78d7-49d6-bd6e-f92e827248ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:25:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:26:01.562652 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-417eea3c-9dbe-447f-aeb2-d184ba355e65 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "PUT /v2.0/floatingips/2991c0b8-e190-4d72-90fb-4e47a512d42b HTTP/1.1" status: 200 len: 989 time: 2.1106279 Feb 21 09:26:01.565201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:26:01.624246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c469e8da-78d7-49d6-bd6e-f92e827248ce None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:26:01.630336 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'status': 'completed', 'code': 200} Feb 21 09:26:01.632442 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-87599324-ecc1-41e0-9d37-4ac151ed972e req-4d3ded09-9480-4bcf-b47a-26e2d987aaf3 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065554 Feb 21 09:26:01.817651 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-87599324-ecc1-41e0-9d37-4ac151ed972e req-1636d7e9-449b-40a6-a3eb-9f14b726ed12 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791804 Feb 21 09:26:01.827863 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fd3ca300-76df-4a04-ba34-7791a987accd req-b5ab2729-1ac7-4864-9c60-728b5a7302fd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1197972 Feb 21 09:26:01.937804 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-43709fd2-eb3f-48e4-ad60-f43695ac0c18 req-dcee19bc-da93-49da-98ef-e5f6647f5da6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 1098 time: 0.0754147 Feb 21 09:26:02.011276 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c469e8da-78d7-49d6-bd6e-f92e827248ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '2991c0b8-e190-4d72-90fb-4e47a512d42b', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'port_id': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'mac_address': 'fa:16:3e:c8:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:24:08Z', 'updated_at': '2022-02-21T09:25:59Z', 'revision_number': 9, 'project_id': '3d5380317016474b9798d91327b2d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:26:02.015479 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c469e8da-78d7-49d6-bd6e-f92e827248ce None None] Checking router: abb2ac6b-91da-4c83-a797-4602e88ecbba for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:26:02.032484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c469e8da-78d7-49d6-bd6e-f92e827248ce None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:26:02.033104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c469e8da-78d7-49d6-bd6e-f92e827248ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:25:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:26:02.098525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43709fd2-eb3f-48e4-ad60-f43695ac0c18 req-68f5d688-417b-4c6b-b49f-a357e5a062a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:02.099928 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-43709fd2-eb3f-48e4-ad60-f43695ac0c18 req-68f5d688-417b-4c6b-b49f-a357e5a062a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1561821 Feb 21 09:26:02.130132 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-f567775b-5809-4634-a7eb-385f26eab54f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717714 Feb 21 09:26:02.239198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c469e8da-78d7-49d6-bd6e-f92e827248ce None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:26:02.396806 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-43709fd2-eb3f-48e4-ad60-f43695ac0c18 req-5a48d960-7df4-42ca-8a8c-af9213ba5b93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c4a5eb-e213-4abb-8030-7c1944d64645 HTTP/1.1" status: 200 len: 997 time: 0.2898583 Feb 21 09:26:02.415974 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c66b0-8bbc-45dd-8db2-4dde9d1ddcbd req-ba062877-6eae-453d-8f74-dfd4d85699ec tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:02.417428 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ad5c66b0-8bbc-45dd-8db2-4dde9d1ddcbd req-ba062877-6eae-453d-8f74-dfd4d85699ec tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.1207607 Feb 21 09:26:02.519945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43709fd2-eb3f-48e4-ad60-f43695ac0c18 req-208ccf15-d6cf-4b2b-b93d-f861e1681905 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:02.521379 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-43709fd2-eb3f-48e4-ad60-f43695ac0c18 req-208ccf15-d6cf-4b2b-b93d-f861e1681905 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.1028836 Feb 21 09:26:02.526288 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ad5c66b0-8bbc-45dd-8db2-4dde9d1ddcbd req-0b52227a-735d-452d-bee9-06da0e97293a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685205 Feb 21 09:26:02.599286 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-43709fd2-eb3f-48e4-ad60-f43695ac0c18 req-c1fdda16-efb5-4d60-8c24-944ba4de45ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711560 Feb 21 09:26:02.621025 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c469e8da-78d7-49d6-bd6e-f92e827248ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '2991c0b8-e190-4d72-90fb-4e47a512d42b', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'port_id': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'mac_address': 'fa:16:3e:c8:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:24:08Z', 'updated_at': '2022-02-21T09:25:59Z', 'revision_number': 9, 'project_id': '3d5380317016474b9798d91327b2d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:26:02.625976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c469e8da-78d7-49d6-bd6e-f92e827248ce None None] The sync data for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv is: [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '2991c0b8-e190-4d72-90fb-4e47a512d42b', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'port_id': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'mac_address': 'fa:16:3e:c8:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:24:08Z', 'updated_at': '2022-02-21T09:25:59Z', 'revision_number': 9, 'project_id': '3d5380317016474b9798d91327b2d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:26:02.744092 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-43709fd2-eb3f-48e4-ad60-f43695ac0c18 req-4af886db-acb5-4145-9c43-f221b368b431 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387880 Feb 21 09:26:02.853191 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330771d2-03ee-44a0-a3b0-5aa251865428 None None] New status for floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:26:02.906231 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-43709fd2-eb3f-48e4-ad60-f43695ac0c18 req-0c97ed63-eaca-47a0-9020-3a0a782ac95c service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557994 Feb 21 09:26:02.997173 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01e771cc-b1d1-46f0-a718-984647eb592b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:03.379029 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-ed809ee1-82fc-4171-87f1-48752e0af4a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 1098 time: 0.0731547 Feb 21 09:26:03.508317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-89f26fea-67af-4534-973a-93af3d8ee31a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:03.509792 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-89f26fea-67af-4534-973a-93af3d8ee31a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1254396 Feb 21 09:26:03.615558 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-134acae3-5601-49fc-a4eb-592b843a1df8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c4a5eb-e213-4abb-8030-7c1944d64645 HTTP/1.1" status: 200 len: 1000 time: 0.0995505 Feb 21 09:26:03.675621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:03.723376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-43e413a6-a272-44c4-9243-c2c965567d86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:03.724818 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-43e413a6-a272-44c4-9243-c2c965567d86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.1039574 Feb 21 09:26:03.803960 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b8b04-58d2-4685-a7ec-ae06ba28abda req-552d7711-c9c8-4bd7-9f43-508f2da1eff3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:03.805333 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-020b8b04-58d2-4685-a7ec-ae06ba28abda req-552d7711-c9c8-4bd7-9f43-508f2da1eff3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.1523502 Feb 21 09:26:03.838072 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-a53cf5b4-4404-4685-a881-3c2392cc9a6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1075912 Feb 21 09:26:03.927365 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-020b8b04-58d2-4685-a7ec-ae06ba28abda req-03c1ee6a-66d2-4952-a748-1b858ffc88cd tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160440 Feb 21 09:26:03.981937 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-1051b1eb-7ecb-4cd3-8cda-521b041d2bf8 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351871 Feb 21 09:26:04.094348 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:04.114778 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-93351b56-d492-417a-80d0-6a21e6a618f9 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247427 Feb 21 09:26:05.144084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a2301-3a84-462f-874a-58025fa9521f req-b8a77e96-d0dc-42ba-8a08-69ccebd5637c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:05.145515 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b92a2301-3a84-462f-874a-58025fa9521f req-b8a77e96-d0dc-42ba-8a08-69ccebd5637c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0735781 Feb 21 09:26:05.191729 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b92a2301-3a84-462f-874a-58025fa9521f req-6c2f79a1-2e1c-4e2a-9be9-b355dfa4715a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Feb 21 09:26:06.052161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:06.481610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872a2d5-23f7-45b0-8f3c-2cbacf4ecb9a req-1dd16bab-a0b8-4d0a-a358-c6defd00913f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:06.483117 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5872a2d5-23f7-45b0-8f3c-2cbacf4ecb9a req-1dd16bab-a0b8-4d0a-a358-c6defd00913f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.1670117 Feb 21 09:26:06.527026 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5872a2d5-23f7-45b0-8f3c-2cbacf4ecb9a req-114f6c41-71a3-4325-9a70-e0c40c9e8492 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384667 Feb 21 09:26:07.720458 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512f103-9f5f-4252-a82d-1843f0474237 req-f48e33ff-5bb1-4226-9aa6-679177fa1f77 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:07.721878 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c512f103-9f5f-4252-a82d-1843f0474237 req-f48e33ff-5bb1-4226-9aa6-679177fa1f77 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0742552 Feb 21 09:26:07.767960 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c512f103-9f5f-4252-a82d-1843f0474237 req-8dcbe7b9-8a6f-4105-927c-1fb7ae007d1c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407679 Feb 21 09:26:08.962105 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c099d03-96d1-4e37-b2fb-223183766df9 req-a46b18b2-a6b3-4120-a759-98c4d4e9ecf8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:08.963551 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c099d03-96d1-4e37-b2fb-223183766df9 req-a46b18b2-a6b3-4120-a759-98c4d4e9ecf8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0734401 Feb 21 09:26:09.007903 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c099d03-96d1-4e37-b2fb-223183766df9 req-1abe6a6a-6491-4d0a-bb53-2a2def5d7cb2 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383472 Feb 21 09:26:10.207648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80fd5a-5e22-44b3-aca5-bff2151c1afc req-cf9f88a9-bad6-4759-981a-435754ac0e32 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:10.209088 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ff80fd5a-5e22-44b3-aca5-bff2151c1afc req-cf9f88a9-bad6-4759-981a-435754ac0e32 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0776937 Feb 21 09:26:10.254122 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ff80fd5a-5e22-44b3-aca5-bff2151c1afc req-b654a480-60c1-4354-a176-0b55425ba227 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395992 Feb 21 09:26:11.454268 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeedd0a-d6e8-4279-9144-0a2ff5540611 req-1405d296-015a-4508-9bd1-1091c4575faf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:11.455745 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cdeedd0a-d6e8-4279-9144-0a2ff5540611 req-1405d296-015a-4508-9bd1-1091c4575faf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0814691 Feb 21 09:26:11.501470 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cdeedd0a-d6e8-4279-9144-0a2ff5540611 req-f982574d-e77f-4244-829b-e8370333db4a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402560 Feb 21 09:26:12.703981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5d41b-4b2d-4e58-aebd-229dec57368b req-9ba47df0-4a5f-48f8-b209-0abe2a7d5e61 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:12.705534 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4ff5d41b-4b2d-4e58-aebd-229dec57368b req-9ba47df0-4a5f-48f8-b209-0abe2a7d5e61 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0800872 Feb 21 09:26:12.750712 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4ff5d41b-4b2d-4e58-aebd-229dec57368b req-680c8f84-ec57-491d-b4aa-b0c4b35a2676 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394244 Feb 21 09:26:13.944210 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f72e73-7ea4-4531-bac7-635843285353 req-1b53d85b-e8f0-453a-8d44-fce580d340bb tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:13.945642 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c3f72e73-7ea4-4531-bac7-635843285353 req-1b53d85b-e8f0-453a-8d44-fce580d340bb tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0755262 Feb 21 09:26:13.993290 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c3f72e73-7ea4-4531-bac7-635843285353 req-19b58a39-f2ca-400a-b5b6-5048ebd206d7 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422888 Feb 21 09:26:15.195028 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5f419-b488-4d77-9f4f-28c2755ec4a3 req-d686d09e-0ce8-486b-bf54-ba952e4e3e73 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:15.196390 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0d5f419-b488-4d77-9f4f-28c2755ec4a3 req-d686d09e-0ce8-486b-bf54-ba952e4e3e73 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0753984 Feb 21 09:26:15.240939 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0d5f419-b488-4d77-9f4f-28c2755ec4a3 req-bdbbb35e-2d78-405c-b1e2-834f0b1065a8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391922 Feb 21 09:26:16.447879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaada47-ba9a-4867-9207-966269282596 req-f1f557ff-4a5e-42f8-a7e2-b72d611c77f4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:16.449327 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-acaada47-ba9a-4867-9207-966269282596 req-f1f557ff-4a5e-42f8-a7e2-b72d611c77f4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0873666 Feb 21 09:26:16.493698 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-acaada47-ba9a-4867-9207-966269282596 req-df08ebc8-7edd-4f16-908c-dd79ee3f8843 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389862 Feb 21 09:26:17.683912 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2a5f-4c02-47a3-acd7-d55fdcae881d req-d1b588b8-6969-4f0d-a2fc-86710d057282 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:17.685378 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7dfd2a5f-4c02-47a3-acd7-d55fdcae881d req-d1b588b8-6969-4f0d-a2fc-86710d057282 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0739791 Feb 21 09:26:17.728912 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7dfd2a5f-4c02-47a3-acd7-d55fdcae881d req-cd5db9c6-639b-4aff-9540-90e2db104caa tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381787 Feb 21 09:26:18.931318 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55e27-70d9-4d7f-919b-9f9e97757fab req-eb0ed77b-a6be-4d55-89a3-0ff597b1a1de tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:18.932787 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5fb55e27-70d9-4d7f-919b-9f9e97757fab req-eb0ed77b-a6be-4d55-89a3-0ff597b1a1de tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0785263 Feb 21 09:26:18.978066 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5fb55e27-70d9-4d7f-919b-9f9e97757fab req-39887ebe-7272-4679-8b8d-75536aa35c8a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398421 Feb 21 09:26:20.174028 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d01801-98b7-4ecd-91aa-032bd86f13ba req-fc9a5acf-a17d-45ae-97c9-663b4aa83d7d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:20.175486 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a7d01801-98b7-4ecd-91aa-032bd86f13ba req-fc9a5acf-a17d-45ae-97c9-663b4aa83d7d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0752950 Feb 21 09:26:20.221242 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a7d01801-98b7-4ecd-91aa-032bd86f13ba req-18fb1c4a-9cf3-437a-a843-343c3b1208f9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404227 Feb 21 09:26:21.428528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0c272-616f-4dd6-adda-a64c67ac1d45 req-eea2865a-ec67-49d9-804d-25385780d58c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:21.429974 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d5d0c272-616f-4dd6-adda-a64c67ac1d45 req-eea2865a-ec67-49d9-804d-25385780d58c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0776372 Feb 21 09:26:21.474236 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d5d0c272-616f-4dd6-adda-a64c67ac1d45 req-a928d284-932f-43a9-8c50-83bd54be2a9a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383530 Feb 21 09:26:22.667213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a06cca-0f4d-4a5d-a8fe-dd76fed6efc6 req-e8d45af4-77aa-4220-8b54-5f15d28b0a9f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:22.668656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68a06cca-0f4d-4a5d-a8fe-dd76fed6efc6 req-e8d45af4-77aa-4220-8b54-5f15d28b0a9f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0745423 Feb 21 09:26:22.716591 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68a06cca-0f4d-4a5d-a8fe-dd76fed6efc6 req-a914558f-de53-4233-9ad9-7d2946256c29 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417609 Feb 21 09:26:23.922655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadae3a-2597-4756-9f64-cf5443ca7cda req-eb46d3a5-5a74-46e5-8702-5b8d50c5e77a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:23.924008 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ebadae3a-2597-4756-9f64-cf5443ca7cda req-eb46d3a5-5a74-46e5-8702-5b8d50c5e77a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0741634 Feb 21 09:26:23.968361 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ebadae3a-2597-4756-9f64-cf5443ca7cda req-61a46adc-0d71-4bbd-b618-bdc76d7b3a6c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387268 Feb 21 09:26:25.163501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d10d33-7f65-47e9-96e8-fb75715ce23e req-daab2178-8315-4c52-bbc8-f68efecb7528 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:25.164859 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e5d10d33-7f65-47e9-96e8-fb75715ce23e req-daab2178-8315-4c52-bbc8-f68efecb7528 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0785606 Feb 21 09:26:25.209608 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e5d10d33-7f65-47e9-96e8-fb75715ce23e req-9673aa1f-0cfb-4081-a5c2-7bf79b3755fe tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392985 Feb 21 09:26:26.403548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42db376-fbe5-4760-81e8-beb2c106d56a req-d2ad0af3-cf56-4d15-8149-00d15d3685db tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:26.404970 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c42db376-fbe5-4760-81e8-beb2c106d56a req-d2ad0af3-cf56-4d15-8149-00d15d3685db tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0740407 Feb 21 09:26:26.449481 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c42db376-fbe5-4760-81e8-beb2c106d56a req-14dedd13-e39a-42f3-beca-a71768af2b75 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388587 Feb 21 09:26:27.648077 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e9314-2414-49da-9291-873c4211f5b6 req-013d272f-1804-45a9-8565-43495ec1f97f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:27.649548 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d15e9314-2414-49da-9291-873c4211f5b6 req-013d272f-1804-45a9-8565-43495ec1f97f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0804644 Feb 21 09:26:27.694238 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d15e9314-2414-49da-9291-873c4211f5b6 req-a744c185-59e2-48cf-83c4-40a1c7d85c7e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392566 Feb 21 09:26:28.884906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65038fe2-6172-4a64-b03a-18c816b724b1 req-f003b4b9-3095-40e2-bcea-17cdacb5911a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:28.886244 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-65038fe2-6172-4a64-b03a-18c816b724b1 req-f003b4b9-3095-40e2-bcea-17cdacb5911a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0738621 Feb 21 09:26:28.934221 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-65038fe2-6172-4a64-b03a-18c816b724b1 req-6b2900ab-1578-4e1c-bdd7-dc825b8e306f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419965 Feb 21 09:26:30.134030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f980d14-1a89-47e0-95b1-4f685b109508 req-e5f4c82d-de9c-4f22-8d99-f029b4393b79 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:30.135507 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0f980d14-1a89-47e0-95b1-4f685b109508 req-e5f4c82d-de9c-4f22-8d99-f029b4393b79 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0825477 Feb 21 09:26:30.180760 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0f980d14-1a89-47e0-95b1-4f685b109508 req-2b23dbd7-85d9-4b9d-9f65-9ca6bb62a26c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391934 Feb 21 09:26:30.217217 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e002f3f0-bc68-43de-9124-5bc4251ac9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:30.612428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:31.377266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1306b-7773-4776-92f6-efd14f5eb130 req-75280e07-721b-4277-8bc3-f983d47e626f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:31.378697 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c6d1306b-7773-4776-92f6-efd14f5eb130 req-75280e07-721b-4277-8bc3-f983d47e626f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0770020 Feb 21 09:26:31.423507 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c6d1306b-7773-4776-92f6-efd14f5eb130 req-5d6f9440-f090-4e1b-b36a-5829977c08be tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393522 Feb 21 09:26:32.616802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13722e32-994c-4dfe-ad00-cecfa058bba8 req-76d32ab7-bcd0-454f-9f8c-76448fa6070a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:32.618248 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-13722e32-994c-4dfe-ad00-cecfa058bba8 req-76d32ab7-bcd0-454f-9f8c-76448fa6070a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0749750 Feb 21 09:26:32.663538 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-13722e32-994c-4dfe-ad00-cecfa058bba8 req-7bf33d5d-4431-488d-a1f4-9e3edbb56fad tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392575 Feb 21 09:26:32.990233 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3b381a38-39b7-4d01-8fc8-07556b692eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:33.678100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:33.940883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114a2df-63ef-476c-88ef-3d50ea2e7883 req-b2c89282-4803-42b7-9ab2-d75efa002d0c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:33.942275 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8114a2df-63ef-476c-88ef-3d50ea2e7883 req-b2c89282-4803-42b7-9ab2-d75efa002d0c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.1587458 Feb 21 09:26:33.986635 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8114a2df-63ef-476c-88ef-3d50ea2e7883 req-c04dad7a-42ba-4038-ba6b-48dc5ab17705 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389323 Feb 21 09:26:34.096135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:35.185233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c91dc1-db30-4822-8299-271de074f72c req-cee2923f-924a-4d9a-8527-4a9edcaec640 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:35.186564 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c2c91dc1-db30-4822-8299-271de074f72c req-cee2923f-924a-4d9a-8527-4a9edcaec640 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0767698 Feb 21 09:26:35.231889 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c2c91dc1-db30-4822-8299-271de074f72c req-02fd3a13-7365-4ca6-9905-fd88ea4ca025 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399477 Feb 21 09:26:35.772461 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-b510ac50-fbcc-420a-8d0f-fae9cacc1ec6 service neutron] 10.222.0.47 "GET /v2.0/ports/63c4a5eb-e213-4abb-8030-7c1944d64645/bindings/hv-neutron-8300 HTTP/1.1" status: 200 len: 384 time: 0.0727379 Feb 21 09:26:35.852649 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:26:36.028880 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-1129fe62-fc63-459a-8d99-1f69ec9edace service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6&tenant_id=3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 1098 time: 0.0692768 Feb 21 09:26:36.055643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:36.128249 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-6af0c0c6-a972-41cc-81e2-0fa700b2cf1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 1098 time: 0.0791795 Feb 21 09:26:36.255609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-b876780d-51cf-4bb9-96f1-00ac2b843740 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:36.257016 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-b876780d-51cf-4bb9-96f1-00ac2b843740 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1233697 Feb 21 09:26:36.392240 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-8edb8aa2-0663-4e45-a65c-c7d4409ab08d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c4a5eb-e213-4abb-8030-7c1944d64645 HTTP/1.1" status: 200 len: 1000 time: 0.1288331 Feb 21 09:26:36.469024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-048893a1-4555-448c-ad21-0d95df132313 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:36.470455 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-048893a1-4555-448c-ad21-0d95df132313 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0700228 Feb 21 09:26:36.518904 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dd7cc-2c84-4fd8-8ab9-e841e8bc5a6e req-c6b42eda-ea35-4348-974f-d89f3065bee6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:36.520360 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-108dd7cc-2c84-4fd8-8ab9-e841e8bc5a6e req-c6b42eda-ea35-4348-974f-d89f3065bee6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.1671107 Feb 21 09:26:36.584186 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-108dd7cc-2c84-4fd8-8ab9-e841e8bc5a6e req-1013fc51-07f0-44b5-b332-3a2f85e23852 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577278 Feb 21 09:26:36.590768 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-85eb86b6-4956-4d0c-9410-aeb5ebdc0255 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1136184 Feb 21 09:26:36.721530 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-1e934992-8ebd-4509-be2e-60e047059bff service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242466 Feb 21 09:26:36.851065 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5adefdb6-e378-42b0-8cbc-879d4cc7e7e2 req-65754782-7fbd-416f-b573-1406ae47a40b service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241765 Feb 21 09:26:37.921279 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b5776-b0f0-4c79-bb6d-9a5ae90292c7 req-74575f58-83be-4793-b28f-822df71f8f41 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:37.922728 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6c4b5776-b0f0-4c79-bb6d-9a5ae90292c7 req-74575f58-83be-4793-b28f-822df71f8f41 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0796723 Feb 21 09:26:37.969988 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6c4b5776-b0f0-4c79-bb6d-9a5ae90292c7 req-0164ac20-0892-46cd-b6ac-fac7ac0614bb tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419030 Feb 21 09:26:38.582618 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 63c4a5eb-e213-4abb-8030-7c1944d64645 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:26:38.585957 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 63c4a5eb-e213-4abb-8030-7c1944d64645 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:26:38.802171 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:38.819866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 63c4a5eb-e213-4abb-8030-7c1944d64645, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=63c4a5eb-e213-4abb-8030-7c1944d64645,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:26:38.839666 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'port_id': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'mac_address': 'fa:16:3e:c8:1b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:26:38.846393 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:26:38.887244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 63c4a5eb-e213-4abb-8030-7c1944d64645, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=63c4a5eb-e213-4abb-8030-7c1944d64645,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:26:38.899250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:38.932175 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'code': 200} Feb 21 09:26:38.947044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:38.980238 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63c4a5eb-e213-4abb-8030-7c1944d64645 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:26:39.025475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=63c4a5eb-e213-4abb-8030-7c1944d64645,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:26:39.047330 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:26:39.047685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:26:39.165867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c4330-b11f-4ef8-826f-d4c75f225a6b req-1b69ec17-8335-455f-beab-ac4323b4bb5e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:39.167337 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c12c4330-b11f-4ef8-826f-d4c75f225a6b req-1b69ec17-8335-455f-beab-ac4323b4bb5e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 943 time: 0.0752180 Feb 21 09:26:39.212663 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c12c4330-b11f-4ef8-826f-d4c75f225a6b req-b06c1d7f-57eb-4590-97e1-89d44a3ec9d7 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399561 Feb 21 09:26:39.611691 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:39.630407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c4a5eb-e213-4abb-8030-7c1944d64645 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:26:39.645479 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 63c4a5eb-e213-4abb-8030-7c1944d64645, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=63c4a5eb-e213-4abb-8030-7c1944d64645,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:26:39.648523 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:39.696760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a433b11-a85f-49d8-88a2-128e738c609b req-f7cf59f1-5d00-4836-9c99-a2b9dd4d2f01 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:39.698265 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-f7cf59f1-5d00-4836-9c99-a2b9dd4d2f01 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6&tenant_id=3d5380317016474b9798d91327b2d458&binding%3Ahost_id=hv-neutron-8300 HTTP/1.1" status: 200 len: 943 time: 0.1405380 Feb 21 09:26:39.753778 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['63c4a5eb-e213-4abb-8030-7c1944d64645'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:26:39.762816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cd88a-4594-4873-8948-8bf9d4a2d1e4 req-156dd244-03c8-47d6-9b5a-fb6faab2c8d5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:39.764228 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-931cd88a-4594-4873-8948-8bf9d4a2d1e4 req-156dd244-03c8-47d6-9b5a-fb6faab2c8d5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 944 time: 0.1447818 Feb 21 09:26:39.789255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=63c4a5eb-e213-4abb-8030-7c1944d64645,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:26:39.827072 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-931cd88a-4594-4873-8948-8bf9d4a2d1e4 req-a5a018f9-982a-4459-88b8-837e1ac906c2 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557985 Feb 21 09:26:39.831361 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-7d50ebcb-266b-49ac-b3de-3a90be44dba2 service neutron] 10.222.0.47 "GET /v2.0/ports/63c4a5eb-e213-4abb-8030-7c1944d64645/bindings/hv-neutron-8300 HTTP/1.1" status: 200 len: 384 time: 0.1249740 Feb 21 09:26:39.923966 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-5c762733-1f57-4a4d-a435-adc08f6c29d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 1097 time: 0.0674369 Feb 21 09:26:40.141293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a433b11-a85f-49d8-88a2-128e738c609b req-9da4a887-6ffa-4840-a498-051806feedd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:40.142715 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-9da4a887-6ffa-4840-a498-051806feedd9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.2129912 Feb 21 09:26:40.243284 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-2dd35e92-4fd9-4c1b-9961-6226686ffec3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c4a5eb-e213-4abb-8030-7c1944d64645 HTTP/1.1" status: 200 len: 999 time: 0.0944128 Feb 21 09:26:40.302281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a433b11-a85f-49d8-88a2-128e738c609b req-8eec2a98-6f09-42d0-8e48-d3810e6436ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:40.303694 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-8eec2a98-6f09-42d0-8e48-d3810e6436ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0551083 Feb 21 09:26:40.379011 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-653f3f02-8035-4d92-b99f-ff922e97b13b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683110 Feb 21 09:26:40.508261 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-78ad71d1-556e-4f7b-b5e1-c8b527e6eaea service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227620 Feb 21 09:26:40.582408 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 63c4a5eb-e213-4abb-8030-7c1944d64645 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:26:40.639537 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-07354839-d8b3-4c8a-8e38-e49f5b4dfbdf service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257892 Feb 21 09:26:40.658020 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 63c4a5eb-e213-4abb-8030-7c1944d64645 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:26:40.658592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:40.767596 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:40.798834 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 63c4a5eb-e213-4abb-8030-7c1944d64645, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=63c4a5eb-e213-4abb-8030-7c1944d64645,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:26:40.802592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:40.868189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=63c4a5eb-e213-4abb-8030-7c1944d64645,revision_number=8']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:26:40.876588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:40.876929 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:40.877263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:40.877612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:40.877919 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:40.878268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:40.878546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:40.878850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:40.879342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:40.879487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:40.879806 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:40.932986 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:26:40.994062 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'code': 200} Feb 21 09:26:41.024921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b29abd-548a-4487-80ea-495191deadaa req-501b906f-12ca-4a96-beee-8cb796173da4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:41.026288 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a1b29abd-548a-4487-80ea-495191deadaa req-501b906f-12ca-4a96-beee-8cb796173da4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0751176 Feb 21 09:26:41.071415 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a1b29abd-548a-4487-80ea-495191deadaa req-67903332-7426-43e5-801b-6fd15a2b4178 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388503 Feb 21 09:26:42.270109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c379dac-2564-4fa3-b71b-204c5af7e5cc req-10e2ce28-973f-4338-91d6-17db879012a9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:42.271565 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9c379dac-2564-4fa3-b71b-204c5af7e5cc req-10e2ce28-973f-4338-91d6-17db879012a9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0791562 Feb 21 09:26:42.316217 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9c379dac-2564-4fa3-b71b-204c5af7e5cc req-b565f9a9-3bb0-4bb5-b585-e37be2d2f48f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393040 Feb 21 09:26:43.028775 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-ad8914b9-65fc-4c8a-ad46-e965774aae6d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6&tenant_id=3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 1098 time: 0.0671721 Feb 21 09:26:43.118382 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-08e82b33-f8dc-479d-9870-7d52089c4698 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 1098 time: 0.0693784 Feb 21 09:26:43.245513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a433b11-a85f-49d8-88a2-128e738c609b req-7cf624f0-e326-4557-9d36-81b9c3772564 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:43.247505 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-7cf624f0-e326-4557-9d36-81b9c3772564 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1239524 Feb 21 09:26:43.349068 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-5086ff2b-93f6-4a24-803c-add103c27cce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c4a5eb-e213-4abb-8030-7c1944d64645 HTTP/1.1" status: 200 len: 1000 time: 0.0945334 Feb 21 09:26:43.410192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a433b11-a85f-49d8-88a2-128e738c609b req-cde3f0c7-b27d-4d3a-9f2e-b294477f4be2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:43.411562 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-cde3f0c7-b27d-4d3a-9f2e-b294477f4be2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0567820 Feb 21 09:26:43.493009 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-55ef8ec0-066d-4c01-8aad-08064a9a4678 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752523 Feb 21 09:26:43.674616 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-bd3d6802-6da7-4f3a-bd80-2888bdb94f08 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755068 Feb 21 09:26:43.845590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e094151-5452-4d8f-b907-789bffb3fff9 req-275c2a86-184f-4856-9447-7878cdb10366 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:43.847020 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5e094151-5452-4d8f-b907-789bffb3fff9 req-275c2a86-184f-4856-9447-7878cdb10366 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.2661572 Feb 21 09:26:43.932080 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5e094151-5452-4d8f-b907-789bffb3fff9 req-8365bffd-bc91-4aa9-bb25-dc89e6d8f972 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787334 Feb 21 09:26:43.934456 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6a433b11-a85f-49d8-88a2-128e738c609b req-05f7ecd1-9b9e-4f56-b497-ce0884f69570 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533123 Feb 21 09:26:44.586749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 63c4a5eb-e213-4abb-8030-7c1944d64645 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:26:44.589135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 63c4a5eb-e213-4abb-8030-7c1944d64645 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:26:44.802193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:44.823923 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 63c4a5eb-e213-4abb-8030-7c1944d64645, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=63c4a5eb-e213-4abb-8030-7c1944d64645,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:26:44.843337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'port_id': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'mac_address': 'fa:16:3e:c8:1b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:26:44.848033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:26:44.882871 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 63c4a5eb-e213-4abb-8030-7c1944d64645, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=63c4a5eb-e213-4abb-8030-7c1944d64645,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:26:44.898876 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:44.941257 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'code': 200} Feb 21 09:26:44.968450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:44.993679 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63c4a5eb-e213-4abb-8030-7c1944d64645 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:26:45.002184 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=63c4a5eb-e213-4abb-8030-7c1944d64645,revision_number=9']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:26:45.061214 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:26:45.061571 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:26:45.149910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22627958-34ca-4d83-b9d7-2890231c5b98 req-4e256948-0415-4821-9454-a0d231a9cc58 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:45.151372 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-22627958-34ca-4d83-b9d7-2890231c5b98 req-4e256948-0415-4821-9454-a0d231a9cc58 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 943 time: 0.0797598 Feb 21 09:26:45.198408 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-22627958-34ca-4d83-b9d7-2890231c5b98 req-3fcdefbe-ff3a-4239-b74b-2a0c5ed090e8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403569 Feb 21 09:26:45.614023 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:45.631194 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c4a5eb-e213-4abb-8030-7c1944d64645 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:26:45.646207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 63c4a5eb-e213-4abb-8030-7c1944d64645, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=63c4a5eb-e213-4abb-8030-7c1944d64645,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:26:45.650654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:45.715965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['63c4a5eb-e213-4abb-8030-7c1944d64645'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:26:45.766728 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=63c4a5eb-e213-4abb-8030-7c1944d64645,revision_number=10']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:26:46.395798 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc32b0-ebd2-493b-b41c-3c712a2b41a6 req-425d25d4-4bf3-49c3-bce6-aa1755c243fd tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:46.397219 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3bfc32b0-ebd2-493b-b41c-3c712a2b41a6 req-425d25d4-4bf3-49c3-bce6-aa1755c243fd tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0737636 Feb 21 09:26:46.441334 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3bfc32b0-ebd2-493b-b41c-3c712a2b41a6 req-d7451236-7af3-472b-ba85-791e04839c0b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388203 Feb 21 09:26:46.597951 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 63c4a5eb-e213-4abb-8030-7c1944d64645 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:26:46.633866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8194a78-eb5d-4986-8307-cbe044690abf req-b1ad0d4c-6de0-486b-a56b-ec1b088504a0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:46.635342 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f8194a78-eb5d-4986-8307-cbe044690abf req-b1ad0d4c-6de0-486b-a56b-ec1b088504a0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 945 time: 0.0786216 Feb 21 09:26:46.668707 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 63c4a5eb-e213-4abb-8030-7c1944d64645 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:26:46.669267 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:46.683375 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f8194a78-eb5d-4986-8307-cbe044690abf req-64a75242-04f7-43d9-b45f-2def7be446d4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416660 Feb 21 09:26:46.784205 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:46.815913 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 63c4a5eb-e213-4abb-8030-7c1944d64645, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=63c4a5eb-e213-4abb-8030-7c1944d64645,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:26:46.820349 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:46.877618 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa12748-d21b-4526-86e4-5c900240531c req-2a83857b-4468-4efc-b02c-0c6477eaa91a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:46.879083 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-daa12748-d21b-4526-86e4-5c900240531c req-2a83857b-4468-4efc-b02c-0c6477eaa91a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 946 time: 0.0782554 Feb 21 09:26:46.884920 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=63c4a5eb-e213-4abb-8030-7c1944d64645,revision_number=11']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:26:46.926913 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-daa12748-d21b-4526-86e4-5c900240531c req-1f1350aa-031a-4c10-81a4-e31226b9de92 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422220 Feb 21 09:26:46.941898 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:26:46.994234 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'code': 200} Feb 21 09:26:47.332380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1e45c-2bc7-4e4a-be8b-8e7bf7093609 req-6fcc210b-be9a-4973-b335-cc3397f77b20 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:47.333803 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fdd1e45c-2bc7-4e4a-be8b-8e7bf7093609 req-6fcc210b-be9a-4973-b335-cc3397f77b20 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 946 time: 0.0745213 Feb 21 09:26:47.377891 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fdd1e45c-2bc7-4e4a-be8b-8e7bf7093609 req-f49199d3-46c8-4ca4-a8c2-02ce50d2d33f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384076 Feb 21 09:26:48.576713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd5372-cfec-4a7d-9570-2e211d14ba1d req-3c82883b-bee8-48f1-9381-3eb8215a76fc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:48.578163 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eacd5372-cfec-4a7d-9570-2e211d14ba1d req-3c82883b-bee8-48f1-9381-3eb8215a76fc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 946 time: 0.0778055 Feb 21 09:26:48.623242 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eacd5372-cfec-4a7d-9570-2e211d14ba1d req-b40bf2ce-fc65-47fe-b4ff-1bcb45045c98 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395584 Feb 21 09:26:49.258467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-5d542cd7-6600-4c8c-8a13-107c779405b7 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:49.259808 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-5d542cd7-6600-4c8c-8a13-107c779405b7 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 946 time: 0.0728958 Feb 21 09:26:49.328142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Deleting port 63c4a5eb-e213-4abb-8030-7c1944d64645 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:26:49.328472 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:49.558035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] For port 63c4a5eb-e213-4abb-8030-7c1944d64645, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=63c4a5eb-e213-4abb-8030-7c1944d64645,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:26:49.558321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:49.900778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:49.901485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:49.901835 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b disassociated. External IP: 172.26.6.4, port: 63c4a5eb-e213-4abb-8030-7c1944d64645. Feb 21 09:26:49.902707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Calling delete_port for 63c4a5eb-e213-4abb-8030-7c1944d64645 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:26:49.961723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef70ba6-3e71-45c5-9405-639902d1c79a req-1ae9b74f-daa2-40a4-9a79-313728b7f6a4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:49.963201 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7ef70ba6-3e71-45c5-9405-639902d1c79a req-1ae9b74f-daa2-40a4-9a79-313728b7f6a4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 946 time: 0.2193899 Feb 21 09:26:50.061118 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7ef70ba6-3e71-45c5-9405-639902d1c79a req-495e03da-b3c0-4001-98cc-157464a64008 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916948 Feb 21 09:26:50.090005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:50.137553 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event deleted for resources: {'Port': ['ID=63c4a5eb-e213-4abb-8030-7c1944d64645,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:26:50.150632 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:50.151023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:50.151308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:50.151627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:50.151947 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:50.152949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:50.153185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:50.153494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:50.153814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:50.154109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:50.154413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:26:50.452631 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Router abb2ac6b-91da-4c83-a797-4602e88ecbba has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:26:50.653913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:26:50.664148 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176571c-64bd-48bb-b04a-6d716039b7a6 None None] Sync routers for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:26:50.676242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176571c-64bd-48bb-b04a-6d716039b7a6 None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:26:50.676849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8176571c-64bd-48bb-b04a-6d716039b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:26:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:26:50.722594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] No DVR routers for this DVR port 63c4a5eb-e213-4abb-8030-7c1944d64645 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:26:50.724998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:50.727585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'name': 'network-vif-deleted', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:26:50.744770 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-838e2b79-8c26-427f-aa2c-48591f41f3c7 req-85ad5eea-594e-49b7-b966-83758176328d tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "DELETE /v2.0/ports/63c4a5eb-e213-4abb-8030-7c1944d64645 HTTP/1.1" status: 204 len: 173 time: 1.4797356 Feb 21 09:26:50.789972 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23076bb-52aa-4524-ae07-48b654fe28d6', 'name': 'network-vif-deleted', 'tag': '63c4a5eb-e213-4abb-8030-7c1944d64645', 'status': 'completed', 'code': 200} Feb 21 09:26:50.897872 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-8176571c-64bd-48bb-b04a-6d716039b7a6 None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:26:51.220896 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8176571c-64bd-48bb-b04a-6d716039b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:26:51.225592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176571c-64bd-48bb-b04a-6d716039b7a6 None None] Checking router: abb2ac6b-91da-4c83-a797-4602e88ecbba for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:26:51.237712 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176571c-64bd-48bb-b04a-6d716039b7a6 None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:26:51.238338 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8176571c-64bd-48bb-b04a-6d716039b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:26:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:26:51.254316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-97b6bf0e-f316-4003-ad98-586e2351dfb0 req-3a58a013-22fa-4b66-a86a-4041426213ec tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Synchronizing usage tracker for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:26:51.273516 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-97b6bf0e-f316-4003-ad98-586e2351dfb0 req-3a58a013-22fa-4b66-a86a-4041426213ec tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Unset dirty status for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:26:51.274924 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-97b6bf0e-f316-4003-ad98-586e2351dfb0 req-3a58a013-22fa-4b66-a86a-4041426213ec tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d23076bb-52aa-4524-ae07-48b654fe28d6 HTTP/1.1" status: 200 len: 210 time: 0.0795009 Feb 21 09:26:51.426911 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-8176571c-64bd-48bb-b04a-6d716039b7a6 None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:26:51.749904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-8176571c-64bd-48bb-b04a-6d716039b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:26:51.754803 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176571c-64bd-48bb-b04a-6d716039b7a6 None None] The sync data for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv is: [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:26:51.966598 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae9f573-2daf-486d-8fc8-7ecb435dfb47 None None] New status for floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:26:52.629134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 63c4a5eb-e213-4abb-8030-7c1944d64645 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:26:52.629323 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-82bb12d9-b553-4b16-8846-6e8f1d61ba99 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1193676336&fields=id&tenant_id=3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 267 time: 0.0401609 Feb 21 09:26:52.665285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 63c4a5eb-e213-4abb-8030-7c1944d64645 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:26:52.665731 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 63c4a5eb-e213-4abb-8030-7c1944d64645 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:26:52.775137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-64a11f1c-cb64-4e60-9537-ce1e7ad64889 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:52.776468 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-64a11f1c-cb64-4e60-9537-ce1e7ad64889 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 811 time: 0.1409886 Feb 21 09:26:52.792912 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-84691bb8-7d32-4f54-bcf3-75271f80d79e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/quotas/3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 375 time: 0.0103629 Feb 21 09:26:52.871626 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-8030f939-2f90-4bd3-b947-af29f19c23b3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741251 Feb 21 09:26:53.069998 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-728154d2-4d0d-4b77-9f92-2e440ef8d461 service neutron] 10.222.0.48 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872299 Feb 21 09:26:53.197356 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-843db997-42e3-4d0a-94fb-cd586048a713 service neutron] 10.222.0.48 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211998 Feb 21 09:26:53.381802 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-44e51b4d-8c52-418e-a771-173535755539 req-b7d0e936-9b2e-4cf1-9fe9-b17596860709 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 210 time: 0.0447934 Feb 21 09:26:54.400826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-cdd1b57d-07f1-4592-b546-dc62ab6bb4c6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:54.402750 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-cdd1b57d-07f1-4592-b546-dc62ab6bb4c6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 811 time: 0.1438928 Feb 21 09:26:54.456315 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-1c01550a-52ed-4d7b-99d1-817bcbf9a782 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 380 time: 0.0409117 Feb 21 09:26:54.465065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Request body: {'port': {'device_id': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'admin_state_up': True, 'tenant_id': '3d5380317016474b9798d91327b2d458', 'security_groups': ['81b4fa40-96fe-449c-b4c0-3d4de424190c']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:26:54.586834 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4671f380-0fe2-4d21-8347-136733cb860b req-dff4d0b0-0d02-46c0-9855-757b0e384634 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 210 time: 0.0561552 Feb 21 09:26:54.641992 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:26:54.651319 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:26:54.660812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Made reservation on behalf of 3d5380317016474b9798d91327b2d458 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:26:54.663759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:54.913056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Allocated IP 172.20.0.6 (6a9d7a39-28f0-4346-9c42-5b8c8f2bf612/8d731365-73de-4dd0-8561-365a6652bcbe/b01ebb0c-7c16-4558-a2b8-522e42484656) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:26:55.095322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:55.109997 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Transition to ACTIVE for port object b01ebb0c-7c16-4558-a2b8-522e42484656 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:26:55.130876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:55.198255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:26:55.201774 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:26:55.205586 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:26:55.235068 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event updated for resources: {'Port': ['ID=b01ebb0c-7c16-4558-a2b8-522e42484656,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:26:55.278586 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:55.279209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:55.304088 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-2dacf7c0-8a43-4f59-9e1f-d505e2594599 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8432522 Feb 21 09:26:55.315212 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Request body: {'port': {'device_id': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:26:55.423199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:55.506623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ad181c0e-2a7f-466d-9cb6-2cd716d9d573 None None] Provisioning for port b01ebb0c-7c16-4558-a2b8-522e42484656 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:26:55.512755 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ad181c0e-2a7f-466d-9cb6-2cd716d9d573 None None] Provisioning complete for port b01ebb0c-7c16-4558-a2b8-522e42484656 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:26:55.513243 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ad181c0e-2a7f-466d-9cb6-2cd716d9d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:55.571715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-ad181c0e-2a7f-466d-9cb6-2cd716d9d573 None None] Port b01ebb0c-7c16-4558-a2b8-522e42484656 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:26:55.806924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01ebb0c-7c16-4558-a2b8-522e42484656 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:26:55.816639 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:55.835547 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Transition to ACTIVE for port object b01ebb0c-7c16-4558-a2b8-522e42484656 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:26:55.840855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:55.884639 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f962ed9-6c6f-407b-8429-47e0911460f1 req-1705739b-ece5-4491-acd0-b3d4719ad93c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:55.885321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-9f962ed9-6c6f-407b-8429-47e0911460f1 req-1705739b-ece5-4491-acd0-b3d4719ad93c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Synchronizing usage tracker for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:26:55.980693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Pushing event updated for resources: {'Port': ['ID=b01ebb0c-7c16-4558-a2b8-522e42484656,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:26:55.984012 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-9f962ed9-6c6f-407b-8429-47e0911460f1 req-1705739b-ece5-4491-acd0-b3d4719ad93c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Unset dirty status for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:26:55.985165 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9f962ed9-6c6f-407b-8429-47e0911460f1 req-1705739b-ece5-4491-acd0-b3d4719ad93c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 931 time: 0.2787943 Feb 21 09:26:56.111391 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9f962ed9-6c6f-407b-8429-47e0911460f1 req-f446731c-fce4-46c9-b4e8-a848df4c071c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187203 Feb 21 09:26:56.126890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Attempting to bind port b01ebb0c-7c16-4558-a2b8-522e42484656 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:26:56.127246 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Attempting to bind port b01ebb0c-7c16-4558-a2b8-522e42484656 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:26:56.127578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Attempting to bind port b01ebb0c-7c16-4558-a2b8-522e42484656 on network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:26:56.133413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Port b01ebb0c-7c16-4558-a2b8-522e42484656 on network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:26:56.133727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Attempting to bind port b01ebb0c-7c16-4558-a2b8-522e42484656 on network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:26:56.139947 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:26:56.140276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Checking segment: {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:26:56.140678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Bound using segment: {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:26:56.141092 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Bound port: b01ebb0c-7c16-4558-a2b8-522e42484656, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cd0d63-fba5-4514-8f98-ebb36ba2be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:26:56.141431 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:56.225291 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] For port b01ebb0c-7c16-4558-a2b8-522e42484656, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:26:56.228461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] For port b01ebb0c-7c16-4558-a2b8-522e42484656, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b01ebb0c-7c16-4558-a2b8-522e42484656,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:26:56.233484 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:56.294567 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:56.296153 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] 10.222.0.47 "PUT /v2.0/ports/b01ebb0c-7c16-4558-a2b8-522e42484656 HTTP/1.1" status: 200 len: 1093 time: 0.9850044 Feb 21 09:26:56.299078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:26:56.325126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb8e32-fc1f-488c-8223-d520c40dbbfa service neutron] Pushing event updated for resources: {'Port': ['ID=b01ebb0c-7c16-4558-a2b8-522e42484656,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:26:56.369090 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'status': 'completed', 'code': 200} Feb 21 09:26:56.410114 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-1c8eb463-e3b0-486c-a345-92d629e66f55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 1096 time: 0.0728667 Feb 21 09:26:56.482669 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-fcfbf1a4-3297-48c6-b7df-0741b654b45d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b01ebb0c-7c16-4558-a2b8-522e42484656 HTTP/1.1" status: 200 len: 217 time: 0.0653508 Feb 21 09:26:56.544521 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-752f7287-c6cd-491b-a065-669159efa6c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:56.545977 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-752f7287-c6cd-491b-a065-669159efa6c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0571814 Feb 21 09:26:56.726950 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-f9962220-2057-4549-a7f1-9f6b766b0439 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1733088 Feb 21 09:26:56.856042 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-3a650e96-41e5-456c-a141-fad3616b7227 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230967 Feb 21 09:26:56.993331 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1909cd44-5d6c-49c8-b411-67506e55af9a req-0bae70a9-57eb-47cc-ad51-826ffc586155 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315708 Feb 21 09:26:57.100636 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ecd5a9d-6e25-4b34-97fb-dfa349e1f811 req-dcd649e0-8101-46dd-89d8-e7a9074a826d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 1096 time: 0.0663068 Feb 21 09:26:57.229354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5a9d-6e25-4b34-97fb-dfa349e1f811 req-5a32b971-efda-488b-83d4-018075b56dc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:57.231233 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ecd5a9d-6e25-4b34-97fb-dfa349e1f811 req-5a32b971-efda-488b-83d4-018075b56dc7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1248167 Feb 21 09:26:57.331185 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ecd5a9d-6e25-4b34-97fb-dfa349e1f811 req-c5214216-d68e-498f-8266-0b6b87b9c4b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b01ebb0c-7c16-4558-a2b8-522e42484656 HTTP/1.1" status: 200 len: 217 time: 0.0708013 Feb 21 09:26:57.408728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5a9d-6e25-4b34-97fb-dfa349e1f811 req-30a78035-b5ac-451d-bd7f-1dcd2076fc2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:57.410111 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ecd5a9d-6e25-4b34-97fb-dfa349e1f811 req-30a78035-b5ac-451d-bd7f-1dcd2076fc2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0685713 Feb 21 09:26:57.416247 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289558f6-760c-4a2a-81a4-3c4f5b356af3 req-8f649c7c-d6cd-4d2a-9752-668efc03b764 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:57.417649 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-289558f6-760c-4a2a-81a4-3c4f5b356af3 req-8f649c7c-d6cd-4d2a-9752-668efc03b764 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 943 time: 0.1855712 Feb 21 09:26:57.507162 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-289558f6-760c-4a2a-81a4-3c4f5b356af3 req-ae2f5499-be7a-494a-95fb-cb62c176e811 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609403 Feb 21 09:26:57.518674 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ecd5a9d-6e25-4b34-97fb-dfa349e1f811 req-ea48d920-8e25-430e-b675-43d9ae1a68b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1001379 Feb 21 09:26:57.648107 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ecd5a9d-6e25-4b34-97fb-dfa349e1f811 req-96334f16-16a3-4373-aff4-feaf81068431 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229544 Feb 21 09:26:57.775925 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ecd5a9d-6e25-4b34-97fb-dfa349e1f811 req-d0151608-6b74-415a-8132-651425f2a993 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217935 Feb 21 09:26:58.661356 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b01ebb0c-7c16-4558-a2b8-522e42484656 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:26:58.710120 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12ddb9-a8e9-42ce-8468-8e0fcb048e6d req-370d0ad7-c9e1-4fe6-8c26-3b38acaccba3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:58.717783 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6e12ddb9-a8e9-42ce-8468-8e0fcb048e6d req-370d0ad7-c9e1-4fe6-8c26-3b38acaccba3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 943 time: 0.0906487 Feb 21 09:26:58.767863 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6e12ddb9-a8e9-42ce-8468-8e0fcb048e6d req-4dd4bc88-56c1-4644-b984-84e3738c22c6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491419 Feb 21 09:26:58.814193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b01ebb0c-7c16-4558-a2b8-522e42484656, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b01ebb0c-7c16-4558-a2b8-522e42484656,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:26:58.827638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'port_id': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'mac_address': 'fa:16:3e:27:b9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:26:58.884716 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:58.902235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01ebb0c-7c16-4558-a2b8-522e42484656 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:26:58.916800 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b01ebb0c-7c16-4558-a2b8-522e42484656, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b01ebb0c-7c16-4558-a2b8-522e42484656,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:26:58.921099 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:26:58.983899 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=b01ebb0c-7c16-4558-a2b8-522e42484656,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:26:59.120285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['b01ebb0c-7c16-4558-a2b8-522e42484656'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:26:59.960703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6a41d-43f7-459c-a8ba-7c9d61aabc11 req-660db6a6-9870-4c20-ad8d-ef24c11798b6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:26:59.962051 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ae6a41d-43f7-459c-a8ba-7c9d61aabc11 req-660db6a6-9870-4c20-ad8d-ef24c11798b6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 944 time: 0.0763578 Feb 21 09:27:00.014259 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ae6a41d-43f7-459c-a8ba-7c9d61aabc11 req-398b1dd1-4bf0-4844-9c45-8f63540e5628 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467160 Feb 21 09:27:00.209090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba328-4727-498d-b34b-46b49949bbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:00.626788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:00.691472 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b01ebb0c-7c16-4558-a2b8-522e42484656 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:27:00.756314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port b01ebb0c-7c16-4558-a2b8-522e42484656 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:27:00.760762 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port b01ebb0c-7c16-4558-a2b8-522e42484656 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:27:00.761668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:00.910169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:00.936645 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:27:00.946425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b01ebb0c-7c16-4558-a2b8-522e42484656, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b01ebb0c-7c16-4558-a2b8-522e42484656,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:27:00.950648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:01.006665 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'code': 200} Feb 21 09:27:01.022560 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=b01ebb0c-7c16-4558-a2b8-522e42484656,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:27:01.270292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55dcbb-89c0-41ac-8705-fca3f5639d96 req-dba4f60e-5ad6-4932-a449-a2c0b26f872e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:01.271662 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b55dcbb-89c0-41ac-8705-fca3f5639d96 req-dba4f60e-5ad6-4932-a449-a2c0b26f872e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.1320331 Feb 21 09:27:01.275200 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-17081619-0865-47a8-adb0-f53b37eb5a26 req-9051b1ba-b14a-48de-a90d-acfc15db8b0c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 1098 time: 0.1044018 Feb 21 09:27:01.353473 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b55dcbb-89c0-41ac-8705-fca3f5639d96 req-7e05005e-c30b-4c60-b5fe-061128ad310b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757837 Feb 21 09:27:01.355198 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-17081619-0865-47a8-adb0-f53b37eb5a26 req-0a1d9cf8-1d33-4791-80a9-9a589dcc45b0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636225 Feb 21 09:27:02.552162 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e183fe6-05ea-41e1-a2c0-a53992afa142 req-f7e682df-2136-48e2-83ae-37fceddfc087 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:02.553600 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9e183fe6-05ea-41e1-a2c0-a53992afa142 req-f7e682df-2136-48e2-83ae-37fceddfc087 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0755274 Feb 21 09:27:02.600967 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9e183fe6-05ea-41e1-a2c0-a53992afa142 req-88f0455a-8e50-4b1b-888e-27990cd6381a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412288 Feb 21 09:27:02.882589 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781756a-cad8-465a-bd7c-695eb64bc3a1 req-0805b660-9b41-4e34-b321-42f3c4138846 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:02.884082 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3781756a-cad8-465a-bd7c-695eb64bc3a1 req-0805b660-9b41-4e34-b321-42f3c4138846 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.1652615 Feb 21 09:27:02.892807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60612) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:27:02.897933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f1db6225-ca90-478b-8658-defefbf2093e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Request body: {'floatingip': {'port_id': 'b01ebb0c-7c16-4558-a2b8-522e42484656'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:27:02.975063 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f1db6225-ca90-478b-8658-defefbf2093e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:03.010607 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e8db4e05-5504-4548-a6dc-3e4490186d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:03.547980 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f1db6225-ca90-478b-8658-defefbf2093e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:03.551816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f1db6225-ca90-478b-8658-defefbf2093e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:03.679761 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:03.739005 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-f1db6225-ca90-478b-8658-defefbf2093e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b associated. External IP: 172.26.6.4, port: b01ebb0c-7c16-4558-a2b8-522e42484656. Feb 21 09:27:04.099716 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:04.130083 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1db6225-ca90-478b-8658-defefbf2093e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Router abb2ac6b-91da-4c83-a797-4602e88ecbba has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:27:04.417366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1db6225-ca90-478b-8658-defefbf2093e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:27:04.421593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f1db6225-ca90-478b-8658-defefbf2093e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:04.428244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb03b3-0755-4053-84ef-c4c0d22c0c4d None None] Sync routers for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:27:04.441177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb03b3-0755-4053-84ef-c4c0d22c0c4d None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:27:04.441790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ebcb03b3-0755-4053-84ef-c4c0d22c0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:27:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:27:04.477009 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f1db6225-ca90-478b-8658-defefbf2093e tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "PUT /v2.0/floatingips/2991c0b8-e190-4d72-90fb-4e47a512d42b HTTP/1.1" status: 200 len: 990 time: 1.5831418 Feb 21 09:27:04.477578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:27:04.536752 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'status': 'completed', 'code': 200} Feb 21 09:27:04.644648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-ebcb03b3-0755-4053-84ef-c4c0d22c0c4d None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:27:04.646450 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-38397e6e-e34d-4869-aa41-778d45cb008b req-f54099d3-b57e-4ec2-8e52-62a527b9cff0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 1098 time: 0.0859425 Feb 21 09:27:04.788785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38397e6e-e34d-4869-aa41-778d45cb008b req-bbfbd559-73d6-4431-8227-ee7948dcdec3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:04.790166 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-38397e6e-e34d-4869-aa41-778d45cb008b req-bbfbd559-73d6-4431-8227-ee7948dcdec3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1378975 Feb 21 09:27:04.897369 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-38397e6e-e34d-4869-aa41-778d45cb008b req-666df8b5-6b94-4c43-b8f6-f922c3648afb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b01ebb0c-7c16-4558-a2b8-522e42484656 HTTP/1.1" status: 200 len: 998 time: 0.1015201 Feb 21 09:27:04.976601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38397e6e-e34d-4869-aa41-778d45cb008b req-216b333a-6cc2-4ab9-94f6-821c5579586b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:04.978747 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-38397e6e-e34d-4869-aa41-778d45cb008b req-216b333a-6cc2-4ab9-94f6-821c5579586b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0758841 Feb 21 09:27:05.045663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ebcb03b3-0755-4053-84ef-c4c0d22c0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '2991c0b8-e190-4d72-90fb-4e47a512d42b', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'port_id': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'mac_address': 'fa:16:3e:27:b9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:24:08Z', 'updated_at': '2022-02-21T09:27:03Z', 'revision_number': 13, 'project_id': '3d5380317016474b9798d91327b2d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:27:05.051452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb03b3-0755-4053-84ef-c4c0d22c0c4d None None] Checking router: abb2ac6b-91da-4c83-a797-4602e88ecbba for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:27:05.065289 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb03b3-0755-4053-84ef-c4c0d22c0c4d None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:27:05.066295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ebcb03b3-0755-4053-84ef-c4c0d22c0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:27:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:27:05.072490 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-38397e6e-e34d-4869-aa41-778d45cb008b req-75c3e676-84ba-46e8-babe-bcb4acac9f4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877783 Feb 21 09:27:05.214279 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-38397e6e-e34d-4869-aa41-778d45cb008b req-18c3fbcb-3a4e-46e4-8712-f2bae859497e service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354301 Feb 21 09:27:05.251681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-ebcb03b3-0755-4053-84ef-c4c0d22c0c4d None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:27:05.356102 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-38397e6e-e34d-4869-aa41-778d45cb008b req-d5fb03a6-5058-4316-97ea-719ee819bfb2 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355140 Feb 21 09:27:05.607639 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ebcb03b3-0755-4053-84ef-c4c0d22c0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '2991c0b8-e190-4d72-90fb-4e47a512d42b', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'port_id': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'mac_address': 'fa:16:3e:27:b9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:24:08Z', 'updated_at': '2022-02-21T09:27:03Z', 'revision_number': 13, 'project_id': '3d5380317016474b9798d91327b2d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:27:05.612237 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb03b3-0755-4053-84ef-c4c0d22c0c4d None None] The sync data for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv is: [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '2991c0b8-e190-4d72-90fb-4e47a512d42b', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'port_id': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'mac_address': 'fa:16:3e:27:b9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:24:08Z', 'updated_at': '2022-02-21T09:27:03Z', 'revision_number': 13, 'project_id': '3d5380317016474b9798d91327b2d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:27:05.815162 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05366e16-32b2-4781-9cb1-417ddbc69c38 None None] New status for floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:27:06.059573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:06.318342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c40ec3-e0c6-4ecf-9d94-716b306a8e6f req-20afdfe7-3e8d-423f-8fae-8f9e8b5d62ac tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:06.319703 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b7c40ec3-e0c6-4ecf-9d94-716b306a8e6f req-20afdfe7-3e8d-423f-8fae-8f9e8b5d62ac tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0741904 Feb 21 09:27:06.363227 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b7c40ec3-e0c6-4ecf-9d94-716b306a8e6f req-1ac10f0c-73b7-451d-92b3-e0e76d727df4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381320 Feb 21 09:27:12.853310 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:27:15.763230 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-19b4a955-cd32-449f-8c57-e7f5401c30d4 req-3792d102-8cc6-437b-be20-95eb90caf1a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0696092 Feb 21 09:27:16.081853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9bac3-4a2f-4be9-801a-f1ac9ccf2304 req-0eddce76-7661-4ed3-ad4c-2991c8a9958c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:16.083309 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4bb9bac3-4a2f-4be9-801a-f1ac9ccf2304 req-0eddce76-7661-4ed3-ad4c-2991c8a9958c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0802624 Feb 21 09:27:16.083461 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-dbf4d342-d245-49e2-97ae-40ed77db5ff5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1397011 Feb 21 09:27:16.130656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4bb9bac3-4a2f-4be9-801a-f1ac9ccf2304 req-aad13ab7-d07a-417e-8a7d-1d7dd9a778ff tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417893 Feb 21 09:27:17.204712 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-ca0f4e5a-c0e0-41a2-81eb-7c2fbbc2e6a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 1098 time: 0.0741878 Feb 21 09:27:17.380230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-f9f38d92-683b-44b5-9f01-6b32436da534 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:17.381641 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-f9f38d92-683b-44b5-9f01-6b32436da534 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1711619 Feb 21 09:27:17.551811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143947a-de61-477b-bbce-5722f4c0a834 req-b83d3456-5882-406c-b506-54b2184a29a0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:17.553143 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c143947a-de61-477b-bbce-5722f4c0a834 req-b83d3456-5882-406c-b506-54b2184a29a0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.2788398 Feb 21 09:27:17.603848 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-e61f3bd8-3e54-4515-9125-57040f7dc4f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b01ebb0c-7c16-4558-a2b8-522e42484656 HTTP/1.1" status: 200 len: 1000 time: 0.2160099 Feb 21 09:27:17.650189 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c143947a-de61-477b-bbce-5722f4c0a834 req-5acb11cf-862b-4c0b-85ec-7f6a73b78f2f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831921 Feb 21 09:27:17.677721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-1bcc73a6-1e18-47b8-a82d-f66292be079e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:17.677721 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-1bcc73a6-1e18-47b8-a82d-f66292be079e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0648425 Feb 21 09:27:17.750315 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-b9002718-cc30-41fa-9ba6-9d814350b6d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671904 Feb 21 09:27:17.882150 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-bc711dab-8e0a-430b-b274-ec87a46f90db service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255000 Feb 21 09:27:18.011487 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-1292ed48-43aa-4e6a-b89b-299610b10ead service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236138 Feb 21 09:27:18.849052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f12b90-1ee7-45c2-94a3-de75685c2560 req-9afa01c6-3235-49e5-a23b-d34fd0771b1b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:18.850496 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b2f12b90-1ee7-45c2-94a3-de75685c2560 req-9afa01c6-3235-49e5-a23b-d34fd0771b1b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0771999 Feb 21 09:27:18.897615 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b2f12b90-1ee7-45c2-94a3-de75685c2560 req-52ad8999-7232-41af-8599-0c37d142f305 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414164 Feb 21 09:27:20.090069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9069a5-3ac4-44c2-ae5a-daf47a6fe4cb req-0de3562a-002a-49af-8d73-17cf13a176d1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:20.091527 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-df9069a5-3ac4-44c2-ae5a-daf47a6fe4cb req-0de3562a-002a-49af-8d73-17cf13a176d1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0768194 Feb 21 09:27:20.135300 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-df9069a5-3ac4-44c2-ae5a-daf47a6fe4cb req-45db5b85-74e7-4b30-bda7-3f44e6d9a5b0 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382926 Feb 21 09:27:21.332239 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc88069-a9ec-4baf-835e-41af68e187ef req-df0f1002-573c-43fb-b6f6-25d47225e2bf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:21.333680 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0cc88069-a9ec-4baf-835e-41af68e187ef req-df0f1002-573c-43fb-b6f6-25d47225e2bf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0783033 Feb 21 09:27:21.377646 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0cc88069-a9ec-4baf-835e-41af68e187ef req-bc9edf98-3efb-40f6-b475-743a0e6986a8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380647 Feb 21 09:27:22.575146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad21704-a6a9-431a-9c28-31fee9b738dd req-9b50e44f-4c53-4d44-89ac-df08ec79aee1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:22.576589 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fad21704-a6a9-431a-9c28-31fee9b738dd req-9b50e44f-4c53-4d44-89ac-df08ec79aee1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0797329 Feb 21 09:27:22.621230 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fad21704-a6a9-431a-9c28-31fee9b738dd req-d4cdd979-4320-4a59-922a-0699a3695c6b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390668 Feb 21 09:27:23.819473 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778624af-7991-4761-844d-134dc778b37d req-1274917e-943c-4e3e-aec5-2b38074b4bd6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:23.820950 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-778624af-7991-4761-844d-134dc778b37d req-1274917e-943c-4e3e-aec5-2b38074b4bd6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0793626 Feb 21 09:27:23.865292 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-778624af-7991-4761-844d-134dc778b37d req-b7da0812-b47e-4539-82ab-bd9140c4bc00 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381660 Feb 21 09:27:25.062797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369aac7-4e59-43f2-b0b0-71734920e24e req-01059844-4540-49b1-a223-4db01f5818c4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:25.064288 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5369aac7-4e59-43f2-b0b0-71734920e24e req-01059844-4540-49b1-a223-4db01f5818c4 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0758929 Feb 21 09:27:25.113001 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5369aac7-4e59-43f2-b0b0-71734920e24e req-20036ea2-1fc4-4c4b-88c5-3783fee61e99 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 Feb 21 09:27:25.396334 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-e29f5028-73d0-48f2-900b-5c739aa1006c service neutron] 10.222.0.47 "GET /v2.0/ports/b01ebb0c-7c16-4558-a2b8-522e42484656/bindings/hv-neutron-8300 HTTP/1.1" status: 200 len: 384 time: 0.0699036 Feb 21 09:27:25.646941 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-98743cd5-9a71-49d0-9443-c8a2ff314401 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1&tenant_id=3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 1098 time: 0.0674639 Feb 21 09:27:25.740800 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-42b26dac-1402-43e2-adc0-4e07aba8ba0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 1098 time: 0.0704365 Feb 21 09:27:25.876432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-504856ec-4f34-4d28-a4b6-df0b8dbe9cdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:25.877777 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-504856ec-4f34-4d28-a4b6-df0b8dbe9cdc service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1307554 Feb 21 09:27:25.984911 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-42c03cb7-aa65-41d5-ba8d-fc28724989f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b01ebb0c-7c16-4558-a2b8-522e42484656 HTTP/1.1" status: 200 len: 1000 time: 0.1015162 Feb 21 09:27:26.044069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-e35b05bb-fa45-4045-9a9d-fc1620774320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:26.045447 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-e35b05bb-fa45-4045-9a9d-fc1620774320 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0553873 Feb 21 09:27:26.116756 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-075f07bd-1ea8-4a52-a0d0-519c218f8d3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655425 Feb 21 09:27:26.419275 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-24bef714-b796-48f7-a097-51df8459fde0 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965901 Feb 21 09:27:26.431858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbbadf-d3d4-4f7e-a232-e2fc550a5481 req-df50bc3c-7fd2-4157-931a-7a47920a368c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:26.433235 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-83bbbadf-d3d4-4f7e-a232-e2fc550a5481 req-df50bc3c-7fd2-4157-931a-7a47920a368c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.1642685 Feb 21 09:27:26.572507 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-83bbbadf-d3d4-4f7e-a232-e2fc550a5481 req-21b6277f-310e-4312-b887-fb0e9f9ba1a9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222808 Feb 21 09:27:26.594964 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-22968192-4a45-48e4-b948-6842c4310574 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688042 Feb 21 09:27:27.775071 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2ae6f-7e06-438c-975d-e5481d79ba3d req-ac527624-9c02-425e-ad30-245a295889f7 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:27.777098 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-efe2ae6f-7e06-438c-975d-e5481d79ba3d req-ac527624-9c02-425e-ad30-245a295889f7 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0799677 Feb 21 09:27:27.821598 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-efe2ae6f-7e06-438c-975d-e5481d79ba3d req-029a2a29-3ca7-42c9-82b5-ca78cb671b53 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384750 Feb 21 09:27:28.832772 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b01ebb0c-7c16-4558-a2b8-522e42484656 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:27:28.835018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b01ebb0c-7c16-4558-a2b8-522e42484656 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:27:29.019783 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a59ea-ed5a-4ebe-ac4a-3b2de29bc45d req-7fb23a68-053b-4805-90e7-bd4d8c2fb5ef tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:29.021345 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c08a59ea-ed5a-4ebe-ac4a-3b2de29bc45d req-7fb23a68-053b-4805-90e7-bd4d8c2fb5ef tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0752838 Feb 21 09:27:29.073074 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c08a59ea-ed5a-4ebe-ac4a-3b2de29bc45d req-78859c2c-8121-44ae-bdb3-76b79cdc2478 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452442 Feb 21 09:27:29.089362 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:29.110976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b01ebb0c-7c16-4558-a2b8-522e42484656, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b01ebb0c-7c16-4558-a2b8-522e42484656,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:27:29.129864 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'port_id': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'mac_address': 'fa:16:3e:27:b9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:27:29.134575 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:27:29.171061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b01ebb0c-7c16-4558-a2b8-522e42484656, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b01ebb0c-7c16-4558-a2b8-522e42484656,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:27:29.180304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:29.218038 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'code': 200} Feb 21 09:27:29.246866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:29.270748 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b01ebb0c-7c16-4558-a2b8-522e42484656 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:27:29.278812 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=b01ebb0c-7c16-4558-a2b8-522e42484656,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:27:29.335320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:27:29.335670 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:27:29.887299 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:29.903962 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01ebb0c-7c16-4558-a2b8-522e42484656 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:27:29.919349 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b01ebb0c-7c16-4558-a2b8-522e42484656, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b01ebb0c-7c16-4558-a2b8-522e42484656,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:27:29.922733 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:29.982190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['b01ebb0c-7c16-4558-a2b8-522e42484656'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:27:30.022779 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=b01ebb0c-7c16-4558-a2b8-522e42484656,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:27:30.211599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-49fc57ab-1144-4dba-abf4-dbbf44f4e2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:30.273434 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67418cf2-4834-42c0-b197-de2b3d65ab1d req-8f9ff95c-c538-48c4-abc0-8a9dadb53b6c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:30.274871 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-67418cf2-4834-42c0-b197-de2b3d65ab1d req-8f9ff95c-c538-48c4-abc0-8a9dadb53b6c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 944 time: 0.0786500 Feb 21 09:27:30.319001 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-67418cf2-4834-42c0-b197-de2b3d65ab1d req-4f93a7b6-083d-47bc-8c5a-8b92c720d5ae tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380614 Feb 21 09:27:30.627264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:30.862349 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b01ebb0c-7c16-4558-a2b8-522e42484656 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:27:30.930857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port b01ebb0c-7c16-4558-a2b8-522e42484656 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:27:30.931555 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:31.047897 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:31.078805 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b01ebb0c-7c16-4558-a2b8-522e42484656, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b01ebb0c-7c16-4558-a2b8-522e42484656,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:27:31.082288 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:31.148824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=b01ebb0c-7c16-4558-a2b8-522e42484656,revision_number=8']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:27:31.219083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:27:31.283664 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'code': 200} Feb 21 09:27:31.517548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60817ca-97b3-4f5e-842c-e1e08b9fec7c req-5987977f-5f8c-4f0c-9019-df050e57de18 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:31.518887 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d60817ca-97b3-4f5e-842c-e1e08b9fec7c req-5987977f-5f8c-4f0c-9019-df050e57de18 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0774338 Feb 21 09:27:31.562675 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d60817ca-97b3-4f5e-842c-e1e08b9fec7c req-8a569de2-51bf-4913-af5a-9ca40abc0e87 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384855 Feb 21 09:27:32.757055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67d4a5-9d21-4698-9e95-b15b899ba7da req-37544165-a9ff-4470-a580-fdf7f6330825 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:32.758481 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bd67d4a5-9d21-4698-9e95-b15b899ba7da req-37544165-a9ff-4470-a580-fdf7f6330825 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0743122 Feb 21 09:27:32.802916 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bd67d4a5-9d21-4698-9e95-b15b899ba7da req-b40118c8-6d37-4965-9c38-e449caf204e8 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389905 Feb 21 09:27:32.993896 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b00cd45c-d34a-47d7-a674-ccb15f099e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:33.683864 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:33.999427 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86903b34-96f6-45d9-84bd-2b30bd248b29 req-2a782840-0e13-40bb-9512-0ae282e0ee6f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:34.000813 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-86903b34-96f6-45d9-84bd-2b30bd248b29 req-2a782840-0e13-40bb-9512-0ae282e0ee6f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0786145 Feb 21 09:27:34.044819 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-86903b34-96f6-45d9-84bd-2b30bd248b29 req-cf714ae7-c3c8-45c7-aaac-1a6120d87da6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385413 Feb 21 09:27:34.102120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:35.239198 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8c7b7-7007-442c-8aed-f10c16fd8ae5 req-34e423c8-6acb-488c-b54d-04371ecd30bf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:35.241231 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7de8c7b7-7007-442c-8aed-f10c16fd8ae5 req-34e423c8-6acb-488c-b54d-04371ecd30bf tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0747969 Feb 21 09:27:35.289456 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7de8c7b7-7007-442c-8aed-f10c16fd8ae5 req-91ab4dc6-88a0-4390-880f-226af1a4bbf3 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427611 Feb 21 09:27:35.752141 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-1f6432d2-c542-47a8-9beb-3558024d338c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:35.753530 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-1f6432d2-c542-47a8-9beb-3558024d338c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1&tenant_id=3d5380317016474b9798d91327b2d458&binding%3Ahost_id=hv-neutron-8300 HTTP/1.1" status: 200 len: 945 time: 0.1311901 Feb 21 09:27:35.811713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c41e-1720-4570-b1bc-b9ab39709109 req-24614753-b093-4f10-942e-a6bf35c07741 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:35.813211 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6784c41e-1720-4570-b1bc-b9ab39709109 req-24614753-b093-4f10-942e-a6bf35c07741 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.1360097 Feb 21 09:27:35.872355 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-50a6fa65-693d-4b54-bcd3-32eb0938f3d2 service neutron] 10.222.0.47 "GET /v2.0/ports/b01ebb0c-7c16-4558-a2b8-522e42484656/bindings/hv-neutron-8300 HTTP/1.1" status: 200 len: 384 time: 0.1116335 Feb 21 09:27:35.874853 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6784c41e-1720-4570-b1bc-b9ab39709109 req-3439f256-c084-414f-a6b1-298dd90f3a53 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548563 Feb 21 09:27:35.962873 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-fd79dbbb-3292-4c4f-8269-a503feb1090e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 1098 time: 0.0699751 Feb 21 09:27:36.062079 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:36.091033 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-316c6fe0-ee89-464c-a9a1-797792f112cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:36.092450 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-316c6fe0-ee89-464c-a9a1-797792f112cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1245692 Feb 21 09:27:36.190142 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-0b69f86c-f811-476f-8faa-451de50943a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b01ebb0c-7c16-4558-a2b8-522e42484656 HTTP/1.1" status: 200 len: 1000 time: 0.0910602 Feb 21 09:27:36.347365 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-979705d2-4b6e-4fb2-88e9-2d99bcbb87af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:36.348787 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-979705d2-4b6e-4fb2-88e9-2d99bcbb87af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.1537700 Feb 21 09:27:36.421272 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-b5bc7bbe-7aea-4d70-9879-0180c5d9ee84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669303 Feb 21 09:27:36.547044 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-78ef448d-4781-4524-af12-cd63b8568e10 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199124 Feb 21 09:27:36.677994 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-9f6f5bcf-4ce2-4ec4-830b-872a7b64e8dc service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254396 Feb 21 09:27:37.076518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b199f91-a73b-4538-bbf1-f3ce96b02578 req-5f1d8437-fe52-42b8-9c83-a6aee15220a7 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:37.077972 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1b199f91-a73b-4538-bbf1-f3ce96b02578 req-5f1d8437-fe52-42b8-9c83-a6aee15220a7 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0799544 Feb 21 09:27:37.122035 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1b199f91-a73b-4538-bbf1-f3ce96b02578 req-a523d854-d9b6-4307-862d-52fd49f5ba66 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386074 Feb 21 09:27:38.318681 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45748645-eaf1-4c2c-ba7e-1e2d7468ca35 req-942b3caf-fc51-45b3-9419-48070bf4e1b6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:38.320163 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45748645-eaf1-4c2c-ba7e-1e2d7468ca35 req-942b3caf-fc51-45b3-9419-48070bf4e1b6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0761478 Feb 21 09:27:38.368446 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45748645-eaf1-4c2c-ba7e-1e2d7468ca35 req-359c94b4-4c03-4f33-8876-ca27f1a75f97 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423169 Feb 21 09:27:39.608578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333578ea-7902-4561-bcff-4170c02bbabc req-60d6eeca-3b16-4452-ac46-94e24533c659 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:39.610127 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-333578ea-7902-4561-bcff-4170c02bbabc req-60d6eeca-3b16-4452-ac46-94e24533c659 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.1155849 Feb 21 09:27:39.673908 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-333578ea-7902-4561-bcff-4170c02bbabc req-08602042-98a1-418b-8b99-67f0735b0156 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535192 Feb 21 09:27:39.676518 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-b6141543-3317-45e9-b835-5bf6c31ed90b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1&tenant_id=3d5380317016474b9798d91327b2d458 HTTP/1.1" status: 200 len: 1098 time: 0.1152043 Feb 21 09:27:39.763888 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-0e23fc83-c774-4396-8a05-e0b79db5370d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d5380317016474b9798d91327b2d458&device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 1098 time: 0.0666153 Feb 21 09:27:39.890330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-f2f9aada-6d34-40c0-81fa-f159c5335c32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:39.891776 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-f2f9aada-6d34-40c0-81fa-f159c5335c32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 200 len: 911 time: 0.1222246 Feb 21 09:27:39.991197 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-b7bbc299-cc9e-45b7-9451-f5ff57801125 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b01ebb0c-7c16-4558-a2b8-522e42484656 HTTP/1.1" status: 200 len: 1000 time: 0.0932488 Feb 21 09:27:40.050120 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-f35b6251-5c7a-4fa4-a80e-31b1eb5fbb45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:40.051564 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-f35b6251-5c7a-4fa4-a80e-31b1eb5fbb45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 200 len: 850 time: 0.0553861 Feb 21 09:27:40.125184 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-155899d8-bce4-466a-8618-56954b99c04b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678515 Feb 21 09:27:40.251545 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-32dbe58f-1665-40cd-9835-c071d11476cb service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204877 Feb 21 09:27:40.379005 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5b4ff1d5-9854-4a73-8e56-ea11c7d31818 req-ecf1e2a3-cb96-4760-aaa8-883e4d62ff32 service neutron] 10.222.0.47 "GET /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215844 Feb 21 09:27:40.870262 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d007d08-ffcc-4161-afc1-0139c9d52c60 req-0593dff9-202b-4446-8d44-75591cc43f93 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:40.871765 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d007d08-ffcc-4161-afc1-0139c9d52c60 req-0593dff9-202b-4446-8d44-75591cc43f93 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0756805 Feb 21 09:27:40.893952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b01ebb0c-7c16-4558-a2b8-522e42484656 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:27:40.920221 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d007d08-ffcc-4161-afc1-0139c9d52c60 req-02f6736a-66e3-40a5-a30b-930b417e2075 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429440 Feb 21 09:27:41.008889 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:41.035388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:27:41.045426 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b01ebb0c-7c16-4558-a2b8-522e42484656, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b01ebb0c-7c16-4558-a2b8-522e42484656,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:27:41.049493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:41.112127 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'code': 200} Feb 21 09:27:41.120351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=b01ebb0c-7c16-4558-a2b8-522e42484656,revision_number=9']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:27:41.129102 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:41.129436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:41.129765 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:41.130090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:41.130409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:41.130726 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:41.131069 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:41.131387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:41.131698 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:41.132007 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:41.132316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:42.204807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2ae59-36da-42ea-92c5-219aedf2b198 req-9c9ac8ca-2c33-4658-8dd2-e90958e9449c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:42.206242 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5de2ae59-36da-42ea-92c5-219aedf2b198 req-9c9ac8ca-2c33-4658-8dd2-e90958e9449c tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 943 time: 0.1607487 Feb 21 09:27:42.249850 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5de2ae59-36da-42ea-92c5-219aedf2b198 req-bc997181-b212-411b-bcef-80ba89f9df60 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380487 Feb 21 09:27:42.909227 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b01ebb0c-7c16-4558-a2b8-522e42484656 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:27:43.037345 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b01ebb0c-7c16-4558-a2b8-522e42484656, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b01ebb0c-7c16-4558-a2b8-522e42484656,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:27:43.053003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'port_id': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'mac_address': 'fa:16:3e:27:b9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:27:43.104320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:43.120343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01ebb0c-7c16-4558-a2b8-522e42484656 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:27:43.134972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b01ebb0c-7c16-4558-a2b8-522e42484656, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b01ebb0c-7c16-4558-a2b8-522e42484656,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:27:43.139229 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:43.200879 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['b01ebb0c-7c16-4558-a2b8-522e42484656'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:27:43.240292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=b01ebb0c-7c16-4558-a2b8-522e42484656,revision_number=10']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:27:43.454180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77d9ca-b358-42ba-9adf-4f9ce92230fc req-08464db3-86e0-4f9f-8034-7043895251e1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:43.455561 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8b77d9ca-b358-42ba-9adf-4f9ce92230fc req-08464db3-86e0-4f9f-8034-7043895251e1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0764701 Feb 21 09:27:43.501640 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8b77d9ca-b358-42ba-9adf-4f9ce92230fc req-b28dc6de-7b0c-47e7-9f78-68a9c14ef668 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406480 Feb 21 09:27:44.696743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad9b44-e4a4-4762-a536-661951718ec8 req-dba2080b-1fee-4556-b3be-3516caed2efe tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:44.698191 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8fad9b44-e4a4-4762-a536-661951718ec8 req-dba2080b-1fee-4556-b3be-3516caed2efe tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 945 time: 0.0777001 Feb 21 09:27:44.743196 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8fad9b44-e4a4-4762-a536-661951718ec8 req-b4a47dff-d36d-4d44-9f92-f10a68071db7 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388231 Feb 21 09:27:44.908906 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b01ebb0c-7c16-4558-a2b8-522e42484656 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:27:45.006372 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port b01ebb0c-7c16-4558-a2b8-522e42484656 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:27:45.006732 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:45.112140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:45.137422 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:27:45.146405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port b01ebb0c-7c16-4558-a2b8-522e42484656, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b01ebb0c-7c16-4558-a2b8-522e42484656,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:27:45.150766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:45.203552 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'code': 200} Feb 21 09:27:45.219622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=b01ebb0c-7c16-4558-a2b8-522e42484656,revision_number=11']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:27:45.940494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f892ac2-714c-4c4f-bf1b-d31cfbc14d5c req-d048c4dc-6439-46b5-8a69-2537c6ff0ea1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:45.941831 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f892ac2-714c-4c4f-bf1b-d31cfbc14d5c req-d048c4dc-6439-46b5-8a69-2537c6ff0ea1 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 946 time: 0.0740697 Feb 21 09:27:45.988153 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f892ac2-714c-4c4f-bf1b-d31cfbc14d5c req-652fcef1-f7ea-4fa3-a9fa-dcdbc12f0c07 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 Feb 21 09:27:47.191267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fb971-3ada-43b1-b779-479760873809 req-9c7cde9a-2e20-4ca6-9b8c-fc287a7e75eb tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:47.192844 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e04fb971-3ada-43b1-b779-479760873809 req-9c7cde9a-2e20-4ca6-9b8c-fc287a7e75eb tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 946 time: 0.0779483 Feb 21 09:27:47.238301 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e04fb971-3ada-43b1-b779-479760873809 req-6d4a600d-235a-4973-8b01-fbf9dea76188 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399044 Feb 21 09:27:48.441592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3989e71-ec62-4b77-a471-59a343011861 req-f601c71b-42bb-4fd1-966e-a6bdd30c261b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:48.443068 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b3989e71-ec62-4b77-a471-59a343011861 req-f601c71b-42bb-4fd1-966e-a6bdd30c261b tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 946 time: 0.0799279 Feb 21 09:27:48.488133 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b3989e71-ec62-4b77-a471-59a343011861 req-28855607-8256-44c3-b461-64197601a741 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392621 Feb 21 09:27:49.681562 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a3f38-3c82-4ae3-a99d-73e459d65b62 req-e27bd1c7-168a-4411-a6cc-c49fb646ad0f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:49.684665 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-392a3f38-3c82-4ae3-a99d-73e459d65b62 req-e27bd1c7-168a-4411-a6cc-c49fb646ad0f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 946 time: 0.0747435 Feb 21 09:27:49.727005 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-392a3f38-3c82-4ae3-a99d-73e459d65b62 req-f46a7b57-3b43-4954-9295-2ee94a1fa091 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380261 Feb 21 09:27:49.852689 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:27:49.921444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912b18f-b7d0-41bd-8caa-208e4e51c106 req-0b994fa7-d257-4d16-a8b4-9155d3c2b997 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:49.922870 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1912b18f-b7d0-41bd-8caa-208e4e51c106 req-0b994fa7-d257-4d16-a8b4-9155d3c2b997 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 946 time: 0.0784907 Feb 21 09:27:49.966530 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1912b18f-b7d0-41bd-8caa-208e4e51c106 req-35699be8-86dd-4fb0-9e25-fdcaf97188e5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381389 Feb 21 09:27:50.158229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc73ad-28e5-4107-a38d-dc5991245e95 req-51e81424-08b9-419b-995a-05be23a1716f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:50.159697 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-16dc73ad-28e5-4107-a38d-dc5991245e95 req-51e81424-08b9-419b-995a-05be23a1716f tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 946 time: 0.0743158 Feb 21 09:27:50.206233 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-16dc73ad-28e5-4107-a38d-dc5991245e95 req-c582377a-dfe2-4647-9396-7eb88e2aed65 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412347 Feb 21 09:27:50.604047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613f78c-ea93-4e77-987b-0067ce19628c req-be54325f-6b4a-414e-a33b-c0e9598e6ed9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:50.606175 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9613f78c-ea93-4e77-987b-0067ce19628c req-be54325f-6b4a-414e-a33b-c0e9598e6ed9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 946 time: 0.0761182 Feb 21 09:27:50.651534 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9613f78c-ea93-4e77-987b-0067ce19628c req-14f6db4f-09a9-48ce-8445-3392a0210c31 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384061 Feb 21 09:27:51.855450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89686826-6553-44b2-8992-c5b06f28f5e0 req-09c91b20-ba1e-4846-9c4b-9fd7441f4aa9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:51.856931 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-89686826-6553-44b2-8992-c5b06f28f5e0 req-09c91b20-ba1e-4846-9c4b-9fd7441f4aa9 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 946 time: 0.0784025 Feb 21 09:27:51.900121 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-89686826-6553-44b2-8992-c5b06f28f5e0 req-3a90d38e-575d-4acb-87ae-f5936f6c68ca tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378296 Feb 21 09:27:52.827586 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-f1bb3d95-f0cc-4d8a-ac0c-7cf33377b229 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:52.828998 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-f1bb3d95-f0cc-4d8a-ac0c-7cf33377b229 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 946 time: 0.0743191 Feb 21 09:27:52.896999 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Deleting port b01ebb0c-7c16-4558-a2b8-522e42484656 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:27:52.897671 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:53.189929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] For port b01ebb0c-7c16-4558-a2b8-522e42484656, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=b01ebb0c-7c16-4558-a2b8-522e42484656,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:27:53.190173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:53.253268 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8286043-ce03-4820-b36a-c19752f43f4a req-43c54c94-4613-4a2b-be5e-c64826d675e5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:27:53.254689 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b8286043-ce03-4820-b36a-c19752f43f4a req-43c54c94-4613-4a2b-be5e-c64826d675e5 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 946 time: 0.2311382 Feb 21 09:27:53.389384 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b8286043-ce03-4820-b36a-c19752f43f4a req-8d8d6bff-3a8b-493f-84d9-2b261bfd8a66 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b4fa40-96fe-449c-b4c0-3d4de424190c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197293 Feb 21 09:27:53.594774 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:53.595108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:53.595409 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b disassociated. External IP: 172.26.6.4, port: b01ebb0c-7c16-4558-a2b8-522e42484656. Feb 21 09:27:53.595741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Calling delete_port for b01ebb0c-7c16-4558-a2b8-522e42484656 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:27:53.735491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:53.786111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event deleted for resources: {'Port': ['ID=b01ebb0c-7c16-4558-a2b8-522e42484656,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:27:53.800644 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:53.800952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:53.801313 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:53.801858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:53.802197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:53.802524 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:53.802848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:53.803192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:53.803520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:53.803837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:53.804155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:27:54.007260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Router abb2ac6b-91da-4c83-a797-4602e88ecbba has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:27:54.203517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:27:54.212699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9114e4f-13b2-45ba-9fe0-45d69b2e8958 None None] Sync routers for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:27:54.225364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9114e4f-13b2-45ba-9fe0-45d69b2e8958 None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:27:54.225972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d9114e4f-13b2-45ba-9fe0-45d69b2e8958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:27:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:27:54.269473 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] No DVR routers for this DVR port b01ebb0c-7c16-4558-a2b8-522e42484656 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:27:54.272028 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:54.274557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'name': 'network-vif-deleted', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:27:54.291537 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-56fb45ca-0e3c-4aa3-8b1e-98543f922e55 req-c9bd173e-92e0-49bc-b609-0f69d7876834 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.47 "DELETE /v2.0/ports/b01ebb0c-7c16-4558-a2b8-522e42484656 HTTP/1.1" status: 204 len: 173 time: 1.4573133 Feb 21 09:27:54.330874 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3b002b-ad2b-40ee-a1ed-81178aa6ede1', 'name': 'network-vif-deleted', 'tag': 'b01ebb0c-7c16-4558-a2b8-522e42484656', 'status': 'completed', 'code': 200} Feb 21 09:27:54.411313 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-d9114e4f-13b2-45ba-9fe0-45d69b2e8958 None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:27:54.566936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-ea3290f6-6571-4d37-8da9-692e3a0c89c2 req-2b9e9ee0-eb37-45b6-a916-7f7023d2d9e6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Synchronizing usage tracker for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:27:54.584817 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-ea3290f6-6571-4d37-8da9-692e3a0c89c2 req-2b9e9ee0-eb37-45b6-a916-7f7023d2d9e6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Unset dirty status for tenant:3d5380317016474b9798d91327b2d458 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:27:54.586446 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea3290f6-6571-4d37-8da9-692e3a0c89c2 req-2b9e9ee0-eb37-45b6-a916-7f7023d2d9e6 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b002b-ad2b-40ee-a1ed-81178aa6ede1 HTTP/1.1" status: 200 len: 210 time: 0.0685451 Feb 21 09:27:54.753697 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d9114e4f-13b2-45ba-9fe0-45d69b2e8958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:27:54.757654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9114e4f-13b2-45ba-9fe0-45d69b2e8958 None None] Checking router: abb2ac6b-91da-4c83-a797-4602e88ecbba for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:27:54.768344 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9114e4f-13b2-45ba-9fe0-45d69b2e8958 None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:27:54.768938 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d9114e4f-13b2-45ba-9fe0-45d69b2e8958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:27:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:27:54.945357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-d9114e4f-13b2-45ba-9fe0-45d69b2e8958 None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:27:54.983526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b01ebb0c-7c16-4558-a2b8-522e42484656 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:27:55.026121 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: b01ebb0c-7c16-4558-a2b8-522e42484656 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:27:55.026451 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device b01ebb0c-7c16-4558-a2b8-522e42484656 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:27:55.284359 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-d9114e4f-13b2-45ba-9fe0-45d69b2e8958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:27:55.288587 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9114e4f-13b2-45ba-9fe0-45d69b2e8958 None None] The sync data for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv is: [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:05Z', 'revision_number': 4, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '2e1fa067-a373-4ba0-8c34-e3856af477c1', 'name': '', 'network_id': '6a9d7a39-28f0-4346-9c42-5b8c8f2bf612', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'mac_address': 'fa:16:3e:fb:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:04Z', 'updated_at': '2022-02-21T09:24:23Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'subnets': [{'id': '8d731365-73de-4dd0-8561-365a6652bcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:27:55.492847 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8212a64-1d65-4d40-be73-57482666f28e None None] New status for floating IP 2991c0b8-e190-4d72-90fb-4e47a512d42b: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:27:58.884269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60800) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:27:58.951312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a888db0-d06c-4224-8fef-169a207a5d4a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:58.977773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a888db0-d06c-4224-8fef-169a207a5d4a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:59.032381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a888db0-d06c-4224-8fef-169a207a5d4a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:59.050772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a888db0-d06c-4224-8fef-169a207a5d4a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b4fa40-96fe-449c-b4c0-3d4de424190c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:27:59.060907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a888db0-d06c-4224-8fef-169a207a5d4a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:59.062005 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9a888db0-d06c-4224-8fef-169a207a5d4a tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "DELETE /v2.0/security-groups/81b4fa40-96fe-449c-b4c0-3d4de424190c HTTP/1.1" status: 204 len: 168 time: 0.1767559 Feb 21 09:27:59.064478 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60804) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:27:59.081549 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-37ab77a6-618f-491f-ad27-98bb9391d695 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] show failed (client error): The resource could not be found. Feb 21 09:27:59.082617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-37ab77a6-618f-491f-ad27-98bb9391d695 tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "GET /v2.0/security-groups/81b4fa40-96fe-449c-b4c0-3d4de424190c HTTP/1.1" status: 404 len: 347 time: 0.0169630 Feb 21 09:27:59.085062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60808) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:27:59.238191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-abb9a2f1-2432-4f11-9242-4b930f9df8bc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Deleting port f75edc72-86d3-4dd5-bbae-9587692a3e9c {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:27:59.238533 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-abb9a2f1-2432-4f11-9242-4b930f9df8bc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:59.399227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-abb9a2f1-2432-4f11-9242-4b930f9df8bc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:59.399555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-abb9a2f1-2432-4f11-9242-4b930f9df8bc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:59.515515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-abb9a2f1-2432-4f11-9242-4b930f9df8bc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Calling delete_port for f75edc72-86d3-4dd5-bbae-9587692a3e9c owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:27:59.738957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-abb9a2f1-2432-4f11-9242-4b930f9df8bc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:59.785155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9a2f1-2432-4f11-9242-4b930f9df8bc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Pushing event deleted for resources: {'Port': ['ID=f75edc72-86d3-4dd5-bbae-9587692a3e9c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:27:59.872914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-abb9a2f1-2432-4f11-9242-4b930f9df8bc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:59.889830 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-abb9a2f1-2432-4f11-9242-4b930f9df8bc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:27:59.890935 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-abb9a2f1-2432-4f11-9242-4b930f9df8bc tempest-ServerActionsTestJSON-66929258 tempest-ServerActionsTestJSON-66929258-project] 10.222.0.48 "DELETE /v2.0/floatingips/2991c0b8-e190-4d72-90fb-4e47a512d42b HTTP/1.1" status: 204 len: 168 time: 0.8050199 Feb 21 09:27:59.893876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60812) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:00.213351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b4957a21-5e75-43a6-991b-3eee30722c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:00.273466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-65a4776d-9e30-41f5-98ac-f75cebf256be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:00.643446 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:00.851806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-65a4776d-9e30-41f5-98ac-f75cebf256be admin admin] Deleting port 2e1fa067-a373-4ba0-8c34-e3856af477c1 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:28:00.852142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-65a4776d-9e30-41f5-98ac-f75cebf256be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:01.016759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-65a4776d-9e30-41f5-98ac-f75cebf256be admin admin] For port 2e1fa067-a373-4ba0-8c34-e3856af477c1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2e1fa067-a373-4ba0-8c34-e3856af477c1,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:01.017413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-65a4776d-9e30-41f5-98ac-f75cebf256be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:01.224705 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-65a4776d-9e30-41f5-98ac-f75cebf256be admin admin] Calling delete_port for 2e1fa067-a373-4ba0-8c34-e3856af477c1 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:28:01.383096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-65a4776d-9e30-41f5-98ac-f75cebf256be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:01.427891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4776d-9e30-41f5-98ac-f75cebf256be admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1fa067-a373-4ba0-8c34-e3856af477c1,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:01.706324 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-65a4776d-9e30-41f5-98ac-f75cebf256be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:02.283642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a4776d-9e30-41f5-98ac-f75cebf256be admin admin] Router abb2ac6b-91da-4c83-a797-4602e88ecbba has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:28:02.482009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a4776d-9e30-41f5-98ac-f75cebf256be admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:28:02.493253 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d24612-f21a-4384-8b61-66bb06fc577d None None] Sync routers for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:28:02.500385 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-65a4776d-9e30-41f5-98ac-f75cebf256be admin admin] 10.222.0.48 "PUT /v2.0/routers/abb2ac6b-91da-4c83-a797-4602e88ecbba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6052079 Feb 21 09:28:02.502443 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60816) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:02.510673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d24612-f21a-4384-8b61-66bb06fc577d None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:28:02.511309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c4d24612-f21a-4384-8b61-66bb06fc577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:27:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:02.742635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c4d24612-f21a-4384-8b61-66bb06fc577d None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:28:02.820804 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:03.025027 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:03.026307 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f42c4ce9-87f0-4680-8d8c-7c39020b5343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:03.036229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] Deleting port 0c649730-9ff7-4166-a431-a4d973201168 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:28:03.036838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:03.048193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c4d24612-f21a-4384-8b61-66bb06fc577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0c649730-9ff7-4166-a431-a4d973201168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:28:01Z', 'revision_number': 5, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port': {'id': '0c649730-9ff7-4166-a431-a4d973201168', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:03.052023 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d24612-f21a-4384-8b61-66bb06fc577d None None] Checking router: abb2ac6b-91da-4c83-a797-4602e88ecbba for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:28:03.062392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d24612-f21a-4384-8b61-66bb06fc577d None None] Routers {'abb2ac6b-91da-4c83-a797-4602e88ecbba'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:28:03.062977 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c4d24612-f21a-4384-8b61-66bb06fc577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:28:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['abb2ac6b-91da-4c83-a797-4602e88ecbba'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:03.218312 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c4d24612-f21a-4384-8b61-66bb06fc577d None None] Set router abb2ac6b-91da-4c83-a797-4602e88ecbba gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:28:03.219448 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] For port 0c649730-9ff7-4166-a431-a4d973201168, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0c649730-9ff7-4166-a431-a4d973201168,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:03.219801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:03.324491 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c4d24612-f21a-4384-8b61-66bb06fc577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:28:03Z', 'revision_number': 6, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:03.328667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d24612-f21a-4384-8b61-66bb06fc577d None None] The sync data for ids ['abb2ac6b-91da-4c83-a797-4602e88ecbba'] in dv-neutron-830062-1-hyperv is: [{'id': 'abb2ac6b-91da-4c83-a797-4602e88ecbba', 'name': 'tempest-ServerActionsTestJSON-262777212-router', 'tenant_id': '3d5380317016474b9798d91327b2d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:24:02Z', 'updated_at': '2022-02-21T09:28:03Z', 'revision_number': 6, 'project_id': '3d5380317016474b9798d91327b2d458', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:28:03.341554 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] Calling delete_port for 0c649730-9ff7-4166-a431-a4d973201168 owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:28:03.505948 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:03.551573 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c649730-9ff7-4166-a431-a4d973201168,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:03.688036 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:03.777279 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.108038 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.136169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.140301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.165245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.165782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router abb2ac6b-91da-4c83-a797-4602e88ecbba {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:28:04.178133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.179303 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9d68fba2-9fe9-4b7d-9158-8d848faebc5c admin admin] 10.222.0.48 "DELETE /v2.0/routers/abb2ac6b-91da-4c83-a797-4602e88ecbba HTTP/1.1" status: 204 len: 168 time: 1.6758885 Feb 21 09:28:04.181718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60820) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:04.240568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcfac70-433f-45aa-b569-4ac70e2c6cd9 admin admin] Deleting subnet 8d731365-73de-4dd0-8561-365a6652bcbe {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:28:04.243537 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8fcfac70-433f-45aa-b569-4ac70e2c6cd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.291854 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8fcfac70-433f-45aa-b569-4ac70e2c6cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.377739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8fcfac70-433f-45aa-b569-4ac70e2c6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.441266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8fcfac70-433f-45aa-b569-4ac70e2c6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.481356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfac70-433f-45aa-b569-4ac70e2c6cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d731365-73de-4dd0-8561-365a6652bcbe,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:04.485831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8fcfac70-433f-45aa-b569-4ac70e2c6cd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.491212 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4bdda5-0ca7-4fe6-bba2-ef7e3b167be1 None None] Network 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:04.493987 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8fcfac70-433f-45aa-b569-4ac70e2c6cd9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8d731365-73de-4dd0-8561-365a6652bcbe HTTP/1.1" status: 204 len: 168 time: 0.3091359 Feb 21 09:28:04.494188 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60824) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:04.596329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.606383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Deleting port cd081b03-89ea-49c9-adbd-5a5b4c65af3e {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:28:04.606707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.733530 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c3c9f-2f5f-45dd-b318-db9e57050e2e None None] DHCP port deletion for 6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:28:04.737764 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-151c3c9f-2f5f-45dd-b318-db9e57050e2e None None] Deleting port cd081b03-89ea-49c9-adbd-5a5b4c65af3e {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:28:04.738132 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-151c3c9f-2f5f-45dd-b318-db9e57050e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.810681 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] For port cd081b03-89ea-49c9-adbd-5a5b4c65af3e, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=cd081b03-89ea-49c9-adbd-5a5b4c65af3e,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:04.811047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:04.938718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Calling delete_port for cd081b03-89ea-49c9-adbd-5a5b4c65af3e owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:28:04.938994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-151c3c9f-2f5f-45dd-b318-db9e57050e2e None None] For port cd081b03-89ea-49c9-adbd-5a5b4c65af3e, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=cd081b03-89ea-49c9-adbd-5a5b4c65af3e,segment=NetworkSegment(32cd0d63-fba5-4514-8f98-ebb36ba2be3f),segment_id=32cd0d63-fba5-4514-8f98-ebb36ba2be3f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:04.939403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-151c3c9f-2f5f-45dd-b318-db9e57050e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:05.022604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:05.065430 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0c649730-9ff7-4166-a431-a4d973201168 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:28:05.068095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Pushing event deleted for resources: {'Port': ['ID=cd081b03-89ea-49c9-adbd-5a5b4c65af3e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:05.072649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] No DVR routers for this DVR port cd081b03-89ea-49c9-adbd-5a5b4c65af3e on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:28:05.101824 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-151c3c9f-2f5f-45dd-b318-db9e57050e2e None None] Calling delete_port for cd081b03-89ea-49c9-adbd-5a5b4c65af3e owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:28:05.186262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 0c649730-9ff7-4166-a431-a4d973201168 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:28:05.186607 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0c649730-9ff7-4166-a431-a4d973201168 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:28:05.187044 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2e1fa067-a373-4ba0-8c34-e3856af477c1 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:28:05.191226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:05.215782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9d7a39-28f0-4346-9c42-5b8c8f2bf612']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:05.227973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cd0d63-fba5-4514-8f98-ebb36ba2be3f') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:05.228269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cd0d63-fba5-4514-8f98-ebb36ba2be3f') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:05.228421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 2e1fa067-a373-4ba0-8c34-e3856af477c1 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:28:05.228735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2e1fa067-a373-4ba0-8c34-e3856af477c1 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:28:05.229149 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cd081b03-89ea-49c9-adbd-5a5b4c65af3e no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:28:05.240297 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:05.257159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:05.263939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:28:05.264319 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:05.266260 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: cd081b03-89ea-49c9-adbd-5a5b4c65af3e {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:28:05.266620 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cd081b03-89ea-49c9-adbd-5a5b4c65af3e not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:28:05.281993 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:28:05.293998 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-151c3c9f-2f5f-45dd-b318-db9e57050e2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:28:05.294350 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-151c3c9f-2f5f-45dd-b318-db9e57050e2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:28:05.355800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:05.360073 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:05.382600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] Pushing event deleted for resources: {'Network': ['ID=6a9d7a39-28f0-4346-9c42-5b8c8f2bf612,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:05.390598 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2db78623-2ca1-47ee-a940-255760e067fd admin admin] 10.222.0.48 "DELETE /v2.0/networks/6a9d7a39-28f0-4346-9c42-5b8c8f2bf612 HTTP/1.1" status: 204 len: 168 time: 0.8954849 Feb 21 09:28:05.523560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60830) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:05.580512 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fda1a496-b570-4c23-9071-e7b664840101 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d5380317016474b9798d91327b2d458&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0556381 Feb 21 09:28:05.582870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60834) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:05.643844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-634fab87-63de-4b18-a2ad-c61fd17a0c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:05.671253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-634fab87-63de-4b18-a2ad-c61fd17a0c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:05.719913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-634fab87-63de-4b18-a2ad-c61fd17a0c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:05.736281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fab87-63de-4b18-a2ad-c61fd17a0c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169c06ff-7acd-4e42-99cc-a3cfc973e241,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:05.744361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-634fab87-63de-4b18-a2ad-c61fd17a0c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:05.745501 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-634fab87-63de-4b18-a2ad-c61fd17a0c37 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/169c06ff-7acd-4e42-99cc-a3cfc973e241 HTTP/1.1" status: 204 len: 168 time: 0.1617315 Feb 21 09:28:05.795427 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-151c3c9f-2f5f-45dd-b318-db9e57050e2e None None] Deleting port cd081b03-89ea-49c9-adbd-5a5b4c65af3e {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:28:05.795956 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-151c3c9f-2f5f-45dd-b318-db9e57050e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:05.860553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-151c3c9f-2f5f-45dd-b318-db9e57050e2e None None] The port 'cd081b03-89ea-49c9-adbd-5a5b4c65af3e' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:28:06.064076 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:06.575499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60856) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:06.705518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2018868566-network', 'tenant_id': 'f4f66718e97843c980416149a2bc35e6'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:06.710234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:06.713989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Usage tracker for resource:network and tenant:f4f66718e97843c980416149a2bc35e6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:06.716804 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:06.722324 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:06.732760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Made reservation on behalf of f4f66718e97843c980416149a2bc35e6 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:06.735006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:06.747301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:06.776888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:06.780571 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Usage tracker for resource:security_group_rule and tenant:f4f66718e97843c980416149a2bc35e6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:06.783536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:06.789004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:06.857194 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:06.860712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:06.889386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:28:06.897870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ec6181-5acd-4303-8da5-71a748de3848,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:06.903834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:06.904194 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Added segment bfebf8f0-6490-4da1-af44-985031320ba5 of type vlan for network f5109d62-a746-4b6d-821a-7e29d9a330c0 Feb 21 09:28:06.929460 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:06.957315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:06.958248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:06.958900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:07.145415 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] Pushing event updated for resources: {'Network': ['ID=f5109d62-a746-4b6d-821a-7e29d9a330c0,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:07.151931 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cf932085-b73d-4336-ab22-83ab7b6dc821 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5726535 Feb 21 09:28:07.152383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60862) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:07.155235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network f5109d62-a746-4b6d-821a-7e29d9a330c0 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:28:07.158163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Request body: {'subnet': {'network_id': 'f5109d62-a746-4b6d-821a-7e29d9a330c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2018868566-subnet', 'tenant_id': 'f4f66718e97843c980416149a2bc35e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:07.162939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:07.166704 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Usage tracker for resource:subnet and tenant:f4f66718e97843c980416149a2bc35e6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:07.169576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:07.175329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:07.187315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Made reservation on behalf of f4f66718e97843c980416149a2bc35e6 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:07.190114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:07.390564 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:07.461468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d81c01-6a9b-411a-a323-a92023b9ae06,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:07.477396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Checking segment: {'id': 'bfebf8f0-6490-4da1-af44-985031320ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f5109d62-a746-4b6d-821a-7e29d9a330c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:28:07.477752 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Network hostable DHCP agents. Network: f5109d62-a746-4b6d-821a-7e29d9a330c0, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:28:07.501184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Network f5109d62-a746-4b6d-821a-7e29d9a330c0 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:28:07.512451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, f5109d62-a746-4b6d-821a-7e29d9a330c0) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:07.517215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:07.518144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:07.521519 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b248220-edc8-4759-8c0f-f5c7e4c4932a None None] Network f5109d62-a746-4b6d-821a-7e29d9a330c0 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:07.550122 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fdf1e67b-e1b1-4c47-838e-4f7acf70f0a6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3873467 Feb 21 09:28:07.749452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bca52d8-0dd4-476d-a6d8-dff9dd6f1379 None None] Network f5109d62-a746-4b6d-821a-7e29d9a330c0 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:08.097281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b1f8387d-1371-4032-a291-74bd6671e564 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:08.097848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b1f8387d-1371-4032-a291-74bd6671e564 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Synchronizing usage tracker for tenant:f4f66718e97843c980416149a2bc35e6 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:28:08.115829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b1f8387d-1371-4032-a291-74bd6671e564 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Unset dirty status for tenant:f4f66718e97843c980416149a2bc35e6 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:28:08.116908 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b1f8387d-1371-4032-a291-74bd6671e564 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/networks?id=f5109d62-a746-4b6d-821a-7e29d9a330c0 HTTP/1.1" status: 200 len: 814 time: 0.1582313 Feb 21 09:28:08.132617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-5f351c9b-cda0-4082-b3fb-8f88fe30fb16 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/quotas/f4f66718e97843c980416149a2bc35e6 HTTP/1.1" status: 200 len: 375 time: 0.0103445 Feb 21 09:28:08.178322 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-4ba056e7-9920-46dd-a9ea-3ec7414bb19a tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f4f66718e97843c980416149a2bc35e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408788 Feb 21 09:28:08.305234 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-5a4d9ff4-1051-4c19-adf4-2974865645a4 service neutron] 10.222.0.48 "GET /v2.0/networks/f5109d62-a746-4b6d-821a-7e29d9a330c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205773 Feb 21 09:28:08.433414 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-1cdadc2c-df62-475e-89f5-84392bd1ee4e service neutron] 10.222.0.48 "GET /v2.0/networks/f5109d62-a746-4b6d-821a-7e29d9a330c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224737 Feb 21 09:28:08.703888 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-23284506-333a-4c51-b00d-64d7160667aa req-27c11ab4-bfa9-47f7-ab3e-05b99a3c5263 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 210 time: 0.1232574 Feb 21 09:28:09.596613 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b17aba91-db0f-40a2-92e8-f7d15782c828 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:09.598010 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b17aba91-db0f-40a2-92e8-f7d15782c828 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.47 "GET /v2.0/networks?id=f5109d62-a746-4b6d-821a-7e29d9a330c0 HTTP/1.1" status: 200 len: 814 time: 0.1458318 Feb 21 09:28:09.612768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Request body: {'port': {'device_id': 'e4aa6384-0671-45cb-a942-4f7d00a107a9', 'network_id': 'f5109d62-a746-4b6d-821a-7e29d9a330c0', 'admin_state_up': True, 'tenant_id': 'f4f66718e97843c980416149a2bc35e6'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:09.748377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:09.752133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Usage tracker for resource:port and tenant:f4f66718e97843c980416149a2bc35e6 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:09.754847 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:09.760368 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:09.769428 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Made reservation on behalf of f4f66718e97843c980416149a2bc35e6 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:09.772556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:09.879758 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f95538c-b1eb-4a6c-8e70-ba20e5ec6f81 req-9c51f52c-828c-4a3c-b75f-1c5028d7351b tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 210 time: 0.0529501 Feb 21 09:28:09.974901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Allocated IP 172.20.0.12 (f5109d62-a746-4b6d-821a-7e29d9a330c0/19d81c01-6a9b-411a-a323-a92023b9ae06/bb75a658-6e39-436d-b638-a07de77951fa) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:28:10.169574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:10.197758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:10.361900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Network f5109d62-a746-4b6d-821a-7e29d9a330c0 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:28:10.364900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:10.367224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:28:10.397295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Pushing event updated for resources: {'Port': ['ID=bb75a658-6e39-436d-b638-a07de77951fa,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:10.430751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:10.431310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:10.451186 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-b470f312-6390-407e-a893-0b57d5059a67 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8421144 Feb 21 09:28:10.461947 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Request body: {'port': {'device_id': 'e4aa6384-0671-45cb-a942-4f7d00a107a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:10.567135 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:10.896796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb75a658-6e39-436d-b638-a07de77951fa {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:28:10.903792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:10.919269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Transition to ACTIVE for port object bb75a658-6e39-436d-b638-a07de77951fa will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:28:10.922789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:11.084122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Pushing event updated for resources: {'Port': ['ID=bb75a658-6e39-436d-b638-a07de77951fa,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:11.220536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dfa1c-aa23-45a3-b7ea-6fd1eff9f2e8 req-e3342362-0c27-4992-9b57-befbf332efb8 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:11.221125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-ca0dfa1c-aa23-45a3-b7ea-6fd1eff9f2e8 req-e3342362-0c27-4992-9b57-befbf332efb8 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Synchronizing usage tracker for tenant:f4f66718e97843c980416149a2bc35e6 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:28:11.226094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Attempting to bind port bb75a658-6e39-436d-b638-a07de77951fa on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:28:11.226423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Attempting to bind port bb75a658-6e39-436d-b638-a07de77951fa by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'bfebf8f0-6490-4da1-af44-985031320ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f5109d62-a746-4b6d-821a-7e29d9a330c0'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:28:11.226741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Attempting to bind port bb75a658-6e39-436d-b638-a07de77951fa on network f5109d62-a746-4b6d-821a-7e29d9a330c0 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:28:11.238594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Port bb75a658-6e39-436d-b638-a07de77951fa on network f5109d62-a746-4b6d-821a-7e29d9a330c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:28:11.238904 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Attempting to bind port bb75a658-6e39-436d-b638-a07de77951fa on network f5109d62-a746-4b6d-821a-7e29d9a330c0 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:28:11.246512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:28:11.246839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Checking segment: {'id': 'bfebf8f0-6490-4da1-af44-985031320ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f5109d62-a746-4b6d-821a-7e29d9a330c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:28:11.247244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Bound using segment: {'id': 'bfebf8f0-6490-4da1-af44-985031320ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f5109d62-a746-4b6d-821a-7e29d9a330c0'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:28:11.247711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Bound port: bb75a658-6e39-436d-b638-a07de77951fa, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfebf8f0-6490-4da1-af44-985031320ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f5109d62-a746-4b6d-821a-7e29d9a330c0'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:28:11.247989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:11.258251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-ca0dfa1c-aa23-45a3-b7ea-6fd1eff9f2e8 req-e3342362-0c27-4992-9b57-befbf332efb8 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Unset dirty status for tenant:f4f66718e97843c980416149a2bc35e6 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:28:11.259391 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ca0dfa1c-aa23-45a3-b7ea-6fd1eff9f2e8 req-e3342362-0c27-4992-9b57-befbf332efb8 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 944 time: 0.2318702 Feb 21 09:28:11.358060 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-ca0dfa1c-aa23-45a3-b7ea-6fd1eff9f2e8 req-3b0218e9-e02a-44d7-b02d-4944c5fa3c39 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Synchronizing usage tracker for tenant:f4f66718e97843c980416149a2bc35e6 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:28:11.372544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] For port bb75a658-6e39-436d-b638-a07de77951fa, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:28:11.377368 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] For port bb75a658-6e39-436d-b638-a07de77951fa, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=bb75a658-6e39-436d-b638-a07de77951fa,segment=NetworkSegment(bfebf8f0-6490-4da1-af44-985031320ba5),segment_id=bfebf8f0-6490-4da1-af44-985031320ba5)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:28:11.381255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:11.413450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-ca0dfa1c-aa23-45a3-b7ea-6fd1eff9f2e8 req-3b0218e9-e02a-44d7-b02d-4944c5fa3c39 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Unset dirty status for tenant:f4f66718e97843c980416149a2bc35e6 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:28:11.414543 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ca0dfa1c-aa23-45a3-b7ea-6fd1eff9f2e8 req-3b0218e9-e02a-44d7-b02d-4944c5fa3c39 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480606 Feb 21 09:28:11.447226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:11.449105 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] 10.222.0.47 "PUT /v2.0/ports/bb75a658-6e39-436d-b638-a07de77951fa HTTP/1.1" status: 200 len: 1094 time: 0.9909232 Feb 21 09:28:11.449528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4aa6384-0671-45cb-a942-4f7d00a107a9', 'tag': 'bb75a658-6e39-436d-b638-a07de77951fa'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:28:11.466206 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5235cda-ad03-41d6-bdb6-9c561c671e48 service neutron] Pushing event updated for resources: {'Port': ['ID=bb75a658-6e39-436d-b638-a07de77951fa,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:11.519828 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4aa6384-0671-45cb-a942-4f7d00a107a9', 'tag': 'bb75a658-6e39-436d-b638-a07de77951fa', 'status': 'completed', 'code': 200} Feb 21 09:28:11.555069 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-a30584bf-edc7-4bfa-8c31-3a26d962d9a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4f66718e97843c980416149a2bc35e6&device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 1097 time: 0.0691276 Feb 21 09:28:11.625824 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-31db6e6f-429c-4b3b-9a88-7dac3934f1cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb75a658-6e39-436d-b638-a07de77951fa HTTP/1.1" status: 200 len: 217 time: 0.0639019 Feb 21 09:28:11.685807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-d9d0e082-2290-419b-a314-3e18f10b1e4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:11.687218 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-d9d0e082-2290-419b-a314-3e18f10b1e4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19d81c01-6a9b-411a-a323-a92023b9ae06 HTTP/1.1" status: 200 len: 854 time: 0.0560582 Feb 21 09:28:11.730361 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-600f1482-b5ca-4706-b8df-b20e94c2b5f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5109d62-a746-4b6d-821a-7e29d9a330c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376215 Feb 21 09:28:11.858960 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-fe683d98-6897-46a4-b166-82da5f1690a2 service neutron] 10.222.0.47 "GET /v2.0/networks/f5109d62-a746-4b6d-821a-7e29d9a330c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223679 Feb 21 09:28:11.989049 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c208eed-12ea-4f34-9cb6-bbe084986302 req-cc6f1d3d-38c5-4143-be1d-8e910e395b24 service neutron] 10.222.0.47 "GET /v2.0/networks/f5109d62-a746-4b6d-821a-7e29d9a330c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247196 Feb 21 09:28:12.192514 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81c746d7-a407-4796-8181-a2eed4894a67 req-fd64113a-4173-414f-8c6d-8a99146d07ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4f66718e97843c980416149a2bc35e6&device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 1097 time: 0.1581421 Feb 21 09:28:12.328663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c746d7-a407-4796-8181-a2eed4894a67 req-0bd6ad0a-95ca-4607-8277-a3930a1e35ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:12.330041 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81c746d7-a407-4796-8181-a2eed4894a67 req-0bd6ad0a-95ca-4607-8277-a3930a1e35ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5109d62-a746-4b6d-821a-7e29d9a330c0 HTTP/1.1" status: 200 len: 914 time: 0.1316836 Feb 21 09:28:12.400708 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81c746d7-a407-4796-8181-a2eed4894a67 req-59bb463e-c640-4b64-a29c-47d322411964 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb75a658-6e39-436d-b638-a07de77951fa HTTP/1.1" status: 200 len: 217 time: 0.0641613 Feb 21 09:28:12.462005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c746d7-a407-4796-8181-a2eed4894a67 req-7b48192d-92c4-4148-a4aa-db852ae56d33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:12.463402 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81c746d7-a407-4796-8181-a2eed4894a67 req-7b48192d-92c4-4148-a4aa-db852ae56d33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19d81c01-6a9b-411a-a323-a92023b9ae06 HTTP/1.1" status: 200 len: 854 time: 0.0561774 Feb 21 09:28:12.508729 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81c746d7-a407-4796-8181-a2eed4894a67 req-25aca500-b62a-4fc2-bee9-4c0eea55d093 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5109d62-a746-4b6d-821a-7e29d9a330c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387247 Feb 21 09:28:12.707975 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81c746d7-a407-4796-8181-a2eed4894a67 req-5ae577ce-5e04-4cb6-a48b-421d6b5c6666 service neutron] 10.222.0.47 "GET /v2.0/networks/f5109d62-a746-4b6d-821a-7e29d9a330c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928027 Feb 21 09:28:12.718396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c3527-e5e2-4c1f-bd36-722b7fc07d12 req-3051abf7-6631-409e-a9d1-a5c2f3761683 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:12.719796 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e55c3527-e5e2-4c1f-bd36-722b7fc07d12 req-3051abf7-6631-409e-a9d1-a5c2f3761683 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 944 time: 0.1835330 Feb 21 09:28:12.845713 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e55c3527-e5e2-4c1f-bd36-722b7fc07d12 req-fa075317-bd67-4d4c-bb19-a44e1d33e1f9 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080339 Feb 21 09:28:12.876891 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-81c746d7-a407-4796-8181-a2eed4894a67 req-61e53a56-d4fc-4d05-95bb-6742304b425c service neutron] 10.222.0.47 "GET /v2.0/networks/f5109d62-a746-4b6d-821a-7e29d9a330c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561415 Feb 21 09:28:13.016869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device bb75a658-6e39-436d-b638-a07de77951fa details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:28:13.146069 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port bb75a658-6e39-436d-b638-a07de77951fa, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=bb75a658-6e39-436d-b638-a07de77951fa,segment=NetworkSegment(bfebf8f0-6490-4da1-af44-985031320ba5),segment_id=bfebf8f0-6490-4da1-af44-985031320ba5)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:13.159057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'bb75a658-6e39-436d-b638-a07de77951fa', 'network_id': 'f5109d62-a746-4b6d-821a-7e29d9a330c0', 'port_id': 'bb75a658-6e39-436d-b638-a07de77951fa', 'mac_address': 'fa:16:3e:54:9a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d81c01-6a9b-411a-a323-a92023b9ae06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:28:13.213947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:13.230329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb75a658-6e39-436d-b638-a07de77951fa {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:28:13.246023 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port bb75a658-6e39-436d-b638-a07de77951fa, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=bb75a658-6e39-436d-b638-a07de77951fa,segment=NetworkSegment(bfebf8f0-6490-4da1-af44-985031320ba5),segment_id=bfebf8f0-6490-4da1-af44-985031320ba5)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:13.250898 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:13.314772 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=bb75a658-6e39-436d-b638-a07de77951fa,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:13.453725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['bb75a658-6e39-436d-b638-a07de77951fa'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:28:14.046255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf89877-0c1e-458d-a525-f4ad7ec6da1f req-231f9287-6191-4823-b982-db6987fd9237 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:14.047739 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cdf89877-0c1e-458d-a525-f4ad7ec6da1f req-231f9287-6191-4823-b982-db6987fd9237 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 945 time: 0.0802763 Feb 21 09:28:14.091594 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cdf89877-0c1e-458d-a525-f4ad7ec6da1f req-d9708d09-ade0-4cb8-9a3b-c1a0b074ff33 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383282 Feb 21 09:28:15.017191 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device bb75a658-6e39-436d-b638-a07de77951fa up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:28:15.084142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port bb75a658-6e39-436d-b638-a07de77951fa completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:28:15.089294 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port bb75a658-6e39-436d-b638-a07de77951fa triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:15.089673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:15.236930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:15.265051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4aa6384-0671-45cb-a942-4f7d00a107a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb75a658-6e39-436d-b638-a07de77951fa'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:28:15.275937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port bb75a658-6e39-436d-b638-a07de77951fa, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=bb75a658-6e39-436d-b638-a07de77951fa,segment=NetworkSegment(bfebf8f0-6490-4da1-af44-985031320ba5),segment_id=bfebf8f0-6490-4da1-af44-985031320ba5)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:15.281590 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:15.293668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e0878-be51-422c-9d06-5294bad0815c req-42eda14d-9683-4b91-b504-e146ce529f38 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:15.295161 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f32e0878-be51-422c-9d06-5294bad0815c req-42eda14d-9683-4b91-b504-e146ce529f38 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 945 time: 0.0784905 Feb 21 09:28:15.322420 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4aa6384-0671-45cb-a942-4f7d00a107a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb75a658-6e39-436d-b638-a07de77951fa', 'code': 200} Feb 21 09:28:15.344776 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f32e0878-be51-422c-9d06-5294bad0815c req-dce8ea3d-0e5b-4393-bb5a-4e2ef8806a05 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441334 Feb 21 09:28:15.357129 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=bb75a658-6e39-436d-b638-a07de77951fa,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:15.544374 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0e89e68-04b7-45fe-85b8-3c0c67271084 req-576db660-cba8-42cc-8455-6f993e7a3d60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 1099 time: 0.0698750 Feb 21 09:28:15.585761 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0e89e68-04b7-45fe-85b8-3c0c67271084 req-aa040829-d477-4783-9136-7c8ecc3fd809 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353734 Feb 21 09:28:16.545255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b536630-2d9b-4711-9dcc-92fc61e6ec7e req-50dc7a00-f093-4243-8d8f-8b461c2a9e46 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:16.546705 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b536630-2d9b-4711-9dcc-92fc61e6ec7e req-50dc7a00-f093-4243-8d8f-8b461c2a9e46 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 946 time: 0.0756979 Feb 21 09:28:16.595612 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0b536630-2d9b-4711-9dcc-92fc61e6ec7e req-d3800921-4cfb-4f63-b632-602b3c4ae098 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433271 Feb 21 09:28:17.798846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34afc3-ceda-46a3-b218-fcec2e822a55 req-1079b9dd-eeeb-4343-b5d5-caf66618ba9a tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:17.800335 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8d34afc3-ceda-46a3-b218-fcec2e822a55 req-1079b9dd-eeeb-4343-b5d5-caf66618ba9a tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 946 time: 0.0752859 Feb 21 09:28:17.845222 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8d34afc3-ceda-46a3-b218-fcec2e822a55 req-b76247ab-6ca2-4ae8-b5ba-f18663e5f67e tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395110 Feb 21 09:28:18.143330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-ff4db515-3e21-46d7-9be9-b7873ea7db44 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:18.144663 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-ff4db515-3e21-46d7-9be9-b7873ea7db44 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/networks?id=f5109d62-a746-4b6d-821a-7e29d9a330c0 HTTP/1.1" status: 200 len: 814 time: 0.1409335 Feb 21 09:28:18.160852 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3fdc7845-eed1-4724-90bc-4691dfe9df0d tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/quotas/f4f66718e97843c980416149a2bc35e6 HTTP/1.1" status: 200 len: 375 time: 0.0109985 Feb 21 09:28:18.239950 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-8a3a55fb-45d0-4972-980b-980b1f214c5d tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f4f66718e97843c980416149a2bc35e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744336 Feb 21 09:28:18.376221 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3a48cd9d-16ce-49b7-ac53-de88008a0def service neutron] 10.222.0.48 "GET /v2.0/networks/f5109d62-a746-4b6d-821a-7e29d9a330c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296823 Feb 21 09:28:18.588905 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-679b826a-430e-44d1-88aa-8677213d2aa8 service neutron] 10.222.0.48 "GET /v2.0/networks/f5109d62-a746-4b6d-821a-7e29d9a330c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061880 Feb 21 09:28:18.775041 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eeec84d2-9110-42d0-b7ce-5e3612005ff0 req-d7516d0b-5624-4872-b6b3-0febe6353fae tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 210 time: 0.0410352 Feb 21 09:28:19.741947 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-dc208809-91dc-4799-87fe-60d2e75ce405 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:19.743478 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-dc208809-91dc-4799-87fe-60d2e75ce405 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.47 "GET /v2.0/networks?id=f5109d62-a746-4b6d-821a-7e29d9a330c0 HTTP/1.1" status: 200 len: 814 time: 0.1419566 Feb 21 09:28:19.759113 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Request body: {'port': {'device_id': '17e21299-d36c-4ff9-b86b-cec5f90628c2', 'network_id': 'f5109d62-a746-4b6d-821a-7e29d9a330c0', 'admin_state_up': True, 'tenant_id': 'f4f66718e97843c980416149a2bc35e6'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:19.893057 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:19.903296 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:19.951770 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-714e336a-c36c-41a8-a5aa-f1ee71a9dd70 req-70d9262a-e093-405d-aa96-c1d3cff8db2a tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 210 time: 0.0495515 Feb 21 09:28:19.952450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Made reservation on behalf of f4f66718e97843c980416149a2bc35e6 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:19.955308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:20.107191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Allocated IP 172.20.0.13 (f5109d62-a746-4b6d-821a-7e29d9a330c0/19d81c01-6a9b-411a-a323-a92023b9ae06/f95e0845-02b2-4301-ae00-8d76ac53f18d) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:28:20.307747 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:20.333822 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:20.345163 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['bb75a658-6e39-436d-b638-a07de77951fa'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:28:20.405490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Network f5109d62-a746-4b6d-821a-7e29d9a330c0 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:28:20.408913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:20.411502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:28:20.442201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Pushing event updated for resources: {'Port': ['ID=f95e0845-02b2-4301-ae00-8d76ac53f18d,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:20.476140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:20.476745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:20.502168 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-688f90dd-5e26-466f-8d82-2b8362862a50 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7467978 Feb 21 09:28:20.514080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Request body: {'port': {'device_id': '17e21299-d36c-4ff9-b86b-cec5f90628c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:20.622019 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:20.950765 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95e0845-02b2-4301-ae00-8d76ac53f18d {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:28:20.957348 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:20.971636 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Transition to ACTIVE for port object f95e0845-02b2-4301-ae00-8d76ac53f18d will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:28:20.975449 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:21.223468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Pushing event updated for resources: {'Port': ['ID=f95e0845-02b2-4301-ae00-8d76ac53f18d,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:21.339530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190f4c7-ba09-4fa7-958d-222e0e04a518 req-bd9251a9-2c56-4cef-a493-87d4e0335a7e tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:21.344046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-c190f4c7-ba09-4fa7-958d-222e0e04a518 req-bd9251a9-2c56-4cef-a493-87d4e0335a7e tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Synchronizing usage tracker for tenant:f4f66718e97843c980416149a2bc35e6 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:28:21.362764 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Attempting to bind port f95e0845-02b2-4301-ae00-8d76ac53f18d on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:28:21.363189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Attempting to bind port f95e0845-02b2-4301-ae00-8d76ac53f18d by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'bfebf8f0-6490-4da1-af44-985031320ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f5109d62-a746-4b6d-821a-7e29d9a330c0'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:28:21.363511 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Attempting to bind port f95e0845-02b2-4301-ae00-8d76ac53f18d on network f5109d62-a746-4b6d-821a-7e29d9a330c0 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:28:21.372371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-c190f4c7-ba09-4fa7-958d-222e0e04a518 req-bd9251a9-2c56-4cef-a493-87d4e0335a7e tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Unset dirty status for tenant:f4f66718e97843c980416149a2bc35e6 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:28:21.373518 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c190f4c7-ba09-4fa7-958d-222e0e04a518 req-bd9251a9-2c56-4cef-a493-87d4e0335a7e tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 944 time: 0.2961276 Feb 21 09:28:21.374166 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Port f95e0845-02b2-4301-ae00-8d76ac53f18d on network f5109d62-a746-4b6d-821a-7e29d9a330c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:28:21.374512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Attempting to bind port f95e0845-02b2-4301-ae00-8d76ac53f18d on network f5109d62-a746-4b6d-821a-7e29d9a330c0 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:28:21.394763 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:28:21.395122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Checking segment: {'id': 'bfebf8f0-6490-4da1-af44-985031320ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f5109d62-a746-4b6d-821a-7e29d9a330c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:28:21.395492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Bound using segment: {'id': 'bfebf8f0-6490-4da1-af44-985031320ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f5109d62-a746-4b6d-821a-7e29d9a330c0'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:28:21.395915 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Bound port: f95e0845-02b2-4301-ae00-8d76ac53f18d, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfebf8f0-6490-4da1-af44-985031320ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f5109d62-a746-4b6d-821a-7e29d9a330c0'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:28:21.396255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:21.482630 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c190f4c7-ba09-4fa7-958d-222e0e04a518 req-8e46b263-89ff-408c-aa1f-60b9864a7970 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022825 Feb 21 09:28:21.506745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] For port f95e0845-02b2-4301-ae00-8d76ac53f18d, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:28:21.509922 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] For port f95e0845-02b2-4301-ae00-8d76ac53f18d, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=f95e0845-02b2-4301-ae00-8d76ac53f18d,segment=NetworkSegment(bfebf8f0-6490-4da1-af44-985031320ba5),segment_id=bfebf8f0-6490-4da1-af44-985031320ba5)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:28:21.514652 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:21.572159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:21.574034 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] 10.222.0.47 "PUT /v2.0/ports/f95e0845-02b2-4301-ae00-8d76ac53f18d HTTP/1.1" status: 200 len: 1094 time: 1.0649979 Feb 21 09:28:21.576739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e21299-d36c-4ff9-b86b-cec5f90628c2', 'tag': 'f95e0845-02b2-4301-ae00-8d76ac53f18d'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:28:21.597309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffff25-8a44-42a7-a55f-2a335736fad5 service neutron] Pushing event updated for resources: {'Port': ['ID=f95e0845-02b2-4301-ae00-8d76ac53f18d,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:21.652998 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e21299-d36c-4ff9-b86b-cec5f90628c2', 'tag': 'f95e0845-02b2-4301-ae00-8d76ac53f18d', 'status': 'completed', 'code': 200} Feb 21 09:28:21.687982 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-d77af77b-b6c3-41d1-b06e-248a9b6c9eae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4f66718e97843c980416149a2bc35e6&device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 1097 time: 0.0722854 Feb 21 09:28:21.756675 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-10ff704b-b3e0-4f66-b556-5d2bba0ac794 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f95e0845-02b2-4301-ae00-8d76ac53f18d HTTP/1.1" status: 200 len: 217 time: 0.0626369 Feb 21 09:28:21.815663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-5132d509-2308-4158-84f7-7822d372e72e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:21.817133 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-5132d509-2308-4158-84f7-7822d372e72e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19d81c01-6a9b-411a-a323-a92023b9ae06 HTTP/1.1" status: 200 len: 854 time: 0.0556698 Feb 21 09:28:21.863049 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-1a1f06bb-230e-42cc-b7fc-b6ae856ef433 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5109d62-a746-4b6d-821a-7e29d9a330c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406687 Feb 21 09:28:21.990290 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-1df7e1a4-a814-4590-b2ae-04a9d2b41729 service neutron] 10.222.0.47 "GET /v2.0/networks/f5109d62-a746-4b6d-821a-7e29d9a330c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218219 Feb 21 09:28:22.117447 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50206b5e-0b29-4f72-bce2-6170db8b6208 req-3eb60c9d-f6d8-475a-946f-9d2a89448320 service neutron] 10.222.0.47 "GET /v2.0/networks/f5109d62-a746-4b6d-821a-7e29d9a330c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215019 Feb 21 09:28:22.223047 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-536da51a-8481-448b-8090-b592ade5b45e req-6886d103-b913-4e0e-a2bb-466593e27756 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4f66718e97843c980416149a2bc35e6&device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 1097 time: 0.0657418 Feb 21 09:28:22.349442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536da51a-8481-448b-8090-b592ade5b45e req-9b4fd318-fb16-42c2-959e-db947c71958b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:22.350864 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-536da51a-8481-448b-8090-b592ade5b45e req-9b4fd318-fb16-42c2-959e-db947c71958b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5109d62-a746-4b6d-821a-7e29d9a330c0 HTTP/1.1" status: 200 len: 914 time: 0.1219263 Feb 21 09:28:22.420000 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-536da51a-8481-448b-8090-b592ade5b45e req-6a557ecc-ba01-46ba-b2ca-2c3ae3b22a3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f95e0845-02b2-4301-ae00-8d76ac53f18d HTTP/1.1" status: 200 len: 217 time: 0.0628245 Feb 21 09:28:22.480404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536da51a-8481-448b-8090-b592ade5b45e req-4ab66e0d-215e-46bb-9ef1-155272406086 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:22.481785 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-536da51a-8481-448b-8090-b592ade5b45e req-4ab66e0d-215e-46bb-9ef1-155272406086 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19d81c01-6a9b-411a-a323-a92023b9ae06 HTTP/1.1" status: 200 len: 854 time: 0.0555828 Feb 21 09:28:22.530319 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-536da51a-8481-448b-8090-b592ade5b45e req-767d3ea7-9fc4-4508-b2fe-d1f07db37128 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5109d62-a746-4b6d-821a-7e29d9a330c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411313 Feb 21 09:28:22.719084 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-536da51a-8481-448b-8090-b592ade5b45e req-38f1428a-d7b4-4e36-9b32-9d7f92e0da44 service neutron] 10.222.0.47 "GET /v2.0/networks/f5109d62-a746-4b6d-821a-7e29d9a330c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788058 Feb 21 09:28:22.752005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad65fc-0146-4a20-8f9b-fa3a7a76a009 req-21f8fb52-4a96-481c-9c1f-e7cee1f9a96b tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:22.753392 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1aad65fc-0146-4a20-8f9b-fa3a7a76a009 req-21f8fb52-4a96-481c-9c1f-e7cee1f9a96b tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 944 time: 0.1483631 Feb 21 09:28:22.964267 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1aad65fc-0146-4a20-8f9b-fa3a7a76a009 req-35cd171a-73ff-40ae-b613-e0ab14de3cc3 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724113 Feb 21 09:28:22.984409 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-536da51a-8481-448b-8090-b592ade5b45e req-4c2953cc-7122-4f7f-958b-61dd323bf1f1 service neutron] 10.222.0.47 "GET /v2.0/networks/f5109d62-a746-4b6d-821a-7e29d9a330c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585621 Feb 21 09:28:23.095434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device f95e0845-02b2-4301-ae00-8d76ac53f18d details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:28:23.226138 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port f95e0845-02b2-4301-ae00-8d76ac53f18d, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=f95e0845-02b2-4301-ae00-8d76ac53f18d,segment=NetworkSegment(bfebf8f0-6490-4da1-af44-985031320ba5),segment_id=bfebf8f0-6490-4da1-af44-985031320ba5)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:23.243530 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'f95e0845-02b2-4301-ae00-8d76ac53f18d', 'network_id': 'f5109d62-a746-4b6d-821a-7e29d9a330c0', 'port_id': 'f95e0845-02b2-4301-ae00-8d76ac53f18d', 'mac_address': 'fa:16:3e:96:ec:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d81c01-6a9b-411a-a323-a92023b9ae06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:28:23.304211 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:23.323659 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95e0845-02b2-4301-ae00-8d76ac53f18d {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:28:23.339640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port f95e0845-02b2-4301-ae00-8d76ac53f18d, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=f95e0845-02b2-4301-ae00-8d76ac53f18d,segment=NetworkSegment(bfebf8f0-6490-4da1-af44-985031320ba5),segment_id=bfebf8f0-6490-4da1-af44-985031320ba5)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:23.343131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:23.408644 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=f95e0845-02b2-4301-ae00-8d76ac53f18d,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:23.539985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['f95e0845-02b2-4301-ae00-8d76ac53f18d'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:28:24.162929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edea36-10a3-453d-b570-a7c0ab227a59 req-8b88d21c-6f11-452d-ab49-1199b2af4cff tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:24.164395 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-09edea36-10a3-453d-b570-a7c0ab227a59 req-8b88d21c-6f11-452d-ab49-1199b2af4cff tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 945 time: 0.0778594 Feb 21 09:28:24.208334 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-09edea36-10a3-453d-b570-a7c0ab227a59 req-3a8c8d30-9b85-4c92-ba86-57d9509b3c86 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379953 Feb 21 09:28:25.101020 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device f95e0845-02b2-4301-ae00-8d76ac53f18d up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:28:25.171138 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port f95e0845-02b2-4301-ae00-8d76ac53f18d completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:28:25.175632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port f95e0845-02b2-4301-ae00-8d76ac53f18d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:25.176005 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:25.287479 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:25.313427 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e21299-d36c-4ff9-b86b-cec5f90628c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95e0845-02b2-4301-ae00-8d76ac53f18d'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:28:25.325046 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port f95e0845-02b2-4301-ae00-8d76ac53f18d, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=f95e0845-02b2-4301-ae00-8d76ac53f18d,segment=NetworkSegment(bfebf8f0-6490-4da1-af44-985031320ba5),segment_id=bfebf8f0-6490-4da1-af44-985031320ba5)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:25.329860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:25.373541 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e21299-d36c-4ff9-b86b-cec5f90628c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95e0845-02b2-4301-ae00-8d76ac53f18d', 'code': 200} Feb 21 09:28:25.411659 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=f95e0845-02b2-4301-ae00-8d76ac53f18d,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:25.412002 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754db648-4ebe-4f26-a634-9d0dceda5b48 req-c8163d03-04ed-439b-9e31-0c9bd41aa68a tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:25.413465 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-754db648-4ebe-4f26-a634-9d0dceda5b48 req-c8163d03-04ed-439b-9e31-0c9bd41aa68a tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 946 time: 0.0851154 Feb 21 09:28:25.464713 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-754db648-4ebe-4f26-a634-9d0dceda5b48 req-f9a25d4a-57d8-4e0f-a171-a480c635b8bb tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443778 Feb 21 09:28:25.592732 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-30c7f5f8-7d67-428a-8e0d-ddf49dbe3eb6 req-ed9a1bbe-fc2b-4138-890f-5dfc4b3b3f20 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 1099 time: 0.0658300 Feb 21 09:28:25.632432 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-30c7f5f8-7d67-428a-8e0d-ddf49dbe3eb6 req-e3287cdc-b01b-4005-a6aa-67373d7fbd61 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345509 Feb 21 09:28:26.675532 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6adb-52c5-4220-9672-89e3d0a171f6 req-be1a373b-9289-49df-9f50-ddd354c8af4a tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:26.677052 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1d7d6adb-52c5-4220-9672-89e3d0a171f6 req-be1a373b-9289-49df-9f50-ddd354c8af4a tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 946 time: 0.0864851 Feb 21 09:28:26.722492 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1d7d6adb-52c5-4220-9672-89e3d0a171f6 req-56f499b7-8c92-4d7d-ad86-18188f4b5918 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 Feb 21 09:28:26.853017 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:28:27.914666 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe9562-2c84-4c2d-b8fc-4e2ab8d1fa44 req-2765dd3e-015a-4c08-90e1-41087152b3dc tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:27.916025 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1ffe9562-2c84-4c2d-b8fc-4e2ab8d1fa44 req-2765dd3e-015a-4c08-90e1-41087152b3dc tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 946 time: 0.0740113 Feb 21 09:28:27.959249 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1ffe9562-2c84-4c2d-b8fc-4e2ab8d1fa44 req-40f37335-3059-400c-9a1b-249aeee45c79 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378799 Feb 21 09:28:28.370060 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870137bb-4aed-4d63-83e1-5c6daafeea30 req-efefc5e9-42bb-4a40-97b7-7edf2ef8df27 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:28.370060 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-870137bb-4aed-4d63-83e1-5c6daafeea30 req-efefc5e9-42bb-4a40-97b7-7edf2ef8df27 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 946 time: 0.0830588 Feb 21 09:28:28.414108 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-870137bb-4aed-4d63-83e1-5c6daafeea30 req-d0d3c0c9-c59e-40cc-95a0-02e40dc925fc tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 Feb 21 09:28:29.649018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc82b0-2180-4e4c-9f15-57a71dae5e94 req-ccacb4d8-89ac-476b-87bc-a9b8c8c96d2a tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:29.650504 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79bc82b0-2180-4e4c-9f15-57a71dae5e94 req-ccacb4d8-89ac-476b-87bc-a9b8c8c96d2a tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 946 time: 0.1143661 Feb 21 09:28:29.711299 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79bc82b0-2180-4e4c-9f15-57a71dae5e94 req-08221ea9-aa03-47d9-a167-4c4c9cf27f1f tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548551 Feb 21 09:28:29.722817 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000d98f-6193-4afe-9485-d44387b785ac req-88c98dc1-621e-42d1-968d-af900492391d tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:29.724229 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7000d98f-6193-4afe-9485-d44387b785ac req-88c98dc1-621e-42d1-968d-af900492391d tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.47 "GET /v2.0/ports?device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 946 time: 0.1167216 Feb 21 09:28:29.789909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-7000d98f-6193-4afe-9485-d44387b785ac req-f59c8cf7-a1e8-4a32-9410-871a8cbb130b tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Deleting port f95e0845-02b2-4301-ae00-8d76ac53f18d {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:28:29.790238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7000d98f-6193-4afe-9485-d44387b785ac req-f59c8cf7-a1e8-4a32-9410-871a8cbb130b tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:30.023011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-7000d98f-6193-4afe-9485-d44387b785ac req-f59c8cf7-a1e8-4a32-9410-871a8cbb130b tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] For port f95e0845-02b2-4301-ae00-8d76ac53f18d, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=f95e0845-02b2-4301-ae00-8d76ac53f18d,segment=NetworkSegment(bfebf8f0-6490-4da1-af44-985031320ba5),segment_id=bfebf8f0-6490-4da1-af44-985031320ba5)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:30.023266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7000d98f-6193-4afe-9485-d44387b785ac req-f59c8cf7-a1e8-4a32-9410-871a8cbb130b tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:30.140398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-7000d98f-6193-4afe-9485-d44387b785ac req-f59c8cf7-a1e8-4a32-9410-871a8cbb130b tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Calling delete_port for f95e0845-02b2-4301-ae00-8d76ac53f18d owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:28:30.219384 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01a71c8f-d86f-4c2c-925e-93e406aacc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:30.278760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7000d98f-6193-4afe-9485-d44387b785ac req-f59c8cf7-a1e8-4a32-9410-871a8cbb130b tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:30.289938 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['bb75a658-6e39-436d-b638-a07de77951fa', 'f95e0845-02b2-4301-ae00-8d76ac53f18d'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:28:30.329904 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c8cf7-a1e8-4a32-9410-871a8cbb130b tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Pushing event deleted for resources: {'Port': ['ID=f95e0845-02b2-4301-ae00-8d76ac53f18d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:30.398797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-7000d98f-6193-4afe-9485-d44387b785ac req-f59c8cf7-a1e8-4a32-9410-871a8cbb130b tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] No DVR routers for this DVR port f95e0845-02b2-4301-ae00-8d76ac53f18d on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:28:30.401398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7000d98f-6193-4afe-9485-d44387b785ac req-f59c8cf7-a1e8-4a32-9410-871a8cbb130b tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:30.405215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e21299-d36c-4ff9-b86b-cec5f90628c2', 'name': 'network-vif-deleted', 'tag': 'f95e0845-02b2-4301-ae00-8d76ac53f18d'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:28:30.419786 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7000d98f-6193-4afe-9485-d44387b785ac req-f59c8cf7-a1e8-4a32-9410-871a8cbb130b tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.47 "DELETE /v2.0/ports/f95e0845-02b2-4301-ae00-8d76ac53f18d HTTP/1.1" status: 204 len: 173 time: 0.6896482 Feb 21 09:28:30.464240 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e21299-d36c-4ff9-b86b-cec5f90628c2', 'name': 'network-vif-deleted', 'tag': 'f95e0845-02b2-4301-ae00-8d76ac53f18d', 'status': 'completed', 'code': 200} Feb 21 09:28:30.672398 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:30.887347 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-46d3f7b2-845d-4dc9-a7e1-10fb578ab4e2 req-73667d1e-ffc4-4262-9ff6-18d9792d61c2 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Synchronizing usage tracker for tenant:f4f66718e97843c980416149a2bc35e6 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:28:30.903354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-46d3f7b2-845d-4dc9-a7e1-10fb578ab4e2 req-73667d1e-ffc4-4262-9ff6-18d9792d61c2 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Unset dirty status for tenant:f4f66718e97843c980416149a2bc35e6 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:28:30.905003 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-46d3f7b2-845d-4dc9-a7e1-10fb578ab4e2 req-73667d1e-ffc4-4262-9ff6-18d9792d61c2 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e21299-d36c-4ff9-b86b-cec5f90628c2 HTTP/1.1" status: 200 len: 210 time: 0.0571427 Feb 21 09:28:32.255093 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9e5e-d28b-4c86-b293-7a86fded24e1 req-60311735-d4c5-4ff8-b2fd-c80289565ba8 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:32.256454 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-485a9e5e-d28b-4c86-b293-7a86fded24e1 req-60311735-d4c5-4ff8-b2fd-c80289565ba8 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 946 time: 0.1587765 Feb 21 09:28:32.300082 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-485a9e5e-d28b-4c86-b293-7a86fded24e1 req-66268111-4592-43e0-94a5-18ce48ce5111 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381246 Feb 21 09:28:32.515598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f6113-beab-46f9-b659-a8e8f1927aeb req-550f41f1-8370-4016-89e1-23f5368f1e40 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:32.516940 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f78f6113-beab-46f9-b659-a8e8f1927aeb req-550f41f1-8370-4016-89e1-23f5368f1e40 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 946 time: 0.0741572 Feb 21 09:28:32.563790 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f78f6113-beab-46f9-b659-a8e8f1927aeb req-5c875029-1028-4196-a14a-bddaf791adac tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Feb 21 09:28:32.756121 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf02f24-ecb5-4ebb-b909-3a166d769f90 req-357ea41f-e182-4e6e-b16a-60ba4df3347f tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:32.757544 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dcf02f24-ecb5-4ebb-b909-3a166d769f90 req-357ea41f-e182-4e6e-b16a-60ba4df3347f tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 946 time: 0.0745318 Feb 21 09:28:32.808328 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dcf02f24-ecb5-4ebb-b909-3a166d769f90 req-838c363a-f4a7-48a3-9b91-8417e59bf423 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451701 Feb 21 09:28:32.999559 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca861-edbc-43c1-b67d-5bd75d7946f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:33.007217 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7870f2a6-a96a-479e-a1d3-a59f784a5e9c req-30a094d8-9f37-4784-a338-7f55fab2b7fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0714483 Feb 21 09:28:33.112697 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device f95e0845-02b2-4301-ae00-8d76ac53f18d no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:28:33.146357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: f95e0845-02b2-4301-ae00-8d76ac53f18d {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:28:33.146700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device f95e0845-02b2-4301-ae00-8d76ac53f18d not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:28:33.207271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53fc3a-d605-4e4e-86d0-1844a7199185 req-756ec43a-9874-40a1-bc76-56857141a216 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:33.208725 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a53fc3a-d605-4e4e-86d0-1844a7199185 req-756ec43a-9874-40a1-bc76-56857141a216 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 946 time: 0.0781031 Feb 21 09:28:33.252507 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a53fc3a-d605-4e4e-86d0-1844a7199185 req-353551c1-fb73-43f5-b827-63029dab4715 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377240 Feb 21 09:28:33.453192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d4f06-3fc3-4ed2-a270-aa93c1fc0ee4 req-191912ee-0ae1-4739-8bb3-f3b80f406e26 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:33.455213 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-902d4f06-3fc3-4ed2-a270-aa93c1fc0ee4 req-191912ee-0ae1-4739-8bb3-f3b80f406e26 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 946 time: 0.0822129 Feb 21 09:28:33.499214 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-902d4f06-3fc3-4ed2-a270-aa93c1fc0ee4 req-ced05a55-2552-4ff3-879b-dea787a5f7a3 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389028 Feb 21 09:28:33.692283 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:33.710109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9c7e0-1f19-4872-8fd2-f2e54e550152 req-1c937d65-5a9f-48e6-a408-48af109d7a29 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:33.711522 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7ec9c7e0-1f19-4872-8fd2-f2e54e550152 req-1c937d65-5a9f-48e6-a408-48af109d7a29 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 946 time: 0.0764744 Feb 21 09:28:33.760748 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7ec9c7e0-1f19-4872-8fd2-f2e54e550152 req-dd735543-6b4e-46ec-8212-d3364515b08e tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432692 Feb 21 09:28:34.111309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:34.321111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9633d0d-e3b9-4fd6-941c-f5d7f11744f7 req-52b1bb85-9375-4146-ac03-cb6f282b8dfa tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:34.323074 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f9633d0d-e3b9-4fd6-941c-f5d7f11744f7 req-52b1bb85-9375-4146-ac03-cb6f282b8dfa tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 946 time: 0.0805340 Feb 21 09:28:34.366554 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f9633d0d-e3b9-4fd6-941c-f5d7f11744f7 req-977b7a24-dece-467e-8086-ddd6443404b9 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381453 Feb 21 09:28:35.616383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46fe27-89c1-4006-90ff-e2bd625d395d req-d0b71e86-3099-4283-9dd1-1effe0822695 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:35.617972 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3a46fe27-89c1-4006-90ff-e2bd625d395d req-d0b71e86-3099-4283-9dd1-1effe0822695 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 946 time: 0.1023180 Feb 21 09:28:35.624719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2500-1d13-4db1-850e-037697d0d09d req-4229ecd9-fe62-4e34-818a-f1f043322064 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:35.626014 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd5d2500-1d13-4db1-850e-037697d0d09d req-4229ecd9-fe62-4e34-818a-f1f043322064 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 946 time: 0.1406658 Feb 21 09:28:35.717193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-3a46fe27-89c1-4006-90ff-e2bd625d395d req-b91d91b4-84ec-4d57-8aec-5d0f24db1a91 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Deleting port bb75a658-6e39-436d-b638-a07de77951fa {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:28:35.717526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-3a46fe27-89c1-4006-90ff-e2bd625d395d req-b91d91b4-84ec-4d57-8aec-5d0f24db1a91 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:35.747525 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd5d2500-1d13-4db1-850e-037697d0d09d req-ad25a020-a297-4d95-834d-63153635c14a tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8ec6181-5acd-4303-8da5-71a748de3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942879 Feb 21 09:28:35.952756 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-3a46fe27-89c1-4006-90ff-e2bd625d395d req-b91d91b4-84ec-4d57-8aec-5d0f24db1a91 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] For port bb75a658-6e39-436d-b638-a07de77951fa, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=bb75a658-6e39-436d-b638-a07de77951fa,segment=NetworkSegment(bfebf8f0-6490-4da1-af44-985031320ba5),segment_id=bfebf8f0-6490-4da1-af44-985031320ba5)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:35.953025 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-3a46fe27-89c1-4006-90ff-e2bd625d395d req-b91d91b4-84ec-4d57-8aec-5d0f24db1a91 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:36.067104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:36.076483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-3a46fe27-89c1-4006-90ff-e2bd625d395d req-b91d91b4-84ec-4d57-8aec-5d0f24db1a91 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Calling delete_port for bb75a658-6e39-436d-b638-a07de77951fa owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:28:36.210237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-3a46fe27-89c1-4006-90ff-e2bd625d395d req-b91d91b4-84ec-4d57-8aec-5d0f24db1a91 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:36.221015 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['bb75a658-6e39-436d-b638-a07de77951fa'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:28:36.260089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d91b4-84ec-4d57-8aec-5d0f24db1a91 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Pushing event deleted for resources: {'Port': ['ID=bb75a658-6e39-436d-b638-a07de77951fa,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:36.332367 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a46fe27-89c1-4006-90ff-e2bd625d395d req-b91d91b4-84ec-4d57-8aec-5d0f24db1a91 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] No DVR routers for this DVR port bb75a658-6e39-436d-b638-a07de77951fa on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:28:36.334832 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-3a46fe27-89c1-4006-90ff-e2bd625d395d req-b91d91b4-84ec-4d57-8aec-5d0f24db1a91 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:36.337376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4aa6384-0671-45cb-a942-4f7d00a107a9', 'name': 'network-vif-deleted', 'tag': 'bb75a658-6e39-436d-b638-a07de77951fa'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:28:36.353027 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3a46fe27-89c1-4006-90ff-e2bd625d395d req-b91d91b4-84ec-4d57-8aec-5d0f24db1a91 tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.47 "DELETE /v2.0/ports/bb75a658-6e39-436d-b638-a07de77951fa HTTP/1.1" status: 204 len: 173 time: 0.7260401 Feb 21 09:28:36.395904 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4aa6384-0671-45cb-a942-4f7d00a107a9', 'name': 'network-vif-deleted', 'tag': 'bb75a658-6e39-436d-b638-a07de77951fa', 'status': 'completed', 'code': 200} Feb 21 09:28:37.016078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-fa029e1c-15fd-4801-ac99-4d87a017c53d req-8aa86bb0-d91c-4992-b37e-27e104e7779f tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Synchronizing usage tracker for tenant:f4f66718e97843c980416149a2bc35e6 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:28:37.032456 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-fa029e1c-15fd-4801-ac99-4d87a017c53d req-8aa86bb0-d91c-4992-b37e-27e104e7779f tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] Unset dirty status for tenant:f4f66718e97843c980416149a2bc35e6 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:28:37.033755 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fa029e1c-15fd-4801-ac99-4d87a017c53d req-8aa86bb0-d91c-4992-b37e-27e104e7779f tempest-ServersNegativeTestJSON-250910647 tempest-ServersNegativeTestJSON-250910647-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4aa6384-0671-45cb-a942-4f7d00a107a9 HTTP/1.1" status: 200 len: 210 time: 0.1428144 Feb 21 09:28:38.138249 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60992) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:38.196475 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2251c8-0e8f-480e-8ccd-fe650c600736 admin admin] Deleting subnet 19d81c01-6a9b-411a-a323-a92023b9ae06 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:28:38.199327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cc2251c8-0e8f-480e-8ccd-fe650c600736 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:38.246805 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cc2251c8-0e8f-480e-8ccd-fe650c600736 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:38.303586 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cc2251c8-0e8f-480e-8ccd-fe650c600736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:38.368597 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cc2251c8-0e8f-480e-8ccd-fe650c600736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:38.405556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2251c8-0e8f-480e-8ccd-fe650c600736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d81c01-6a9b-411a-a323-a92023b9ae06,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:38.409684 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cc2251c8-0e8f-480e-8ccd-fe650c600736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:38.415307 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cc2251c8-0e8f-480e-8ccd-fe650c600736 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/19d81c01-6a9b-411a-a323-a92023b9ae06 HTTP/1.1" status: 204 len: 168 time: 0.2760074 Feb 21 09:28:38.418420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 60996) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:38.527502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-635aa378-5071-4beb-8f42-60f463cab00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:38.651082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-635aa378-5071-4beb-8f42-60f463cab00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:38.678242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-635aa378-5071-4beb-8f42-60f463cab00e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5109d62-a746-4b6d-821a-7e29d9a330c0']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:38.689767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-635aa378-5071-4beb-8f42-60f463cab00e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfebf8f0-6490-4da1-af44-985031320ba5') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:38.690062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-635aa378-5071-4beb-8f42-60f463cab00e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfebf8f0-6490-4da1-af44-985031320ba5') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:38.701566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-635aa378-5071-4beb-8f42-60f463cab00e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:38.717304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-635aa378-5071-4beb-8f42-60f463cab00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:38.723470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635aa378-5071-4beb-8f42-60f463cab00e admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:28:38.723875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-635aa378-5071-4beb-8f42-60f463cab00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:28:38.736812 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:28:38.816298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-635aa378-5071-4beb-8f42-60f463cab00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:38.832375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-635aa378-5071-4beb-8f42-60f463cab00e admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:38.842798 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635aa378-5071-4beb-8f42-60f463cab00e admin admin] Pushing event deleted for resources: {'Network': ['ID=f5109d62-a746-4b6d-821a-7e29d9a330c0,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:38.850624 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-635aa378-5071-4beb-8f42-60f463cab00e admin admin] 10.222.0.48 "DELETE /v2.0/networks/f5109d62-a746-4b6d-821a-7e29d9a330c0 HTTP/1.1" status: 204 len: 168 time: 0.4312725 Feb 21 09:28:38.986255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32770) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:39.035548 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-42e34850-d6bc-489f-94bd-8b1d4e10e06b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4f66718e97843c980416149a2bc35e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481389 Feb 21 09:28:39.037868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32774) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:39.094420 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:39.118210 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:39.167928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:39.186382 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ec6181-5acd-4303-8da5-71a748de3848,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:39.199295 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:39.199629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:39.199957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:39.200279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:39.200594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:39.200910 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:39.201223 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:39.201534 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:39.201842 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:39.202149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:39.202454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:39.208718 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:39.210970 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9e01b47a-6027-47b5-802a-75a0fc4e199e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8ec6181-5acd-4303-8da5-71a748de3848 HTTP/1.1" status: 204 len: 168 time: 0.1718729 Feb 21 09:28:40.119708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32796) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:40.244665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1984145781'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:40.249636 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:40.253383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Usage tracker for resource:network and tenant:5a67b988d14b4992aba5c895bc19957b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:40.256220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:40.262807 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:40.272599 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Made reservation on behalf of 5a67b988d14b4992aba5c895bc19957b for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:40.276265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:40.288769 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:40.319533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:40.323762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Usage tracker for resource:security_group_rule and tenant:5a67b988d14b4992aba5c895bc19957b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:40.326464 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:40.332053 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:40.399482 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:40.403197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:40.434800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:28:40.442775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6420d8b5-9d97-4ce3-9f57-28e44ff9cd8d,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:40.448075 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:40.448540 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Added segment 0444d32f-4ec8-4bd3-ba08-e9241fe7241f of type vlan for network 47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812 Feb 21 09:28:40.475657 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:40.503055 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:40.506740 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:40.507346 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:40.689530 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5687304 Feb 21 09:28:40.698182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a710ca-d689-44ac-bfac-0bf7c570df28 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event updated for resources: {'Network': ['ID=47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:40.717953 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:28:41.110737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device bb75a658-6e39-436d-b638-a07de77951fa no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:28:41.147167 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: bb75a658-6e39-436d-b638-a07de77951fa {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:28:41.147517 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device bb75a658-6e39-436d-b638-a07de77951fa not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:28:43.918759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 32802) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:43.924361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Request body: {'subnet': {'network_id': '47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:44.030808 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:44.034777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Usage tracker for resource:subnet and tenant:5a67b988d14b4992aba5c895bc19957b is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:44.037679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:44.043375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:44.052705 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Made reservation on behalf of 5a67b988d14b4992aba5c895bc19957b for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:44.161293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:44.371846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:44.445127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event updated for resources: {'Subnet': ['ID=f169703c-6429-419e-b66c-6dd6139da4de,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:44.457380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Checking segment: {'id': '0444d32f-4ec8-4bd3-ba08-e9241fe7241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:28:44.457730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Network hostable DHCP agents. Network: 47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:28:44.478189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Network 47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:28:44.486826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:44.490772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:44.491401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:44.496232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95698ad-ccba-41b0-ae9e-1c4da494fa44 None None] Network 47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:44.516730 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0ab034ec-ef95-49b0-abe4-86dca176b18e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5969048 Feb 21 09:28:44.520034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 32806) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:44.525769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1370176178'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:44.530531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:44.534490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Usage tracker for resource:network and tenant:5a67b988d14b4992aba5c895bc19957b is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:44.537396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:44.543088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:44.553353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Made reservation on behalf of 5a67b988d14b4992aba5c895bc19957b for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:44.558288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:44.591638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:28:44.601680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:44.602093 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Added segment eaacf0c1-e296-4923-9182-f402fc322d7d of type vlan for network 13146c46-699d-4137-8655-755dabcae593 Feb 21 09:28:44.629645 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:44.658168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:44.661897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:44.662474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:44.709798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812', 'network_id': '47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812', 'tenant_id': '5a67b988d14b4992aba5c895bc19957b', 'fixed_ips': [{'subnet_id': 'f169703c-6429-419e-b66c-6dd6139da4de'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:28:44.710604 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:44.752983 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2290256 Feb 21 09:28:44.753444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32810) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:44.760148 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Request body: {'subnet': {'network_id': '13146c46-699d-4137-8655-755dabcae593', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:44.771563 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38283a-1968-435d-a2c1-8626988677de tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event updated for resources: {'Network': ['ID=13146c46-699d-4137-8655-755dabcae593,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:44.798821 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 13146c46-699d-4137-8655-755dabcae593 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:28:44.878911 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:44.882721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Usage tracker for resource:subnet and tenant:5a67b988d14b4992aba5c895bc19957b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:44.885514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:44.891109 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:44.901111 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Made reservation on behalf of 5a67b988d14b4992aba5c895bc19957b for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:44.988159 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Allocated IP 2001:db8:0:ffff::2 (47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812/f169703c-6429-419e-b66c-6dd6139da4de/c53ffe1d-1f6d-42c5-9fd5-128063753649) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:28:45.007179 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.191614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.203506 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Transition to ACTIVE for port object c53ffe1d-1f6d-42c5-9fd5-128063753649 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:28:45.222095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Transition to ACTIVE for port object c53ffe1d-1f6d-42c5-9fd5-128063753649 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:28:45.228275 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.229021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.297943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Network 47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:28:45.299067 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:45.303304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:28:45.305329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Pushing event updated for resources: {'Port': ['ID=c53ffe1d-1f6d-42c5-9fd5-128063753649,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:45.309366 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event updated for resources: {'Subnet': ['ID=6320720f-a754-45f7-ba6c-fc3cf3a49686,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:45.324643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Checking segment: {'id': 'eaacf0c1-e296-4923-9182-f402fc322d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '13146c46-699d-4137-8655-755dabcae593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:28:45.324995 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Network hostable DHCP agents. Network: 13146c46-699d-4137-8655-755dabcae593, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:28:45.344270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:45.344687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:45.345036 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:45.345366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:45.345707 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:45.346031 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:45.346348 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:45.346671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:45.347055 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:45.347234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Network 13146c46-699d-4137-8655-755dabcae593 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:28:45.347343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:45.347634 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:45.358858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 13146c46-699d-4137-8655-755dabcae593) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:45.363169 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:45.364376 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.389107 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4aaf5e-37a7-492f-8086-8accc80a70fe None None] Network 13146c46-699d-4137-8655-755dabcae593 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:45.389333 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d347be2f-a067-4844-aea8-7be9d008a973 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6319478 Feb 21 09:28:45.389444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32814) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:45.477150 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Attempting to bind port c53ffe1d-1f6d-42c5-9fd5-128063753649 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:28:45.477432 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Attempting to bind port c53ffe1d-1f6d-42c5-9fd5-128063753649 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '0444d32f-4ec8-4bd3-ba08-e9241fe7241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:28:45.477791 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Attempting to bind port c53ffe1d-1f6d-42c5-9fd5-128063753649 on network 47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:28:45.491227 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:28:45.491599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Checking segment: {'id': '0444d32f-4ec8-4bd3-ba08-e9241fe7241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:28:45.491995 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.492388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Bound using segment: {'id': '0444d32f-4ec8-4bd3-ba08-e9241fe7241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:28:45.492843 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Bound port: c53ffe1d-1f6d-42c5-9fd5-128063753649, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0444d32f-4ec8-4bd3-ba08-e9241fe7241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:28:45.493209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.530413 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.595063 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.649660 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] For port c53ffe1d-1f6d-42c5-9fd5-128063753649, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:28:45.655378 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] For port c53ffe1d-1f6d-42c5-9fd5-128063753649, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c53ffe1d-1f6d-42c5-9fd5-128063753649,segment=NetworkSegment(0444d32f-4ec8-4bd3-ba08-e9241fe7241f),segment_id=0444d32f-4ec8-4bd3-ba08-e9241fe7241f)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:28:45.675349 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.684522 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.712996 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event deleted for resources: {'Subnet': ['ID=6320720f-a754-45f7-ba6c-fc3cf3a49686,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:45.735538 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2655dfa-2742-48c6-9a69-bd3a0728b382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-13146c46-699d-4137-8655-755dabcae593', 'network_id': '13146c46-699d-4137-8655-755dabcae593', 'tenant_id': '5a67b988d14b4992aba5c895bc19957b', 'fixed_ips': [{'subnet_id': '6320720f-a754-45f7-ba6c-fc3cf3a49686'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:28:45.736338 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c2655dfa-2742-48c6-9a69-bd3a0728b382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.809945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.836833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13146c46-699d-4137-8655-755dabcae593']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:45.842357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4938b-3949-4976-94ac-5e82c61e1e19 None None] Pushing event updated for resources: {'Port': ['ID=c53ffe1d-1f6d-42c5-9fd5-128063753649,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:45.854669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaacf0c1-e296-4923-9182-f402fc322d7d') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:45.854965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaacf0c1-e296-4923-9182-f402fc322d7d') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:45.866777 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.868082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7e72ce-4c34-4fd5-ba22-b340678f990c None None] Network 13146c46-699d-4137-8655-755dabcae593 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:45.885039 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.891942 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:28:45.892337 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:28:45.907170 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:28:46.007972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:46.028733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:46.034960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event deleted for resources: {'Network': ['ID=13146c46-699d-4137-8655-755dabcae593,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:46.044223 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-701040c7-4f33-4f48-a2ce-f9b08543ff79 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "DELETE /v2.0/networks/13146c46-699d-4137-8655-755dabcae593 HTTP/1.1" status: 204 len: 168 time: 0.6533849 Feb 21 09:28:46.051077 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32818) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:46.063221 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-98962124'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:46.068681 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:46.075192 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Usage tracker for resource:network and tenant:5a67b988d14b4992aba5c895bc19957b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:46.078139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:46.084318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:46.097181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Made reservation on behalf of 5a67b988d14b4992aba5c895bc19957b for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:46.100190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:46.130188 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:28:46.148040 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:46.148436 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Added segment e262e88f-96f1-4786-9ea8-567bbaf2a0e2 of type vlan for network f986740a-afe0-437a-9760-0ee977b48b5b Feb 21 09:28:46.177964 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:46.214138 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:46.218081 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:46.218656 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:46.319846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 32822) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:46.320486 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2689857 Feb 21 09:28:46.326028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43839c4b-67c5-4d77-9436-66fafbc39ceb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event updated for resources: {'Network': ['ID=f986740a-afe0-437a-9760-0ee977b48b5b,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:46.327585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Request body: {'subnet': {'network_id': 'f986740a-afe0-437a-9760-0ee977b48b5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:46.336115 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network f986740a-afe0-437a-9760-0ee977b48b5b details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:28:46.538700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:46.542799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Usage tracker for resource:subnet and tenant:5a67b988d14b4992aba5c895bc19957b is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:46.545734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:46.551647 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:46.562767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Made reservation on behalf of 5a67b988d14b4992aba5c895bc19957b for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:46.670894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:46.760342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Performing IP validity checks on allocation pools {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 21 09:28:46.760870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.ipam_backend_mixin [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 21 09:28:46.766692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed043310-d659-46b6-a241-de2b74c047a7 None None] Network 47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:46.885731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:46.888838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-03941ae7-484a-453e-a518-ce48d422f6eb None None] Provisioning for port c53ffe1d-1f6d-42c5-9fd5-128063753649 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:28:46.964698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event updated for resources: {'Subnet': ['ID=111ade9d-98d0-426c-b68f-265ae08744b2,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:46.979624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Checking segment: {'id': 'e262e88f-96f1-4786-9ea8-567bbaf2a0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f986740a-afe0-437a-9760-0ee977b48b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:28:46.979988 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Network hostable DHCP agents. Network: f986740a-afe0-437a-9760-0ee977b48b5b, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:28:47.007462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Network f986740a-afe0-437a-9760-0ee977b48b5b is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:28:47.018656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, f986740a-afe0-437a-9760-0ee977b48b5b) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:47.022753 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:47.023425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.032093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a68032-fe9b-477f-9de3-bbe85fa173cf None None] Network f986740a-afe0-437a-9760-0ee977b48b5b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:47.052431 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-50ea475a-a757-4bbf-8ad7-5330b507582c tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7309210 Feb 21 09:28:47.054593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 32826) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:47.104203 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c53ffe1d-1f6d-42c5-9fd5-128063753649 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:28:47.196840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.262387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.275655 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port c53ffe1d-1f6d-42c5-9fd5-128063753649 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:28:47.310177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port c53ffe1d-1f6d-42c5-9fd5-128063753649 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:47.310669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.343100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.372746 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7a4927-4ae1-44e5-955a-236c673675f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-f986740a-afe0-437a-9760-0ee977b48b5b', 'network_id': 'f986740a-afe0-437a-9760-0ee977b48b5b', 'tenant_id': '5a67b988d14b4992aba5c895bc19957b', 'fixed_ips': [{'subnet_id': '111ade9d-98d0-426c-b68f-265ae08744b2'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:28:47.373612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9d7a4927-4ae1-44e5-955a-236c673675f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.391800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event deleted for resources: {'Subnet': ['ID=111ade9d-98d0-426c-b68f-265ae08744b2,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:47.492205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.517453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f986740a-afe0-437a-9760-0ee977b48b5b']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:47.521248 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.530198 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e262e88f-96f1-4786-9ea8-567bbaf2a0e2') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:47.530492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e262e88f-96f1-4786-9ea8-567bbaf2a0e2') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:47.533008 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec8a1af-a50c-4cc3-a240-be825e0c7ef1 None None] Network f986740a-afe0-437a-9760-0ee977b48b5b requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:47.541967 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.558219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.564106 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:28:47.564552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:28:47.579211 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:28:47.651823 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7e338172-ccff-4833-9f56-2cb162de59dd None None] Provisioning complete for port c53ffe1d-1f6d-42c5-9fd5-128063753649 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:47.652186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7e338172-ccff-4833-9f56-2cb162de59dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.660640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.680323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.683948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port c53ffe1d-1f6d-42c5-9fd5-128063753649, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c53ffe1d-1f6d-42c5-9fd5-128063753649,segment=NetworkSegment(0444d32f-4ec8-4bd3-ba08-e9241fe7241f),segment_id=0444d32f-4ec8-4bd3-ba08-e9241fe7241f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:47.688793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event deleted for resources: {'Network': ['ID=f986740a-afe0-437a-9760-0ee977b48b5b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:47.696183 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3864e31b-d811-41e6-bc68-0ceebd058714 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "DELETE /v2.0/networks/f986740a-afe0-437a-9760-0ee977b48b5b HTTP/1.1" status: 204 len: 168 time: 0.6373179 Feb 21 09:28:47.696581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 32830) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:47.702113 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1841331716'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:47.706944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:47.710697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Usage tracker for resource:network and tenant:5a67b988d14b4992aba5c895bc19957b is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:47.714003 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:47.719708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:47.720035 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.731876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Made reservation on behalf of 5a67b988d14b4992aba5c895bc19957b for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:47.734950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.763909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:28:47.772330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.772660 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Added segment d1be193d-6bae-458f-9395-c2a18f459c7f of type vlan for network c357b0d7-7d0d-40ad-8ecb-54872e0c03ec Feb 21 09:28:47.798387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.828482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.832292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:47.832875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:47.840656 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=c53ffe1d-1f6d-42c5-9fd5-128063753649,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:47.932805 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2349179 Feb 21 09:28:47.936338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 32834) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:47.943594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Request body: {'subnet': {'network_id': 'c357b0d7-7d0d-40ad-8ecb-54872e0c03ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:47.961053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8deff-57ce-4db8-9bc8-6df577b64f41 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event updated for resources: {'Network': ['ID=c357b0d7-7d0d-40ad-8ecb-54872e0c03ec,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:47.972111 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network c357b0d7-7d0d-40ad-8ecb-54872e0c03ec details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:28:48.056081 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:48.059818 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Usage tracker for resource:subnet and tenant:5a67b988d14b4992aba5c895bc19957b is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:48.062634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:48.068567 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:48.078857 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Made reservation on behalf of 5a67b988d14b4992aba5c895bc19957b for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:48.183259 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:48.483885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:48.564478 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event updated for resources: {'Subnet': ['ID=38d0ed67-68b9-4bfe-905a-8e5184d032e4,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:48.578674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Checking segment: {'id': 'd1be193d-6bae-458f-9395-c2a18f459c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c357b0d7-7d0d-40ad-8ecb-54872e0c03ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:28:48.579052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Network hostable DHCP agents. Network: c357b0d7-7d0d-40ad-8ecb-54872e0c03ec, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:28:48.601276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Network c357b0d7-7d0d-40ad-8ecb-54872e0c03ec is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:28:48.612001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, c357b0d7-7d0d-40ad-8ecb-54872e0c03ec) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:48.616218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:48.616792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:48.620807 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b7af1a-66f9-4e44-9b01-d23d61e99dbd None None] Network c357b0d7-7d0d-40ad-8ecb-54872e0c03ec requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:48.638085 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-98c705fc-b0d9-4de6-a6fd-9dba025341ab tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7007380 Feb 21 09:28:48.641605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 32838) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:48.646841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-885929400'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:48.652237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:48.655957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Usage tracker for resource:network and tenant:5a67b988d14b4992aba5c895bc19957b is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:48.658968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:48.664503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:48.675323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Made reservation on behalf of 5a67b988d14b4992aba5c895bc19957b for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:48.678409 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:48.706643 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:28:48.715634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:48.716009 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Added segment 8128e0df-10f5-4bec-8611-34f8b4f2ab62 of type vlan for network 58a2a74d-bb9f-4922-8b4e-2fc78f61149c Feb 21 09:28:48.741487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:48.769837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:48.773560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:48.774135 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:48.843585 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-c357b0d7-7d0d-40ad-8ecb-54872e0c03ec', 'network_id': 'c357b0d7-7d0d-40ad-8ecb-54872e0c03ec', 'tenant_id': '5a67b988d14b4992aba5c895bc19957b', 'fixed_ips': [{'subnet_id': '38d0ed67-68b9-4bfe-905a-8e5184d032e4'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:28:48.844508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:48.872579 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2299590 Feb 21 09:28:48.875830 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32842) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:48.881671 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Request body: {'subnet': {'network_id': '58a2a74d-bb9f-4922-8b4e-2fc78f61149c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:48.881876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5377e-9d40-4cc0-b1ed-df359ba1a56f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event updated for resources: {'Network': ['ID=58a2a74d-bb9f-4922-8b4e-2fc78f61149c,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:48.904238 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 58a2a74d-bb9f-4922-8b4e-2fc78f61149c details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:28:48.996821 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:49.001844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Usage tracker for resource:subnet and tenant:5a67b988d14b4992aba5c895bc19957b is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:49.004784 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:49.012675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:49.023143 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Made reservation on behalf of 5a67b988d14b4992aba5c895bc19957b for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:49.068264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c53ffe1d-1f6d-42c5-9fd5-128063753649 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:28:49.192345 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Allocated IP 2001:db8::2 (c357b0d7-7d0d-40ad-8ecb-54872e0c03ec/38d0ed67-68b9-4bfe-905a-8e5184d032e4/69883587-09b8-4645-939f-fb8f078cf4e0) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:28:49.223262 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:49.288732 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port c53ffe1d-1f6d-42c5-9fd5-128063753649 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:49.289015 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:49.444813 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:49.497005 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:49.507190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Transition to ACTIVE for port object 69883587-09b8-4645-939f-fb8f078cf4e0 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:28:49.520298 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event updated for resources: {'Subnet': ['ID=51d1dcaf-a0bb-4cf9-8a1e-b64995689b0b,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:49.528397 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Transition to ACTIVE for port object 69883587-09b8-4645-939f-fb8f078cf4e0 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:28:49.532615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Checking segment: {'id': '8128e0df-10f5-4bec-8611-34f8b4f2ab62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '58a2a74d-bb9f-4922-8b4e-2fc78f61149c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:28:49.533014 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Network hostable DHCP agents. Network: 58a2a74d-bb9f-4922-8b4e-2fc78f61149c, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:28:49.534937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:49.557836 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Network 58a2a74d-bb9f-4922-8b4e-2fc78f61149c is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:28:49.570679 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 58a2a74d-bb9f-4922-8b4e-2fc78f61149c) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:49.574790 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:49.575398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:49.590368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d768b129-7f5f-4f3e-b04f-a202c3ee8525 None None] Network 58a2a74d-bb9f-4922-8b4e-2fc78f61149c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:49.600875 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-de93d57a-4371-496c-8dcd-1d196e53ad00 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7232733 Feb 21 09:28:49.604004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 32846) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:49.691070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Network c357b0d7-7d0d-40ad-8ecb-54872e0c03ec is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:28:49.696174 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Pushing event updated for resources: {'Port': ['ID=69883587-09b8-4645-939f-fb8f078cf4e0,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:49.699926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:49.702495 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:28:49.748361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:49.816259 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:49.819857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Attempting to bind port 69883587-09b8-4645-939f-fb8f078cf4e0 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:28:49.820219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Attempting to bind port 69883587-09b8-4645-939f-fb8f078cf4e0 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'd1be193d-6bae-458f-9395-c2a18f459c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c357b0d7-7d0d-40ad-8ecb-54872e0c03ec'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:28:49.820569 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Attempting to bind port 69883587-09b8-4645-939f-fb8f078cf4e0 on network c357b0d7-7d0d-40ad-8ecb-54872e0c03ec {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:28:49.857177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:28:49.857849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Checking segment: {'id': 'd1be193d-6bae-458f-9395-c2a18f459c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c357b0d7-7d0d-40ad-8ecb-54872e0c03ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:28:49.857976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:49.858295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Bound using segment: {'id': 'd1be193d-6bae-458f-9395-c2a18f459c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c357b0d7-7d0d-40ad-8ecb-54872e0c03ec'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:28:49.858744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Bound port: 69883587-09b8-4645-939f-fb8f078cf4e0, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1be193d-6bae-458f-9395-c2a18f459c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c357b0d7-7d0d-40ad-8ecb-54872e0c03ec'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:28:49.859133 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:49.890539 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:49.934713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event deleted for resources: {'Subnet': ['ID=51d1dcaf-a0bb-4cf9-8a1e-b64995689b0b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:49.984082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376a4b41-5424-439c-afaa-87bf5b42ffde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-58a2a74d-bb9f-4922-8b4e-2fc78f61149c', 'network_id': '58a2a74d-bb9f-4922-8b4e-2fc78f61149c', 'tenant_id': '5a67b988d14b4992aba5c895bc19957b', 'fixed_ips': [{'subnet_id': '51d1dcaf-a0bb-4cf9-8a1e-b64995689b0b'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:28:49.984943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-376a4b41-5424-439c-afaa-87bf5b42ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:50.012264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] For port 69883587-09b8-4645-939f-fb8f078cf4e0, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:28:50.015820 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] For port 69883587-09b8-4645-939f-fb8f078cf4e0, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=69883587-09b8-4645-939f-fb8f078cf4e0,segment=NetworkSegment(d1be193d-6bae-458f-9395-c2a18f459c7f),segment_id=d1be193d-6bae-458f-9395-c2a18f459c7f)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:28:50.031711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:50.051903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:50.057072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a2a74d-bb9f-4922-8b4e-2fc78f61149c']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:50.073361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8128e0df-10f5-4bec-8611-34f8b4f2ab62') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:50.073545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8128e0df-10f5-4bec-8611-34f8b4f2ab62') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:50.084724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:50.100361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:50.106918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:28:50.107308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:28:50.121872 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:28:50.154066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09581b5d-1bb4-4820-91bb-5a60892a1e6d None None] Pushing event updated for resources: {'Port': ['ID=69883587-09b8-4645-939f-fb8f078cf4e0,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:50.169374 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7b6c02-b5db-419f-b670-70ddf4523512 None None] Network 58a2a74d-bb9f-4922-8b4e-2fc78f61149c requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:50.206045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:50.228145 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:50.247688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event deleted for resources: {'Network': ['ID=58a2a74d-bb9f-4922-8b4e-2fc78f61149c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:50.252661 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-545dc817-f474-46a0-a44c-ebe36438ae0f tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "DELETE /v2.0/networks/58a2a74d-bb9f-4922-8b4e-2fc78f61149c HTTP/1.1" status: 204 len: 168 time: 0.6451197 Feb 21 09:28:50.253037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32850) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:50.301510 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-46714880-e572-414e-9502-f3a0ac93dd3e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] GET failed (client error): The resource could not be found. Feb 21 09:28:50.302058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-46714880-e572-414e-9502-f3a0ac93dd3e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Synchronizing usage tracker for tenant:5a67b988d14b4992aba5c895bc19957b on resource:subnet {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:28:50.321191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-46714880-e572-414e-9502-f3a0ac93dd3e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Unset dirty status for tenant:5a67b988d14b4992aba5c895bc19957b on resource:subnet {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:28:50.323328 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-46714880-e572-414e-9502-f3a0ac93dd3e tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "GET /v2.0/subnets/51d1dcaf-a0bb-4cf9-8a1e-b64995689b0b HTTP/1.1" status: 404 len: 337 time: 0.0692017 Feb 21 09:28:50.326084 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32854) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:50.361702 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-059a8928-00f7-4395-8df7-1bac3740ad3d tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] DELETE failed (client error): The resource could not be found. Feb 21 09:28:50.362255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059a8928-00f7-4395-8df7-1bac3740ad3d tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:28:50.367099 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-059a8928-00f7-4395-8df7-1bac3740ad3d tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "DELETE /v2.0/networks/58a2a74d-bb9f-4922-8b4e-2fc78f61149c HTTP/1.1" status: 404 len: 339 time: 0.0400016 Feb 21 09:28:50.371557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32858) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:50.411052 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fc1623-71c1-4360-9db6-f2a4ef99a2cd tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] DELETE failed (client error): The resource could not be found. Feb 21 09:28:50.411463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fc1623-71c1-4360-9db6-f2a4ef99a2cd tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:28:50.413098 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b6fc1623-71c1-4360-9db6-f2a4ef99a2cd tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "DELETE /v2.0/subnets/51d1dcaf-a0bb-4cf9-8a1e-b64995689b0b HTTP/1.1" status: 404 len: 337 time: 0.0403953 Feb 21 09:28:50.415947 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32862) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:50.440917 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-3231846d-28aa-4742-b10d-3027c89fae1b tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] DELETE failed (client error): The resource could not be found. Feb 21 09:28:50.441347 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3231846d-28aa-4742-b10d-3027c89fae1b tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:28:50.442960 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3231846d-28aa-4742-b10d-3027c89fae1b tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "DELETE /v2.0/networks/58a2a74d-bb9f-4922-8b4e-2fc78f61149c HTTP/1.1" status: 404 len: 339 time: 0.0261710 Feb 21 09:28:50.445634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32866) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:50.631394 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-51dfb54e-5459-4c8e-bbd0-49e40c49a079 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Deleting subnet 38d0ed67-68b9-4bfe-905a-8e5184d032e4 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:28:50.634295 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51dfb54e-5459-4c8e-bbd0-49e40c49a079 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:50.687829 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51dfb54e-5459-4c8e-bbd0-49e40c49a079 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:50.770651 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51dfb54e-5459-4c8e-bbd0-49e40c49a079 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:50.841542 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51dfb54e-5459-4c8e-bbd0-49e40c49a079 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:50.880605 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfb54e-5459-4c8e-bbd0-49e40c49a079 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event deleted for resources: {'Subnet': ['ID=38d0ed67-68b9-4bfe-905a-8e5184d032e4,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:50.890085 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-51dfb54e-5459-4c8e-bbd0-49e40c49a079 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:50.903769 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-51dfb54e-5459-4c8e-bbd0-49e40c49a079 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "DELETE /v2.0/subnets/38d0ed67-68b9-4bfe-905a-8e5184d032e4 HTTP/1.1" status: 204 len: 168 time: 0.4571385 Feb 21 09:28:50.906403 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32870) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:51.031881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:51.044652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Deleting port 69883587-09b8-4645-939f-fb8f078cf4e0 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:28:51.045009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:51.080083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 69883587-09b8-4645-939f-fb8f078cf4e0 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:28:51.155444 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 69883587-09b8-4645-939f-fb8f078cf4e0 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:28:51.183124 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4601cb-5ee4-4908-ac9a-a6cc25ba72ed None None] Network c357b0d7-7d0d-40ad-8ecb-54872e0c03ec requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:51.257903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] For port 69883587-09b8-4645-939f-fb8f078cf4e0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=69883587-09b8-4645-939f-fb8f078cf4e0,segment=NetworkSegment(d1be193d-6bae-458f-9395-c2a18f459c7f),segment_id=d1be193d-6bae-458f-9395-c2a18f459c7f)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:51.258480 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:51.317125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fa42ddd4-b684-4565-be85-326fd4a06bf8 None None] Provisioning for port 69883587-09b8-4645-939f-fb8f078cf4e0 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:28:51.348774 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fa42ddd4-b684-4565-be85-326fd4a06bf8 None None] Provisioning complete for port 69883587-09b8-4645-939f-fb8f078cf4e0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:51.349146 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fa42ddd4-b684-4565-be85-326fd4a06bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:51.379786 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Calling delete_port for 69883587-09b8-4645-939f-fb8f078cf4e0 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:28:51.455621 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:51.458752 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fa42ddd4-b684-4565-be85-326fd4a06bf8 None None] Could not find standard attr ID for object 69883587-09b8-4645-939f-fb8f078cf4e0. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:28:51.462584 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.plugins.ml2.db [None req-fa42ddd4-b684-4565-be85-326fd4a06bf8 None None] No ports have port_id starting with 69883587-09b8-4645-939f-fb8f078cf4e0 Feb 21 09:28:51.527260 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18800f0-f101-45ed-ace0-79bc38b39980 None None] DHCP port deletion for c357b0d7-7d0d-40ad-8ecb-54872e0c03ec request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:28:51.594280 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event deleted for resources: {'Port': ['ID=69883587-09b8-4645-939f-fb8f078cf4e0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:51.598846 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] No DVR routers for this DVR port 69883587-09b8-4645-939f-fb8f078cf4e0 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:28:51.719616 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:51.744331 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c357b0d7-7d0d-40ad-8ecb-54872e0c03ec']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:51.755937 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1be193d-6bae-458f-9395-c2a18f459c7f') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:51.756182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1be193d-6bae-458f-9395-c2a18f459c7f') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:51.767525 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:51.782852 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:51.788894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:28:51.789268 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:28:51.803343 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:28:51.882559 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:51.899423 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:51.909920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event deleted for resources: {'Network': ['ID=c357b0d7-7d0d-40ad-8ecb-54872e0c03ec,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:51.913783 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e951e9f6-2e59-4304-b88a-d8d52825e45a tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "DELETE /v2.0/networks/c357b0d7-7d0d-40ad-8ecb-54872e0c03ec HTTP/1.1" status: 204 len: 168 time: 1.0064638 Feb 21 09:28:51.916381 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32874) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:51.956339 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-180767b8-a0b7-4b39-949f-a5e24ee06dad tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] DELETE failed (client error): The resource could not be found. Feb 21 09:28:51.956752 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180767b8-a0b7-4b39-949f-a5e24ee06dad tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:28:51.958286 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-180767b8-a0b7-4b39-949f-a5e24ee06dad tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "DELETE /v2.0/subnets/111ade9d-98d0-426c-b68f-265ae08744b2 HTTP/1.1" status: 404 len: 337 time: 0.0410345 Feb 21 09:28:51.960792 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32878) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:51.983808 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7704caf-456c-477e-8cb8-52e7029cd918 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] DELETE failed (client error): The resource could not be found. Feb 21 09:28:51.984155 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7704caf-456c-477e-8cb8-52e7029cd918 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:28:51.985644 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d7704caf-456c-477e-8cb8-52e7029cd918 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "DELETE /v2.0/networks/f986740a-afe0-437a-9760-0ee977b48b5b HTTP/1.1" status: 404 len: 339 time: 0.0240202 Feb 21 09:28:51.987962 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32882) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:52.024683 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac050b34-cec5-4156-ad52-44725ee9de7b tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] DELETE failed (client error): The resource could not be found. Feb 21 09:28:52.025669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac050b34-cec5-4156-ad52-44725ee9de7b tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:28:52.027835 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ac050b34-cec5-4156-ad52-44725ee9de7b tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "DELETE /v2.0/subnets/6320720f-a754-45f7-ba6c-fc3cf3a49686 HTTP/1.1" status: 404 len: 337 time: 0.0386679 Feb 21 09:28:52.029754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32886) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:52.054361 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c126a58-6f8b-4cab-a4d7-4928270ee21d tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] DELETE failed (client error): The resource could not be found. Feb 21 09:28:52.054777 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c126a58-6f8b-4cab-a4d7-4928270ee21d tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 21 09:28:52.056333 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3c126a58-6f8b-4cab-a4d7-4928270ee21d tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "DELETE /v2.0/networks/13146c46-699d-4137-8655-755dabcae593 HTTP/1.1" status: 404 len: 339 time: 0.0257370 Feb 21 09:28:52.058579 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32890) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:52.241600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57470c0-8694-440c-9702-e23e1a39b466 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Deleting subnet f169703c-6429-419e-b66c-6dd6139da4de {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:28:52.244353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d57470c0-8694-440c-9702-e23e1a39b466 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:52.299869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d57470c0-8694-440c-9702-e23e1a39b466 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:52.379269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d57470c0-8694-440c-9702-e23e1a39b466 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:52.451342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d57470c0-8694-440c-9702-e23e1a39b466 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:52.489623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57470c0-8694-440c-9702-e23e1a39b466 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event deleted for resources: {'Subnet': ['ID=f169703c-6429-419e-b66c-6dd6139da4de,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:52.497496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d57470c0-8694-440c-9702-e23e1a39b466 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:52.503596 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bc4c14-4d41-4e0e-b769-7ef8a0293869 None None] Network 47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:52.509165 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d57470c0-8694-440c-9702-e23e1a39b466 tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "DELETE /v2.0/subnets/f169703c-6429-419e-b66c-6dd6139da4de HTTP/1.1" status: 204 len: 168 time: 0.4472718 Feb 21 09:28:52.509372 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32894) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:52.666580 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:52.676899 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Deleting port c53ffe1d-1f6d-42c5-9fd5-128063753649 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:28:52.677228 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:52.753747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29ba047-8c86-4c57-b1c1-d77384f51fda None None] DHCP port deletion for 47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:28:52.758033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d29ba047-8c86-4c57-b1c1-d77384f51fda None None] Deleting port c53ffe1d-1f6d-42c5-9fd5-128063753649 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:28:52.758396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d29ba047-8c86-4c57-b1c1-d77384f51fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:52.882470 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] For port c53ffe1d-1f6d-42c5-9fd5-128063753649, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c53ffe1d-1f6d-42c5-9fd5-128063753649,segment=NetworkSegment(0444d32f-4ec8-4bd3-ba08-e9241fe7241f),segment_id=0444d32f-4ec8-4bd3-ba08-e9241fe7241f)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:52.882821 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:52.957259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d29ba047-8c86-4c57-b1c1-d77384f51fda None None] For port c53ffe1d-1f6d-42c5-9fd5-128063753649, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c53ffe1d-1f6d-42c5-9fd5-128063753649,segment=NetworkSegment(0444d32f-4ec8-4bd3-ba08-e9241fe7241f),segment_id=0444d32f-4ec8-4bd3-ba08-e9241fe7241f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:52.957638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d29ba047-8c86-4c57-b1c1-d77384f51fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:53.012281 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Calling delete_port for c53ffe1d-1f6d-42c5-9fd5-128063753649 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:28:53.075265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 69883587-09b8-4645-939f-fb8f078cf4e0 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:28:53.086291 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:53.104359 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d29ba047-8c86-4c57-b1c1-d77384f51fda None None] Calling delete_port for c53ffe1d-1f6d-42c5-9fd5-128063753649 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:28:53.149061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 69883587-09b8-4645-939f-fb8f078cf4e0 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:28:53.149405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 69883587-09b8-4645-939f-fb8f078cf4e0 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:28:53.149892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c53ffe1d-1f6d-42c5-9fd5-128063753649 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:28:53.192849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: c53ffe1d-1f6d-42c5-9fd5-128063753649 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:28:53.193204 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c53ffe1d-1f6d-42c5-9fd5-128063753649 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:28:53.216159 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event deleted for resources: {'Port': ['ID=c53ffe1d-1f6d-42c5-9fd5-128063753649,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:28:53.217584 dv-neutron-830062-1-hyperv neutron-server[83586]: util.warn( Feb 21 09:28:53.224963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] No DVR routers for this DVR port c53ffe1d-1f6d-42c5-9fd5-128063753649 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:28:53.226731 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-d29ba047-8c86-4c57-b1c1-d77384f51fda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:28:53.227137 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-d29ba047-8c86-4c57-b1c1-d77384f51fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:28:53.345173 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:53.369208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:53.382045 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0444d32f-4ec8-4bd3-ba08-e9241fe7241f') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:53.382452 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0444d32f-4ec8-4bd3-ba08-e9241fe7241f') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:53.393457 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:53.409517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:53.416004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:28:53.416385 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:28:53.430064 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:28:53.507985 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:53.524188 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:53.536399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] Pushing event deleted for resources: {'Network': ['ID=47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:53.538837 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0a4b9288-2491-45ed-94c7-29b039130afb tempest-NetworksIpV6Test-94921411 tempest-NetworksIpV6Test-94921411-project] 10.222.0.48 "DELETE /v2.0/networks/47d2a2e0-db1d-4d8d-b4f8-cc9b378b8812 HTTP/1.1" status: 204 len: 168 time: 1.0285635 Feb 21 09:28:53.728395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d29ba047-8c86-4c57-b1c1-d77384f51fda None None] Deleting port c53ffe1d-1f6d-42c5-9fd5-128063753649 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:28:53.728896 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d29ba047-8c86-4c57-b1c1-d77384f51fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:53.793404 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d29ba047-8c86-4c57-b1c1-d77384f51fda None None] The port 'c53ffe1d-1f6d-42c5-9fd5-128063753649' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:28:53.822641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 32902) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:53.992466 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f8b6606e-421a-4d1f-ae70-2276b0e62581 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a67b988d14b4992aba5c895bc19957b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1685078 Feb 21 09:28:53.995328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 32908) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:54.051315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:54.076242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:54.126295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:54.140667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6420d8b5-9d97-4ce3-9f57-28e44ff9cd8d,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:54.151106 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:54.152150 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6420d8b5-9d97-4ce3-9f57-28e44ff9cd8d HTTP/1.1" status: 204 len: 168 time: 0.1559625 Feb 21 09:28:54.153880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:54.154351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:54.154698 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:54.155048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:54.155375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:54.155821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:54.156006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:54.156704 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:54.157023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:54.157405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:54.157635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c3b803-31d8-4c12-b3c1-e47152ce342b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:54.940671 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32930) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:55.068675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-890fbbeb-de24-42c8-881b-1b5137eecfa7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1546874192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:55.075395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-890fbbeb-de24-42c8-881b-1b5137eecfa7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:55.079096 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-890fbbeb-de24-42c8-881b-1b5137eecfa7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Usage tracker for resource:router and tenant:2bfa40f27e9e4eb29fa1c0691595af27 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:55.081915 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-890fbbeb-de24-42c8-881b-1b5137eecfa7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:55.088338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-890fbbeb-de24-42c8-881b-1b5137eecfa7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:55.099242 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-890fbbeb-de24-42c8-881b-1b5137eecfa7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:55.100177 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-890fbbeb-de24-42c8-881b-1b5137eecfa7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:55.119576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-890fbbeb-de24-42c8-881b-1b5137eecfa7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:55.137623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-890fbbeb-de24-42c8-881b-1b5137eecfa7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:55.159190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-890fbbeb-de24-42c8-881b-1b5137eecfa7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:55.160350 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-890fbbeb-de24-42c8-881b-1b5137eecfa7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2186897 Feb 21 09:28:55.163057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32936) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:55.168607 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1468220284'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:55.173303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:55.177021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Usage tracker for resource:network and tenant:2bfa40f27e9e4eb29fa1c0691595af27 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:55.180321 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:55.185955 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:55.195269 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Made reservation on behalf of 2bfa40f27e9e4eb29fa1c0691595af27 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:55.198566 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:55.210717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:55.244957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:55.248656 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Usage tracker for resource:security_group_rule and tenant:2bfa40f27e9e4eb29fa1c0691595af27 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:55.251436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:55.257059 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:55.325748 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:55.329703 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:55.361057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:28:55.369218 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d842e6-e738-4f18-8e10-478adbe4219c,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:55.375507 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:55.375859 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Added segment 09746d81-6100-4772-8daf-db043f61a612 of type vlan for network 0267b7d5-2c72-4004-a566-aa354448c533 Feb 21 09:28:55.402827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:55.430208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:55.434297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:55.434892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:55.539889 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3756711 Feb 21 09:28:55.542469 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32940) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:55.549955 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Request body: {'subnet': {'network_id': '0267b7d5-2c72-4004-a566-aa354448c533', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:55.563367 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa9f51-2251-45dc-8082-694c74ff52cd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Pushing event updated for resources: {'Network': ['ID=0267b7d5-2c72-4004-a566-aa354448c533,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:55.573998 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 0267b7d5-2c72-4004-a566-aa354448c533 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:28:55.664875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:55.668752 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Usage tracker for resource:subnet and tenant:2bfa40f27e9e4eb29fa1c0691595af27 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:55.671572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:55.677356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:55.690744 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Made reservation on behalf of 2bfa40f27e9e4eb29fa1c0691595af27 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:55.790712 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:55.995416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:56.072949 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Pushing event updated for resources: {'Subnet': ['ID=b9445508-28c3-44a8-9198-6ee6cd918ad6,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:56.082425 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Checking segment: {'id': '09746d81-6100-4772-8daf-db043f61a612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0267b7d5-2c72-4004-a566-aa354448c533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:28:56.082784 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Network hostable DHCP agents. Network: 0267b7d5-2c72-4004-a566-aa354448c533, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:28:56.104972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Network 0267b7d5-2c72-4004-a566-aa354448c533 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:28:56.113336 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 0267b7d5-2c72-4004-a566-aa354448c533) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:56.118160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:56.119605 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:56.121980 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360db177-10d2-4252-b27f-8661297d4359 None None] Network 0267b7d5-2c72-4004-a566-aa354448c533 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:56.140660 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d947ea55-a408-42b1-81ed-95f1be12a605 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5971670 Feb 21 09:28:56.143848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32944) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:56.149239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2006260230'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:56.154221 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:56.158326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Usage tracker for resource:network and tenant:2bfa40f27e9e4eb29fa1c0691595af27 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:56.161117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:56.167686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:56.178435 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Made reservation on behalf of 2bfa40f27e9e4eb29fa1c0691595af27 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:56.182022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:56.210632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:28:56.220718 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:56.221198 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Added segment e3a5d910-89cf-453e-a329-270cc668fa67 of type vlan for network 03413a50-1086-42af-b923-240246159817 Feb 21 09:28:56.248724 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:56.278188 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:56.282270 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:56.282844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:56.338868 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-0267b7d5-2c72-4004-a566-aa354448c533', 'network_id': '0267b7d5-2c72-4004-a566-aa354448c533', 'tenant_id': '2bfa40f27e9e4eb29fa1c0691595af27', 'fixed_ips': [{'subnet_id': 'b9445508-28c3-44a8-9198-6ee6cd918ad6'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:28:56.339723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:56.390482 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2454937 Feb 21 09:28:56.393345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 32948) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:56.400885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Request body: {'subnet': {'network_id': '03413a50-1086-42af-b923-240246159817', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:56.412439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6e60f-1a1f-4982-8dae-0ea7352587f9 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Pushing event updated for resources: {'Network': ['ID=03413a50-1086-42af-b923-240246159817,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:56.426439 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 03413a50-1086-42af-b923-240246159817 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:28:56.510544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:28:56.514449 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Usage tracker for resource:subnet and tenant:2bfa40f27e9e4eb29fa1c0691595af27 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:28:56.517428 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:28:56.523725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:28:56.533450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Made reservation on behalf of 2bfa40f27e9e4eb29fa1c0691595af27 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:56.582286 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Allocated IP 172.20.0.2 (0267b7d5-2c72-4004-a566-aa354448c533/b9445508-28c3-44a8-9198-6ee6cd918ad6/c132d6b8-f4f9-4fc8-a298-0f8bebcbb127) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:28:56.637733 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:56.812712 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:56.823426 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Transition to ACTIVE for port object c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:28:56.841094 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Transition to ACTIVE for port object c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:28:56.847060 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:56.848938 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:56.921759 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Network 0267b7d5-2c72-4004-a566-aa354448c533 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:28:56.922590 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Pushing event updated for resources: {'Port': ['ID=c132d6b8-f4f9-4fc8-a298-0f8bebcbb127,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:56.926466 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:56.928803 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:28:56.928932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Pushing event updated for resources: {'Subnet': ['ID=69cdead7-709e-44bd-946b-d14918606c52,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:56.939012 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Checking segment: {'id': 'e3a5d910-89cf-453e-a329-270cc668fa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '03413a50-1086-42af-b923-240246159817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:28:56.939374 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Network hostable DHCP agents. Network: 03413a50-1086-42af-b923-240246159817, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:28:56.961022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Network 03413a50-1086-42af-b923-240246159817 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:28:56.971173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 03413a50-1086-42af-b923-240246159817) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:56.975130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:56.975708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:57.000321 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1c9e08ef-6cc3-4cf2-81bb-e546e0753a87 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6026740 Feb 21 09:28:57.000485 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34025be3-2b8f-424e-853f-ae11ce27ab0d None None] Network 03413a50-1086-42af-b923-240246159817 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:57.000579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 32952) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:57.005700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ab0232b3-bd97-451c-a6bc-4d245a7eaf26 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Request body: {'router': {'external_gateway_info': {'network_id': '03413a50-1086-42af-b923-240246159817'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:28:57.104903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Attempting to bind port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:28:57.105180 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Attempting to bind port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '09746d81-6100-4772-8daf-db043f61a612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0267b7d5-2c72-4004-a566-aa354448c533'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:28:57.105547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Attempting to bind port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 on network 0267b7d5-2c72-4004-a566-aa354448c533 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:28:57.120121 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:28:57.120501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Checking segment: {'id': '09746d81-6100-4772-8daf-db043f61a612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0267b7d5-2c72-4004-a566-aa354448c533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:28:57.120899 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:57.121296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Bound using segment: {'id': '09746d81-6100-4772-8daf-db043f61a612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0267b7d5-2c72-4004-a566-aa354448c533'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:28:57.121772 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Bound port: c132d6b8-f4f9-4fc8-a298-0f8bebcbb127, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09746d81-6100-4772-8daf-db043f61a612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0267b7d5-2c72-4004-a566-aa354448c533'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:28:57.122145 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:57.310159 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] For port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:28:57.325256 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] For port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c132d6b8-f4f9-4fc8-a298-0f8bebcbb127,segment=NetworkSegment(09746d81-6100-4772-8daf-db043f61a612),segment_id=09746d81-6100-4772-8daf-db043f61a612)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:28:57.329170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-03413a50-1086-42af-b923-240246159817', 'network_id': '03413a50-1086-42af-b923-240246159817', 'tenant_id': '2bfa40f27e9e4eb29fa1c0691595af27', 'fixed_ips': [{'subnet_id': '69cdead7-709e-44bd-946b-d14918606c52'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:28:57.330142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:57.344334 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:57.485722 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab0232b3-bd97-451c-a6bc-4d245a7eaf26 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:57.494398 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff14929-ba0f-47ac-91b2-d8ccaee8802b None None] Pushing event updated for resources: {'Port': ['ID=c132d6b8-f4f9-4fc8-a298-0f8bebcbb127,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:57.583086 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Allocated IP 172.21.0.2 (03413a50-1086-42af-b923-240246159817/69cdead7-709e-44bd-946b-d14918606c52/a1880ce8-a46f-456a-8bfa-6575cac90461) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:28:57.664895 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.api.v2.resource [None req-ab0232b3-bd97-451c-a6bc-4d245a7eaf26 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 21 09:28:57.666944 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ab0232b3-bd97-451c-a6bc-4d245a7eaf26 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] 10.222.0.48 "PUT /v2.0/routers/bb467bcd-7ba4-440a-beeb-2f10ba8da8c0 HTTP/1.1" status: 400 len: 364 time: 0.6655352 Feb 21 09:28:57.673308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32956) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:57.820891 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:57.840438 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Transition to ACTIVE for port object a1880ce8-a46f-456a-8bfa-6575cac90461 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:28:57.860389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Transition to ACTIVE for port object a1880ce8-a46f-456a-8bfa-6575cac90461 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:28:57.865515 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:57.874246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-c223e4e2-e833-49b8-b677-12936ea3034e tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Deleting subnet 69cdead7-709e-44bd-946b-d14918606c52 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:28:57.877088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c223e4e2-e833-49b8-b677-12936ea3034e tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:57.937361 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Network 03413a50-1086-42af-b923-240246159817 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:28:57.940398 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:57.944830 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:28:57.947004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Pushing event updated for resources: {'Port': ['ID=a1880ce8-a46f-456a-8bfa-6575cac90461,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:58.025361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c223e4e2-e833-49b8-b677-12936ea3034e tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:58.032621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Attempting to bind port a1880ce8-a46f-456a-8bfa-6575cac90461 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:28:58.032987 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Attempting to bind port a1880ce8-a46f-456a-8bfa-6575cac90461 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'e3a5d910-89cf-453e-a329-270cc668fa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '03413a50-1086-42af-b923-240246159817'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:28:58.033345 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Attempting to bind port a1880ce8-a46f-456a-8bfa-6575cac90461 on network 03413a50-1086-42af-b923-240246159817 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:28:58.039731 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:28:58.040149 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Checking segment: {'id': 'e3a5d910-89cf-453e-a329-270cc668fa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '03413a50-1086-42af-b923-240246159817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:28:58.041060 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:58.041443 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Bound using segment: {'id': 'e3a5d910-89cf-453e-a329-270cc668fa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '03413a50-1086-42af-b923-240246159817'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:28:58.041897 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Bound port: a1880ce8-a46f-456a-8bfa-6575cac90461, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a5d910-89cf-453e-a329-270cc668fa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '03413a50-1086-42af-b923-240246159817'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:28:58.042259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:58.107531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c223e4e2-e833-49b8-b677-12936ea3034e tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:58.185764 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c223e4e2-e833-49b8-b677-12936ea3034e tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:58.189370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] For port a1880ce8-a46f-456a-8bfa-6575cac90461, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:28:58.194145 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] For port a1880ce8-a46f-456a-8bfa-6575cac90461, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a1880ce8-a46f-456a-8bfa-6575cac90461,segment=NetworkSegment(e3a5d910-89cf-453e-a329-270cc668fa67),segment_id=e3a5d910-89cf-453e-a329-270cc668fa67)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:28:58.199142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:58.226910 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223e4e2-e833-49b8-b677-12936ea3034e tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Pushing event deleted for resources: {'Subnet': ['ID=69cdead7-709e-44bd-946b-d14918606c52,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:58.231838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c223e4e2-e833-49b8-b677-12936ea3034e tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:58.238636 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c223e4e2-e833-49b8-b677-12936ea3034e tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] 10.222.0.48 "DELETE /v2.0/subnets/69cdead7-709e-44bd-946b-d14918606c52 HTTP/1.1" status: 204 len: 168 time: 0.5624297 Feb 21 09:28:58.241777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 32960) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:58.290810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba2fcd-d58b-4321-b165-001adde81720 None None] Pushing event updated for resources: {'Port': ['ID=a1880ce8-a46f-456a-8bfa-6575cac90461,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:58.376604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:58.389123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Deleting port a1880ce8-a46f-456a-8bfa-6575cac90461 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:28:58.389465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:58.605911 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211cb5f4-cb0e-4bfb-a3ac-accd525c6709 None None] Network 0267b7d5-2c72-4004-a566-aa354448c533 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:58.624476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] For port a1880ce8-a46f-456a-8bfa-6575cac90461, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a1880ce8-a46f-456a-8bfa-6575cac90461,segment=NetworkSegment(e3a5d910-89cf-453e-a329-270cc668fa67),segment_id=e3a5d910-89cf-453e-a329-270cc668fa67)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:58.625452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:58.707545 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7fce73ab-c562-47dd-844d-efd81186d6c4 None None] Provisioning for port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:28:58.755010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Calling delete_port for a1880ce8-a46f-456a-8bfa-6575cac90461 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:28:58.833424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:58.878678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Pushing event deleted for resources: {'Port': ['ID=a1880ce8-a46f-456a-8bfa-6575cac90461,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:58.886613 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] No DVR routers for this DVR port a1880ce8-a46f-456a-8bfa-6575cac90461 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:28:59.032018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.069826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03413a50-1086-42af-b923-240246159817']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:59.087546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a5d910-89cf-453e-a329-270cc668fa67') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:59.087546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a5d910-89cf-453e-a329-270cc668fa67') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:59.097019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:28:59.106290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.124836 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.140388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:28:59.141181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:28:59.161244 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:28:59.196315 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:28:59.211754 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:59.212737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.338002 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-59deeee6-0fb8-4bfa-ac37-5b96fb32ed34 None None] Provisioning complete for port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:59.338290 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-59deeee6-0fb8-4bfa-ac37-5b96fb32ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.403701 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.424831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.440579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Pushing event deleted for resources: {'Network': ['ID=03413a50-1086-42af-b923-240246159817,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:59.446608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32964) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:59.457992 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-23323ec9-6806-4f1b-9e3c-1a10495e3a36 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] 10.222.0.48 "DELETE /v2.0/networks/03413a50-1086-42af-b923-240246159817 HTTP/1.1" status: 204 len: 168 time: 1.2149851 Feb 21 09:28:59.510098 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.516658 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2adf0f2-1e60-4e43-a18a-083dfab19321 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Deleting subnet b9445508-28c3-44a8-9198-6ee6cd918ad6 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:28:59.520279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c2adf0f2-1e60-4e43-a18a-083dfab19321 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.528278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7c549c-7c9d-49e4-b2e8-d273d365e458 None None] DHCP port deletion for 03413a50-1086-42af-b923-240246159817 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:28:59.568814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-59deeee6-0fb8-4bfa-ac37-5b96fb32ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.594848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e446ed3-0265-41ff-822b-7da5a4fb354a None None] Network 03413a50-1086-42af-b923-240246159817 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:59.610598 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c2adf0f2-1e60-4e43-a18a-083dfab19321 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.617387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c132d6b8-f4f9-4fc8-a298-0f8bebcbb127,segment=NetworkSegment(09746d81-6100-4772-8daf-db043f61a612),segment_id=09746d81-6100-4772-8daf-db043f61a612)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:59.618661 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e446ed3-0265-41ff-822b-7da5a4fb354a None None] Network 03413a50-1086-42af-b923-240246159817 could not be found, it might have been deleted concurrently. {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 21 09:28:59.622924 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.695112 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c2adf0f2-1e60-4e43-a18a-083dfab19321 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.737527 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-59deeee6-0fb8-4bfa-ac37-5b96fb32ed34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:28:59.737887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-59deeee6-0fb8-4bfa-ac37-5b96fb32ed34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:28:59.740110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=c132d6b8-f4f9-4fc8-a298-0f8bebcbb127,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:59.773425 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c2adf0f2-1e60-4e43-a18a-083dfab19321 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.808470 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2adf0f2-1e60-4e43-a18a-083dfab19321 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Pushing event deleted for resources: {'Subnet': ['ID=b9445508-28c3-44a8-9198-6ee6cd918ad6,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:59.816662 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c2adf0f2-1e60-4e43-a18a-083dfab19321 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.824327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dfdb2f-db91-4ae7-b092-78a7fa61d5a1 None None] Network 0267b7d5-2c72-4004-a566-aa354448c533 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:28:59.824576 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c2adf0f2-1e60-4e43-a18a-083dfab19321 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] 10.222.0.48 "DELETE /v2.0/subnets/b9445508-28c3-44a8-9198-6ee6cd918ad6 HTTP/1.1" status: 204 len: 168 time: 0.3768499 Feb 21 09:28:59.826859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32968) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:28:59.940322 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:28:59.950974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Deleting port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:28:59.951334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:00.067606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180648b6-9c9e-4407-b12b-7b1f23aedc80 None None] DHCP port deletion for 0267b7d5-2c72-4004-a566-aa354448c533 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:29:00.071910 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-180648b6-9c9e-4407-b12b-7b1f23aedc80 None None] Deleting port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:29:00.072346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-180648b6-9c9e-4407-b12b-7b1f23aedc80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:00.151243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] For port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c132d6b8-f4f9-4fc8-a298-0f8bebcbb127,segment=NetworkSegment(09746d81-6100-4772-8daf-db043f61a612),segment_id=09746d81-6100-4772-8daf-db043f61a612)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:00.151615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:00.275460 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Calling delete_port for c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:29:00.311485 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8775cce2-7128-4eca-a5fd-5fd860bf733b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:00.326236 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-180648b6-9c9e-4407-b12b-7b1f23aedc80 None None] For port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c132d6b8-f4f9-4fc8-a298-0f8bebcbb127,segment=NetworkSegment(09746d81-6100-4772-8daf-db043f61a612),segment_id=09746d81-6100-4772-8daf-db043f61a612)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:00.326622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-180648b6-9c9e-4407-b12b-7b1f23aedc80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:00.349113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:00.395390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Pushing event deleted for resources: {'Port': ['ID=c132d6b8-f4f9-4fc8-a298-0f8bebcbb127,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:00.401980 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] No DVR routers for this DVR port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:29:00.451042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-180648b6-9c9e-4407-b12b-7b1f23aedc80 None None] Calling delete_port for c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:29:00.492011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3b7fcc8b-6572-459d-a589-ebc256c45ece None None] Could not find standard attr ID for object a1880ce8-a46f-456a-8bfa-6575cac90461. {{(pid=83586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 21 09:29:00.522671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-180648b6-9c9e-4407-b12b-7b1f23aedc80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:29:00.523080 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:00.523572 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-180648b6-9c9e-4407-b12b-7b1f23aedc80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:29:00.547980 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0267b7d5-2c72-4004-a566-aa354448c533']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:00.560109 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09746d81-6100-4772-8daf-db043f61a612') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:00.560399 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09746d81-6100-4772-8daf-db043f61a612') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:00.571969 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:00.587145 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:00.593087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:29:00.593464 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:29:00.607765 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:29:00.688677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:00.691390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:00.709194 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:00.719629 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Pushing event deleted for resources: {'Network': ['ID=0267b7d5-2c72-4004-a566-aa354448c533,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:00.723583 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-742f99be-8a1d-4536-9b08-13fc912ba7dd tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] 10.222.0.48 "DELETE /v2.0/networks/0267b7d5-2c72-4004-a566-aa354448c533 HTTP/1.1" status: 204 len: 168 time: 0.8957641 Feb 21 09:29:00.726168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32972) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:29:00.768762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9b9840f3-962a-40ec-8972-acbd938e1d92 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Synchronizing usage tracker for tenant:2bfa40f27e9e4eb29fa1c0691595af27 on resource:port {{(pid=83584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:29:00.784369 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9b9840f3-962a-40ec-8972-acbd938e1d92 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Unset dirty status for tenant:2bfa40f27e9e4eb29fa1c0691595af27 on resource:port {{(pid=83584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:29:00.785530 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9b9840f3-962a-40ec-8972-acbd938e1d92 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb467bcd-7ba4-440a-beeb-2f10ba8da8c0 HTTP/1.1" status: 200 len: 205 time: 0.0584614 Feb 21 09:29:00.788064 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32976) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:29:01.007272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad5946fc-2f39-4ae4-b66d-61c8224af9a7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:01.024081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-180648b6-9c9e-4407-b12b-7b1f23aedc80 None None] Deleting port c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:29:01.024968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-180648b6-9c9e-4407-b12b-7b1f23aedc80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:01.052040 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:29:01.114657 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:29:01.115008 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c132d6b8-f4f9-4fc8-a298-0f8bebcbb127 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:29:01.115436 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a1880ce8-a46f-456a-8bfa-6575cac90461 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:29:01.154415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-180648b6-9c9e-4407-b12b-7b1f23aedc80 None None] The port 'c132d6b8-f4f9-4fc8-a298-0f8bebcbb127' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:29:01.155276 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: a1880ce8-a46f-456a-8bfa-6575cac90461 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:29:01.155614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a1880ce8-a46f-456a-8bfa-6575cac90461 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:29:01.406527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad5946fc-2f39-4ae4-b66d-61c8224af9a7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:01.410539 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad5946fc-2f39-4ae4-b66d-61c8224af9a7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:01.435064 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad5946fc-2f39-4ae4-b66d-61c8224af9a7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:01.435516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5946fc-2f39-4ae4-b66d-61c8224af9a7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Fanout notify agent at l3_agent the message router_deleted on router bb467bcd-7ba4-440a-beeb-2f10ba8da8c0 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:29:01.445561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad5946fc-2f39-4ae4-b66d-61c8224af9a7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:01.447252 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ad5946fc-2f39-4ae4-b66d-61c8224af9a7 tempest-RoutersNegativeTest-394309085 tempest-RoutersNegativeTest-394309085-project] 10.222.0.48 "DELETE /v2.0/routers/bb467bcd-7ba4-440a-beeb-2f10ba8da8c0 HTTP/1.1" status: 204 len: 168 time: 0.6582987 Feb 21 09:29:01.731205 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32984) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:29:01.905509 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-af993192-2783-48c7-8d75-3614b7d5e93a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2bfa40f27e9e4eb29fa1c0691595af27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1731777 Feb 21 09:29:01.908213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 32990) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:29:01.966377 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0dd31ff1-e5ab-411b-a9bc-fdbee664a021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:01.990366 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0dd31ff1-e5ab-411b-a9bc-fdbee664a021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:02.042945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0dd31ff1-e5ab-411b-a9bc-fdbee664a021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:02.056374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd31ff1-e5ab-411b-a9bc-fdbee664a021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d842e6-e738-4f18-8e10-478adbe4219c,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:02.062645 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0dd31ff1-e5ab-411b-a9bc-fdbee664a021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:02.063786 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0dd31ff1-e5ab-411b-a9bc-fdbee664a021 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8d842e6-e738-4f18-8e10-478adbe4219c HTTP/1.1" status: 204 len: 168 time: 0.1545944 Feb 21 09:29:02.818241 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33012) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:29:02.945531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1195273292-network', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:29:02.950818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:29:02.954570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Usage tracker for resource:network and tenant:f5677b9cdc4149bfb8310410b218ed44 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:29:02.957370 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:29:02.962942 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:29:02.973077 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Made reservation on behalf of f5677b9cdc4149bfb8310410b218ed44 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:29:02.975350 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:02.987189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.001916 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8fdef98e-7aac-4f60-a3a1-bce72ec5f5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.019488 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:29:03.023233 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Usage tracker for resource:security_group_rule and tenant:f5677b9cdc4149bfb8310410b218ed44 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:29:03.026460 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:29:03.032405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:29:03.096900 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.100522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.131466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:29:03.138038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684b59a6-234d-41bb-a728-4096d3a1b6ed,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:03.146179 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.146354 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Added segment a2a04aa1-832a-49bc-94ac-6524840b36c8 of type vlan for network 68038f05-6a96-4451-913b-22079250da77 Feb 21 09:29:03.172630 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.201260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.202072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:03.202647 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.299258 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4798713 Feb 21 09:29:03.302260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33018) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:29:03.304031 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5283fa6-9113-450f-acfa-ccc08887e9ac admin admin] Pushing event updated for resources: {'Network': ['ID=68038f05-6a96-4451-913b-22079250da77,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:03.309567 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Request body: {'subnet': {'network_id': '68038f05-6a96-4451-913b-22079250da77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1195273292-subnet', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'ip_version': 4}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:29:03.314178 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 68038f05-6a96-4451-913b-22079250da77 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:29:03.314417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:29:03.318508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Usage tracker for resource:subnet and tenant:f5677b9cdc4149bfb8310410b218ed44 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:29:03.322070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:29:03.329127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:29:03.341334 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Made reservation on behalf of f5677b9cdc4149bfb8310410b218ed44 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:29:03.344053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.546858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.619059 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=238488b6-12bd-4eed-947d-9a5e9716b579,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:03.632756 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Checking segment: {'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:29:03.633109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Network hostable DHCP agents. Network: 68038f05-6a96-4451-913b-22079250da77, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:29:03.654705 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Network 68038f05-6a96-4451-913b-22079250da77 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:29:03.666201 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 68038f05-6a96-4451-913b-22079250da77) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:29:03.671029 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:03.671569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.675411 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c90502c-4812-4457-96d9-7e8800024a9a None None] Network 68038f05-6a96-4451-913b-22079250da77 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:29:03.697484 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ae357d30-b060-411b-b9f2-60ce2300f53f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3932126 Feb 21 09:29:03.700888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33022) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:29:03.706257 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1195273292-router', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:29:03.712222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:29:03.716168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Usage tracker for resource:router and tenant:f5677b9cdc4149bfb8310410b218ed44 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:29:03.719013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:29:03.725238 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:29:03.736032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.736935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.754963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.767062 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.853769 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:29:03.906758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:03.939183 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-68038f05-6a96-4451-913b-22079250da77', 'network_id': '68038f05-6a96-4451-913b-22079250da77', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'fixed_ips': [{'subnet_id': '238488b6-12bd-4eed-947d-9a5e9716b579'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:29:03.940196 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:04.091844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:04.093672 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Allocated IP 172.20.0.2 (68038f05-6a96-4451-913b-22079250da77/238488b6-12bd-4eed-947d-9a5e9716b579/2d75caf7-bf27-412e-9339-2c5374beb49b) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:29:04.122181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:04.133464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:04.318223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:04.329136 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Transition to ACTIVE for port object 2d75caf7-bf27-412e-9339-2c5374beb49b will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:29:04.347778 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Transition to ACTIVE for port object 2d75caf7-bf27-412e-9339-2c5374beb49b will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:29:04.354016 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:04.360771 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Allocated IP 172.26.6.207 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/909b7b1e-87c2-47c5-942f-e80db5473d26) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:29:04.424859 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Network 68038f05-6a96-4451-913b-22079250da77 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:29:04.427709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:29:04.430135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:29:04.435988 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Pushing event updated for resources: {'Port': ['ID=2d75caf7-bf27-412e-9339-2c5374beb49b,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:04.509285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:04.522008 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Attempting to bind port 2d75caf7-bf27-412e-9339-2c5374beb49b on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:29:04.522377 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Attempting to bind port 2d75caf7-bf27-412e-9339-2c5374beb49b by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:29:04.522735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Attempting to bind port 2d75caf7-bf27-412e-9339-2c5374beb49b on network 68038f05-6a96-4451-913b-22079250da77 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:29:04.529475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:29:04.529844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Checking segment: {'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:29:04.530242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:04.530630 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Bound using segment: {'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:29:04.531111 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Bound port: 2d75caf7-bf27-412e-9339-2c5374beb49b, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:29:04.531728 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:04.537353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:04.609383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:29:04.612976 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:29:04.614890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Pushing event updated for resources: {'Port': ['ID=909b7b1e-87c2-47c5-942f-e80db5473d26,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:04.616987 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:29:04.625842 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] For port 2d75caf7-bf27-412e-9339-2c5374beb49b, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:29:04.629119 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] For port 2d75caf7-bf27-412e-9339-2c5374beb49b, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2d75caf7-bf27-412e-9339-2c5374beb49b,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:29:04.632725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:04.710706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557d062-78da-4d4d-888f-25cbb4bf7145 None None] Pushing event updated for resources: {'Port': ['ID=2d75caf7-bf27-412e-9339-2c5374beb49b,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:04.778750 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:04.779681 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:05.022287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Router 4cdfd890-699a-4680-a230-dccbc794e811 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:29:05.070251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2d75caf7-bf27-412e-9339-2c5374beb49b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:29:05.161461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 2d75caf7-bf27-412e-9339-2c5374beb49b completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:29:05.240402 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:29:05.249994 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Sync routers for ids ['4cdfd890-699a-4680-a230-dccbc794e811'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:29:05.262035 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Routers {'4cdfd890-699a-4680-a230-dccbc794e811'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:29:05.262710 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:29:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['4cdfd890-699a-4680-a230-dccbc794e811'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:05.264945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:05.266429 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b37d6918-e2b6-4b80-9a04-9df4ddeedbc3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5644181 Feb 21 09:29:05.272998 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33026) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:29:05.445534 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Set router 4cdfd890-699a-4680-a230-dccbc794e811 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:29:05.691802 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a644b4-7dae-4aea-ac3d-430ee6da5516 None None] Network 68038f05-6a96-4451-913b-22079250da77 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:29:05.749220 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdfd890-699a-4680-a230-dccbc794e811', 'name': 'tempest-TestEncryptedCinderVolumes-1195273292-router', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '909b7b1e-87c2-47c5-942f-e80db5473d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:03Z', 'updated_at': '2022-02-21T09:29:04Z', 'revision_number': 3, 'project_id': 'f5677b9cdc4149bfb8310410b218ed44', 'gw_port': {'id': '909b7b1e-87c2-47c5-942f-e80db5473d26', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdfd890-699a-4680-a230-dccbc794e811', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:04Z', 'updated_at': '2022-02-21T09:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:05.753386 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Checking router: 4cdfd890-699a-4680-a230-dccbc794e811 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:29:05.753795 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Updating router 4cdfd890-699a-4680-a230-dccbc794e811 port 909b7b1e-87c2-47c5-942f-e80db5473d26 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:29:05.805247 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-45e81545-ff77-446b-bf42-c158dc87ba5c None None] Provisioning for port 2d75caf7-bf27-412e-9339-2c5374beb49b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:29:05.806582 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:05.820168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-45e81545-ff77-446b-bf42-c158dc87ba5c None None] Provisioning complete for port 2d75caf7-bf27-412e-9339-2c5374beb49b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:05.820548 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-45e81545-ff77-446b-bf42-c158dc87ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.041784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-45e81545-ff77-446b-bf42-c158dc87ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.089869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.095551 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-45e81545-ff77-446b-bf42-c158dc87ba5c None None] For port 2d75caf7-bf27-412e-9339-2c5374beb49b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2d75caf7-bf27-412e-9339-2c5374beb49b,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:06.102785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-45e81545-ff77-446b-bf42-c158dc87ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.148449 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.161067 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Transition to ACTIVE for port object 909b7b1e-87c2-47c5-942f-e80db5473d26 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:29:06.169942 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.179316 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.187787 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e81545-ff77-446b-bf42-c158dc87ba5c None None] Pushing event updated for resources: {'Port': ['ID=2d75caf7-bf27-412e-9339-2c5374beb49b,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:06.250449 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Attempting to bind port 909b7b1e-87c2-47c5-942f-e80db5473d26 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:29:06.251098 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Attempting to bind port 909b7b1e-87c2-47c5-942f-e80db5473d26 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:29:06.251225 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Attempting to bind port 909b7b1e-87c2-47c5-942f-e80db5473d26 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:29:06.258254 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b80f5-3259-46f7-a5b8-44e9876d1762 None None] Pushing event updated for resources: {'Port': ['ID=909b7b1e-87c2-47c5-942f-e80db5473d26,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:06.268158 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b80f5-3259-46f7-a5b8-44e9876d1762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:06.268497 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b80f5-3259-46f7-a5b8-44e9876d1762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:06.268825 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b80f5-3259-46f7-a5b8-44e9876d1762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:06.269147 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b80f5-3259-46f7-a5b8-44e9876d1762 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:06.269469 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b80f5-3259-46f7-a5b8-44e9876d1762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:06.269789 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b80f5-3259-46f7-a5b8-44e9876d1762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:06.270571 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b80f5-3259-46f7-a5b8-44e9876d1762 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:06.270571 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b80f5-3259-46f7-a5b8-44e9876d1762 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:06.270790 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b80f5-3259-46f7-a5b8-44e9876d1762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:06.271065 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b80f5-3259-46f7-a5b8-44e9876d1762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:06.271343 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b80f5-3259-46f7-a5b8-44e9876d1762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:06.277980 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:29:06.278344 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:29:06.278740 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.279150 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:29:06.279598 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Bound port: 909b7b1e-87c2-47c5-942f-e80db5473d26, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:29:06.280167 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.328926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d021fccf-efee-447d-be3d-996c43950ba2 None None] Provisioning complete for port 2d75caf7-bf27-412e-9339-2c5374beb49b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:06.329290 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d021fccf-efee-447d-be3d-996c43950ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.353203 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] For port 909b7b1e-87c2-47c5-942f-e80db5473d26, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:29:06.356606 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] For port 909b7b1e-87c2-47c5-942f-e80db5473d26, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=909b7b1e-87c2-47c5-942f-e80db5473d26,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:29:06.362299 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.414441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Allocated IP 172.20.0.1 (68038f05-6a96-4451-913b-22079250da77/238488b6-12bd-4eed-947d-9a5e9716b579/40018893-151f-48a2-8e06-fc13b6a2e0be) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:29:06.446502 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b80f5-3259-46f7-a5b8-44e9876d1762 None None] Pushing event updated for resources: {'Port': ['ID=909b7b1e-87c2-47c5-942f-e80db5473d26,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:06.449528 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Routers {'4cdfd890-699a-4680-a230-dccbc794e811'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:29:06.449694 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:29:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['4cdfd890-699a-4680-a230-dccbc794e811'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:06.570637 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.587244 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Transition to ACTIVE for port object 40018893-151f-48a2-8e06-fc13b6a2e0be will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:29:06.612519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.628516 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] Set router 4cdfd890-699a-4680-a230-dccbc794e811 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:29:06.681909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Network 68038f05-6a96-4451-913b-22079250da77 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:29:06.684968 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:29:06.687468 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:29:06.728119 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Pushing event updated for resources: {'Port': ['ID=40018893-151f-48a2-8e06-fc13b6a2e0be,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:06.755428 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.849069 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:06.952082 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdfd890-699a-4680-a230-dccbc794e811', 'name': 'tempest-TestEncryptedCinderVolumes-1195273292-router', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '909b7b1e-87c2-47c5-942f-e80db5473d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:03Z', 'updated_at': '2022-02-21T09:29:04Z', 'revision_number': 3, 'project_id': 'f5677b9cdc4149bfb8310410b218ed44', 'gw_port': {'id': '909b7b1e-87c2-47c5-942f-e80db5473d26', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdfd890-699a-4680-a230-dccbc794e811', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:04Z', 'updated_at': '2022-02-21T09:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:06.956281 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a04c0-80f5-4e2d-ac72-e6441139fb07 None None] The sync data for ids ['4cdfd890-699a-4680-a230-dccbc794e811'] in dv-neutron-830062-1-hyperv is: [{'id': '4cdfd890-699a-4680-a230-dccbc794e811', 'name': 'tempest-TestEncryptedCinderVolumes-1195273292-router', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '909b7b1e-87c2-47c5-942f-e80db5473d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:03Z', 'updated_at': '2022-02-21T09:29:04Z', 'revision_number': 3, 'project_id': 'f5677b9cdc4149bfb8310410b218ed44', 'gw_port': {'id': '909b7b1e-87c2-47c5-942f-e80db5473d26', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdfd890-699a-4680-a230-dccbc794e811', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:04Z', 'updated_at': '2022-02-21T09:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:29:06.978941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-278acdca-2d6e-471d-a5dc-6877bce901ea None None] Provisioning for port 40018893-151f-48a2-8e06-fc13b6a2e0be completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:29:06.983792 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-278acdca-2d6e-471d-a5dc-6877bce901ea None None] Provisioning complete for port 40018893-151f-48a2-8e06-fc13b6a2e0be triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:06.984101 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-278acdca-2d6e-471d-a5dc-6877bce901ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:07.044932 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-278acdca-2d6e-471d-a5dc-6877bce901ea None None] Port 40018893-151f-48a2-8e06-fc13b6a2e0be cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:29:07.060278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2d75caf7-bf27-412e-9339-2c5374beb49b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:29:07.108675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:07.113935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:07.145104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 2d75caf7-bf27-412e-9339-2c5374beb49b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:07.145472 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:07.234487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:07.242716 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Pushing event updated for resources: {'Port': ['ID=40018893-151f-48a2-8e06-fc13b6a2e0be,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:07.396796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Network 68038f05-6a96-4451-913b-22079250da77 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:29:07.397954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:29:07.671414 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1df29785-ddc8-4601-8275-d7aa0fea0999 None None] Provisioning complete for port 40018893-151f-48a2-8e06-fc13b6a2e0be triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:07.672447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1df29785-ddc8-4601-8275-d7aa0fea0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:07.727969 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1df29785-ddc8-4601-8275-d7aa0fea0999 None None] Port 40018893-151f-48a2-8e06-fc13b6a2e0be cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:29:07.914349 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Router 4cdfd890-699a-4680-a230-dccbc794e811 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:29:08.113497 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:29:08.126912 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-282d704b-b195-4bb2-bda1-0def3dd58636 admin admin] 10.222.0.48 "PUT /v2.0/routers/4cdfd890-699a-4680-a230-dccbc794e811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8547597 Feb 21 09:29:08.943640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33048) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:29:08.949594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-432185827-network', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:29:08.954305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:29:08.958105 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Usage tracker for resource:network and tenant:5b3842fae91d412ba231e9a6854dfee4 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:29:08.960835 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:29:08.966340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:29:08.975782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Made reservation on behalf of 5b3842fae91d412ba231e9a6854dfee4 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:29:08.977970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:08.989932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.022396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:29:09.026292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Usage tracker for resource:security_group_rule and tenant:5b3842fae91d412ba231e9a6854dfee4 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:29:09.029177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:29:09.035138 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:29:09.064817 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 909b7b1e-87c2-47c5-942f-e80db5473d26 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:29:09.103231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.107045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.134691 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 909b7b1e-87c2-47c5-942f-e80db5473d26 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:29:09.136125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:29:09.139371 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 909b7b1e-87c2-47c5-942f-e80db5473d26 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:09.139737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.152259 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33f61c8-ab06-4360-a73e-3157f8976b7f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:09.158034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.158422 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Added segment ce38133a-272f-4625-b218-adea6e770697 of type vlan for network 2831a42c-7b37-4c47-b47a-35c38859faaa Feb 21 09:29:09.185266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.216186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.218396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:09.220168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.256154 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.272326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 909b7b1e-87c2-47c5-942f-e80db5473d26, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=909b7b1e-87c2-47c5-942f-e80db5473d26,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:09.276075 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.327856 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] Pushing event updated for resources: {'Network': ['ID=2831a42c-7b37-4c47-b47a-35c38859faaa,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:09.331183 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7b2dba31-79bc-4504-9862-dbb95f35e874 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3864985 Feb 21 09:29:09.333802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33052) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:29:09.339221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Request body: {'subnet': {'network_id': '2831a42c-7b37-4c47-b47a-35c38859faaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-432185827-subnet', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'ip_version': 4}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:29:09.339394 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 2831a42c-7b37-4c47-b47a-35c38859faaa details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:29:09.343834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:29:09.347524 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Usage tracker for resource:subnet and tenant:5b3842fae91d412ba231e9a6854dfee4 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:29:09.350301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:29:09.356525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:29:09.366627 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Made reservation on behalf of 5b3842fae91d412ba231e9a6854dfee4 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:29:09.369528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.412108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=909b7b1e-87c2-47c5-942f-e80db5473d26,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:09.574265 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.641841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe8bfcd-8c48-422c-9e0b-6e849255dc29,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:09.659341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Checking segment: {'id': 'ce38133a-272f-4625-b218-adea6e770697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2831a42c-7b37-4c47-b47a-35c38859faaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:29:09.659694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Network hostable DHCP agents. Network: 2831a42c-7b37-4c47-b47a-35c38859faaa, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:29:09.680333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Network 2831a42c-7b37-4c47-b47a-35c38859faaa is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:29:09.690126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 2831a42c-7b37-4c47-b47a-35c38859faaa) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:29:09.694114 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:09.694711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.698829 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ff1d26-914c-42ae-b90c-9b9ed4a3f061 None None] Network 2831a42c-7b37-4c47-b47a-35c38859faaa requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:29:09.714656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c2a9ebe1-a6e1-4bc7-b6d2-e17031658240 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3798678 Feb 21 09:29:09.717202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33056) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:29:09.722222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-432185827-router', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:29:09.726603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:29:09.731221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Usage tracker for resource:router and tenant:5b3842fae91d412ba231e9a6854dfee4 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:29:09.734030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:29:09.739921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:29:09.750231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.751115 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.768241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.914650 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-2831a42c-7b37-4c47-b47a-35c38859faaa', 'network_id': '2831a42c-7b37-4c47-b47a-35c38859faaa', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'fixed_ips': [{'subnet_id': 'dbe8bfcd-8c48-422c-9e0b-6e849255dc29'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:29:09.916065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:09.922293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:10.073933 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Allocated IP 172.20.0.2 (2831a42c-7b37-4c47-b47a-35c38859faaa/dbe8bfcd-8c48-422c-9e0b-6e849255dc29/a394cf4d-a38a-4837-9526-6105e53547f0) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:29:10.108849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:10.138534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:10.281549 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Allocated IP 172.26.6.214 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/3535c92d-0bff-4eeb-b8c7-b49ffc504ab7) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:29:10.286186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:10.299545 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Transition to ACTIVE for port object a394cf4d-a38a-4837-9526-6105e53547f0 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:29:10.318911 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Transition to ACTIVE for port object a394cf4d-a38a-4837-9526-6105e53547f0 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:29:10.325292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:10.396460 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Network 2831a42c-7b37-4c47-b47a-35c38859faaa is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:29:10.399441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:29:10.403703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:29:10.405788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Pushing event updated for resources: {'Port': ['ID=a394cf4d-a38a-4837-9526-6105e53547f0,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:10.494179 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Attempting to bind port a394cf4d-a38a-4837-9526-6105e53547f0 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:29:10.494456 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Attempting to bind port a394cf4d-a38a-4837-9526-6105e53547f0 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'ce38133a-272f-4625-b218-adea6e770697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2831a42c-7b37-4c47-b47a-35c38859faaa'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:29:10.494818 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Attempting to bind port a394cf4d-a38a-4837-9526-6105e53547f0 on network 2831a42c-7b37-4c47-b47a-35c38859faaa {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:29:10.501539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:29:10.501908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Checking segment: {'id': 'ce38133a-272f-4625-b218-adea6e770697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2831a42c-7b37-4c47-b47a-35c38859faaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:29:10.502305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:10.502694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Bound using segment: {'id': 'ce38133a-272f-4625-b218-adea6e770697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2831a42c-7b37-4c47-b47a-35c38859faaa'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:29:10.503177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Bound port: a394cf4d-a38a-4837-9526-6105e53547f0, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce38133a-272f-4625-b218-adea6e770697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2831a42c-7b37-4c47-b47a-35c38859faaa'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:29:10.503549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:10.536463 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:10.554679 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Sync routers for ids ['4cdfd890-699a-4680-a230-dccbc794e811'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:29:10.576068 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:10.598218 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Routers {'4cdfd890-699a-4680-a230-dccbc794e811'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:29:10.598973 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:29:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['4cdfd890-699a-4680-a230-dccbc794e811'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:10.644101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:29:10.647462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:29:10.650728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:29:10.681759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Pushing event updated for resources: {'Port': ['ID=3535c92d-0bff-4eeb-b8c7-b49ffc504ab7,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:10.722116 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] For port a394cf4d-a38a-4837-9526-6105e53547f0, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:29:10.742793 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] For port a394cf4d-a38a-4837-9526-6105e53547f0, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a394cf4d-a38a-4837-9526-6105e53547f0,segment=NetworkSegment(ce38133a-272f-4625-b218-adea6e770697),segment_id=ce38133a-272f-4625-b218-adea6e770697)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:29:10.750586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:10.814831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:10.815488 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:10.871005 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c3d02-3bae-478e-aad8-fb6690c4db5e None None] Pushing event updated for resources: {'Port': ['ID=a394cf4d-a38a-4837-9526-6105e53547f0,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:10.875530 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Set router 4cdfd890-699a-4680-a230-dccbc794e811 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:29:11.110165 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Router 55c187c4-8455-4c84-a129-e8969e8bcde1 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:29:11.229760 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a394cf4d-a38a-4837-9526-6105e53547f0 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:29:11.321472 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port a394cf4d-a38a-4837-9526-6105e53547f0 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:29:11.322387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:29:11.326930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdfd890-699a-4680-a230-dccbc794e811', 'name': 'tempest-TestEncryptedCinderVolumes-1195273292-router', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '909b7b1e-87c2-47c5-942f-e80db5473d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:03Z', 'updated_at': '2022-02-21T09:29:06Z', 'revision_number': 4, 'project_id': 'f5677b9cdc4149bfb8310410b218ed44', 'gw_port': {'id': '909b7b1e-87c2-47c5-942f-e80db5473d26', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdfd890-699a-4680-a230-dccbc794e811', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:04Z', 'updated_at': '2022-02-21T09:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '40018893-151f-48a2-8e06-fc13b6a2e0be', 'name': '', 'network_id': '68038f05-6a96-4451-913b-22079250da77', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'mac_address': 'fa:16:3e:d8:61:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdfd890-699a-4680-a230-dccbc794e811', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238488b6-12bd-4eed-947d-9a5e9716b579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:06Z', 'updated_at': '2022-02-21T09:29:06Z', 'revision_number': 2, 'project_id': 'f5677b9cdc4149bfb8310410b218ed44', 'subnets': [{'id': '238488b6-12bd-4eed-947d-9a5e9716b579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:11.331737 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Sync routers for ids ['55c187c4-8455-4c84-a129-e8969e8bcde1'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:29:11.332964 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 909b7b1e-87c2-47c5-942f-e80db5473d26 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:29:11.354654 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Routers {'55c187c4-8455-4c84-a129-e8969e8bcde1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:29:11.355120 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:11.355464 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:29:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['55c187c4-8455-4c84-a129-e8969e8bcde1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:11.359193 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6074160f-29c5-4638-89ba-9a05e749457e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6385231 Feb 21 09:29:11.359864 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33062) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:29:11.365612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Checking router: 4cdfd890-699a-4680-a230-dccbc794e811 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:29:11.365772 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Updating router 4cdfd890-699a-4680-a230-dccbc794e811 port 40018893-151f-48a2-8e06-fc13b6a2e0be binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:29:11.437070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:11.516516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 909b7b1e-87c2-47c5-942f-e80db5473d26 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:11.516884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:11.538137 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Set router 55c187c4-8455-4c84-a129-e8969e8bcde1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:29:11.910634 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'name': 'tempest-TestEncryptedCinderVolumes-432185827-router', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3535c92d-0bff-4eeb-b8c7-b49ffc504ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:09Z', 'updated_at': '2022-02-21T09:29:10Z', 'revision_number': 3, 'project_id': '5b3842fae91d412ba231e9a6854dfee4', 'gw_port': {'id': '3535c92d-0bff-4eeb-b8c7-b49ffc504ab7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:10Z', 'updated_at': '2022-02-21T09:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:11.916397 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Checking router: 55c187c4-8455-4c84-a129-e8969e8bcde1 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:29:11.916397 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Updating router 55c187c4-8455-4c84-a129-e8969e8bcde1 port 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:29:11.931297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a690e1f-49d5-40be-a9ba-4119403300dc None None] Network 2831a42c-7b37-4c47-b47a-35c38859faaa requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:29:11.981685 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.054318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.075373 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3cd14fad-ca10-4cab-9112-8085e4185472 None None] Provisioning for port a394cf4d-a38a-4837-9526-6105e53547f0 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:29:12.082148 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Transition to ACTIVE for port object 40018893-151f-48a2-8e06-fc13b6a2e0be will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:29:12.100008 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3cd14fad-ca10-4cab-9112-8085e4185472 None None] Provisioning complete for port a394cf4d-a38a-4837-9526-6105e53547f0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:12.100265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3cd14fad-ca10-4cab-9112-8085e4185472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.165848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.213130 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.399430 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.422964 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Transition to ACTIVE for port object 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:29:12.440150 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.459202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c603ef4-0a16-48d0-9eff-733e75d05916 None None] Pushing event updated for resources: {'Port': ['ID=40018893-151f-48a2-8e06-fc13b6a2e0be,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:12.486862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Allocated IP 172.20.0.1 (2831a42c-7b37-4c47-b47a-35c38859faaa/dbe8bfcd-8c48-422c-9e0b-6e849255dc29/30f137c7-c376-4c5f-b3d1-5e7a5487f21f) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:29:12.543365 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Attempting to bind port 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:29:12.543650 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Attempting to bind port 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:29:12.544008 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Attempting to bind port 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:29:12.553798 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:29:12.554167 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:29:12.554567 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.554943 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:29:12.555992 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Bound port: 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:29:12.556359 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.591928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3cd14fad-ca10-4cab-9112-8085e4185472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.625698 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e1141-36dd-4b44-aaf1-d4058ac1a8fa None None] Pushing event updated for resources: {'Port': ['ID=3535c92d-0bff-4eeb-b8c7-b49ffc504ab7,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:12.655449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3cd14fad-ca10-4cab-9112-8085e4185472 None None] For port a394cf4d-a38a-4837-9526-6105e53547f0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a394cf4d-a38a-4837-9526-6105e53547f0,segment=NetworkSegment(ce38133a-272f-4625-b218-adea6e770697),segment_id=ce38133a-272f-4625-b218-adea6e770697)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:12.668595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3cd14fad-ca10-4cab-9112-8085e4185472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.673697 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.683475 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] For port 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:29:12.688468 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] For port 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3535c92d-0bff-4eeb-b8c7-b49ffc504ab7,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:29:12.693976 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.697256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Transition to ACTIVE for port object 30f137c7-c376-4c5f-b3d1-5e7a5487f21f will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:29:12.724037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.744124 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Attempting to bind port 40018893-151f-48a2-8e06-fc13b6a2e0be on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:29:12.744485 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Attempting to bind port 40018893-151f-48a2-8e06-fc13b6a2e0be by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:29:12.744837 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Attempting to bind port 40018893-151f-48a2-8e06-fc13b6a2e0be on network 68038f05-6a96-4451-913b-22079250da77 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:29:12.778205 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:29:12.778488 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Checking segment: {'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:29:12.778892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.779330 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Bound using segment: {'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:29:12.779793 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Bound port: 40018893-151f-48a2-8e06-fc13b6a2e0be, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:29:12.780159 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.790294 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Routers {'55c187c4-8455-4c84-a129-e8969e8bcde1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:29:12.791068 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:29:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['55c187c4-8455-4c84-a129-e8969e8bcde1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:12.820711 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Network 2831a42c-7b37-4c47-b47a-35c38859faaa is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:29:12.824790 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:29:12.831421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Pushing event updated for resources: {'Port': ['ID=30f137c7-c376-4c5f-b3d1-5e7a5487f21f,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:12.840517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:29:12.846132 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e1141-36dd-4b44-aaf1-d4058ac1a8fa None None] Pushing event updated for resources: {'Port': ['ID=3535c92d-0bff-4eeb-b8c7-b49ffc504ab7,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:12.872122 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd14fad-ca10-4cab-9112-8085e4185472 None None] Pushing event updated for resources: {'Port': ['ID=a394cf4d-a38a-4837-9526-6105e53547f0,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:12.929830 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:12.930668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] For port 40018893-151f-48a2-8e06-fc13b6a2e0be, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:29:12.939744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] For port 40018893-151f-48a2-8e06-fc13b6a2e0be, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=40018893-151f-48a2-8e06-fc13b6a2e0be,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:29:12.944726 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:13.041554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c603ef4-0a16-48d0-9eff-733e75d05916 None None] Pushing event updated for resources: {'Port': ['ID=40018893-151f-48a2-8e06-fc13b6a2e0be,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:13.044530 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Routers {'4cdfd890-699a-4680-a230-dccbc794e811'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:29:13.045121 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:29:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['4cdfd890-699a-4680-a230-dccbc794e811'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:13.054696 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] Set router 55c187c4-8455-4c84-a129-e8969e8bcde1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:29:13.216452 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a394cf4d-a38a-4837-9526-6105e53547f0 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:29:13.315285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:13.397527 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-4ec42802-ce7b-4d5a-8f9c-40195acb5c2f None None] Provisioning complete for port a394cf4d-a38a-4837-9526-6105e53547f0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:13.397956 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4ec42802-ce7b-4d5a-8f9c-40195acb5c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:13.436117 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] Set router 4cdfd890-699a-4680-a230-dccbc794e811 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:29:13.495342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port a394cf4d-a38a-4837-9526-6105e53547f0 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:13.496038 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:13.511495 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'name': 'tempest-TestEncryptedCinderVolumes-432185827-router', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3535c92d-0bff-4eeb-b8c7-b49ffc504ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:09Z', 'updated_at': '2022-02-21T09:29:10Z', 'revision_number': 3, 'project_id': '5b3842fae91d412ba231e9a6854dfee4', 'gw_port': {'id': '3535c92d-0bff-4eeb-b8c7-b49ffc504ab7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:10Z', 'updated_at': '2022-02-21T09:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:13.519353 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c638b-9d70-40b9-b259-c174df883c35 None None] The sync data for ids ['55c187c4-8455-4c84-a129-e8969e8bcde1'] in dv-neutron-830062-1-hyperv is: [{'id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'name': 'tempest-TestEncryptedCinderVolumes-432185827-router', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3535c92d-0bff-4eeb-b8c7-b49ffc504ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:09Z', 'updated_at': '2022-02-21T09:29:10Z', 'revision_number': 3, 'project_id': '5b3842fae91d412ba231e9a6854dfee4', 'gw_port': {'id': '3535c92d-0bff-4eeb-b8c7-b49ffc504ab7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:10Z', 'updated_at': '2022-02-21T09:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:29:13.607672 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:13.612467 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:13.717073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Pushing event updated for resources: {'Port': ['ID=30f137c7-c376-4c5f-b3d1-5e7a5487f21f,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:13.720361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:13.857013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Network 2831a42c-7b37-4c47-b47a-35c38859faaa is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:29:13.858166 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:29:13.962906 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdfd890-699a-4680-a230-dccbc794e811', 'name': 'tempest-TestEncryptedCinderVolumes-1195273292-router', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '909b7b1e-87c2-47c5-942f-e80db5473d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:03Z', 'updated_at': '2022-02-21T09:29:06Z', 'revision_number': 4, 'project_id': 'f5677b9cdc4149bfb8310410b218ed44', 'gw_port': {'id': '909b7b1e-87c2-47c5-942f-e80db5473d26', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdfd890-699a-4680-a230-dccbc794e811', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:04Z', 'updated_at': '2022-02-21T09:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '40018893-151f-48a2-8e06-fc13b6a2e0be', 'name': '', 'network_id': '68038f05-6a96-4451-913b-22079250da77', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'mac_address': 'fa:16:3e:d8:61:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdfd890-699a-4680-a230-dccbc794e811', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238488b6-12bd-4eed-947d-9a5e9716b579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:06Z', 'updated_at': '2022-02-21T09:29:12Z', 'revision_number': 4, 'project_id': 'f5677b9cdc4149bfb8310410b218ed44', 'subnets': [{'id': '238488b6-12bd-4eed-947d-9a5e9716b579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:13.967610 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beeef81-82cc-4654-8e42-8ba16360d96e None None] The sync data for ids ['4cdfd890-699a-4680-a230-dccbc794e811'] in dv-neutron-830062-1-hyperv is: [{'id': '4cdfd890-699a-4680-a230-dccbc794e811', 'name': 'tempest-TestEncryptedCinderVolumes-1195273292-router', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '909b7b1e-87c2-47c5-942f-e80db5473d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:03Z', 'updated_at': '2022-02-21T09:29:06Z', 'revision_number': 4, 'project_id': 'f5677b9cdc4149bfb8310410b218ed44', 'gw_port': {'id': '909b7b1e-87c2-47c5-942f-e80db5473d26', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdfd890-699a-4680-a230-dccbc794e811', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:04Z', 'updated_at': '2022-02-21T09:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '40018893-151f-48a2-8e06-fc13b6a2e0be', 'name': '', 'network_id': '68038f05-6a96-4451-913b-22079250da77', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'mac_address': 'fa:16:3e:d8:61:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdfd890-699a-4680-a230-dccbc794e811', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238488b6-12bd-4eed-947d-9a5e9716b579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:06Z', 'updated_at': '2022-02-21T09:29:12Z', 'revision_number': 4, 'project_id': 'f5677b9cdc4149bfb8310410b218ed44', 'subnets': [{'id': '238488b6-12bd-4eed-947d-9a5e9716b579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:29:13.998385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-19841727-7a14-44b3-bc66-588a7dfda31b None None] Provisioning for port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:29:14.004537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-19841727-7a14-44b3-bc66-588a7dfda31b None None] Provisioning complete for port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:14.005101 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-19841727-7a14-44b3-bc66-588a7dfda31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:14.098050 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-19841727-7a14-44b3-bc66-588a7dfda31b None None] Port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:29:14.241405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-078a38df-c01a-4b71-b5a2-e409548adf1e None None] Provisioning complete for port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:14.241405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-078a38df-c01a-4b71-b5a2-e409548adf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:14.325002 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-078a38df-c01a-4b71-b5a2-e409548adf1e None None] Port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:29:14.373807 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Router 55c187c4-8455-4c84-a129-e8969e8bcde1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:29:14.587897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:29:14.601586 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-89815933-a094-4b36-ba04-79f0daec5dee admin admin] 10.222.0.48 "PUT /v2.0/routers/55c187c4-8455-4c84-a129-e8969e8bcde1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2405331 Feb 21 09:29:15.222499 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 40018893-151f-48a2-8e06-fc13b6a2e0be up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:29:15.292232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 40018893-151f-48a2-8e06-fc13b6a2e0be completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:29:15.297193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 40018893-151f-48a2-8e06-fc13b6a2e0be triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:15.306271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:15.416463 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:15.449392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 40018893-151f-48a2-8e06-fc13b6a2e0be, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=40018893-151f-48a2-8e06-fc13b6a2e0be,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:15.453240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:15.454063 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:29:15.569656 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=40018893-151f-48a2-8e06-fc13b6a2e0be,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:15.583399 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:29:15.587692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:15.588173 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:15.631303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-d1a79558-c3c1-427d-a0be-31be47a24846 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:15.632827 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-d1a79558-c3c1-427d-a0be-31be47a24846 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/networks?id=68038f05-6a96-4451-913b-22079250da77 HTTP/1.1" status: 200 len: 817 time: 0.1455522 Feb 21 09:29:15.648717 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-70510bf5-fbf7-40a9-be8a-2e7a0026e293 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/quotas/f5677b9cdc4149bfb8310410b218ed44 HTTP/1.1" status: 200 len: 375 time: 0.0103977 Feb 21 09:29:15.735695 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-5b4caba9-eab9-4405-b809-4fbe2d577035 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5677b9cdc4149bfb8310410b218ed44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817432 Feb 21 09:29:15.745027 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:15.761059 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3535c92d-0bff-4eeb-b8c7-b49ffc504ab7,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:15.764875 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:15.829643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=3535c92d-0bff-4eeb-b8c7-b49ffc504ab7,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:15.873675 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-8c1e58f2-4516-45d9-b008-c1b2893f6472 service neutron] 10.222.0.48 "GET /v2.0/networks/68038f05-6a96-4451-913b-22079250da77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267953 Feb 21 09:29:16.000856 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a5ed8da2-6676-4640-a5e7-9525207c94aa service neutron] 10.222.0.48 "GET /v2.0/networks/68038f05-6a96-4451-913b-22079250da77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214654 Feb 21 09:29:16.181414 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2160f534-3437-42bf-aea6-b4911586b56a req-e888a72f-d135-447c-8453-7341b77e8906 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 210 time: 0.0414641 Feb 21 09:29:17.056368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 40018893-151f-48a2-8e06-fc13b6a2e0be up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:29:17.124384 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 40018893-151f-48a2-8e06-fc13b6a2e0be triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:17.124754 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:17.241821 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:29:17.315712 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:17.316128 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:17.408055 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ca2602dd-d33e-4fee-8efb-92ebc16fae8f req-c792d6dd-144f-401f-9019-5f8afaf48f68 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 210 time: 0.0965436 Feb 21 09:29:17.483384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-e272aeb5-c6a2-4fdc-b060-f0c262f83853 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:17.484899 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-e272aeb5-c6a2-4fdc-b060-f0c262f83853 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.47 "GET /v2.0/networks?id=68038f05-6a96-4451-913b-22079250da77 HTTP/1.1" status: 200 len: 817 time: 0.2115366 Feb 21 09:29:17.506352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Request body: {'port': {'device_id': '883c8469-c882-4836-a116-aa67d132f066', 'network_id': '68038f05-6a96-4451-913b-22079250da77', 'admin_state_up': True, 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:29:17.727266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:29:17.730977 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Usage tracker for resource:port and tenant:f5677b9cdc4149bfb8310410b218ed44 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:29:17.733771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:29:17.739410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:29:17.748985 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Made reservation on behalf of f5677b9cdc4149bfb8310410b218ed44 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:29:17.752137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:17.918779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Allocated IP 172.20.0.12 (68038f05-6a96-4451-913b-22079250da77/238488b6-12bd-4eed-947d-9a5e9716b579/87440088-a367-45f9-bf87-9fc54cfd8194) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:29:18.112994 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:18.127884 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Transition to ACTIVE for port object 87440088-a367-45f9-bf87-9fc54cfd8194 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:29:18.149651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:18.223301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Network 68038f05-6a96-4451-913b-22079250da77 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:29:18.226519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:29:18.229514 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:29:18.266941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Pushing event updated for resources: {'Port': ['ID=87440088-a367-45f9-bf87-9fc54cfd8194,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:18.299624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:18.300243 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:18.324415 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a58c2714-e7b8-45dd-ab2b-c5c7639f94f9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8213851 Feb 21 09:29:18.335818 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Request body: {'port': {'device_id': '883c8469-c882-4836-a116-aa67d132f066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:29:18.444945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:18.473945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3c9fbefc-76ff-41cb-baa1-992b84d040fa None None] Provisioning for port 87440088-a367-45f9-bf87-9fc54cfd8194 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:29:18.479368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3c9fbefc-76ff-41cb-baa1-992b84d040fa None None] Provisioning complete for port 87440088-a367-45f9-bf87-9fc54cfd8194 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:18.479789 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbefc-76ff-41cb-baa1-992b84d040fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:18.531907 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fbefc-76ff-41cb-baa1-992b84d040fa None None] Port 87440088-a367-45f9-bf87-9fc54cfd8194 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:29:18.742825 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed1afb-a275-48b5-8376-32c619b02264 req-10a8d48f-48bb-4cd6-895c-e30601d1d1f3 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:18.743451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-3eed1afb-a275-48b5-8376-32c619b02264 req-10a8d48f-48bb-4cd6-895c-e30601d1d1f3 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Synchronizing usage tracker for tenant:f5677b9cdc4149bfb8310410b218ed44 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:29:18.788812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-3eed1afb-a275-48b5-8376-32c619b02264 req-10a8d48f-48bb-4cd6-895c-e30601d1d1f3 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Unset dirty status for tenant:f5677b9cdc4149bfb8310410b218ed44 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:29:18.790566 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3eed1afb-a275-48b5-8376-32c619b02264 req-10a8d48f-48bb-4cd6-895c-e30601d1d1f3 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 932 time: 0.2336173 Feb 21 09:29:18.889458 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87440088-a367-45f9-bf87-9fc54cfd8194 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:29:18.898023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:18.902444 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3eed1afb-a275-48b5-8376-32c619b02264 req-939d51fe-9c4d-415c-b8cd-41a1579aa404 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013029 Feb 21 09:29:18.915546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Transition to ACTIVE for port object 87440088-a367-45f9-bf87-9fc54cfd8194 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:29:18.919616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:19.044929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Pushing event updated for resources: {'Port': ['ID=87440088-a367-45f9-bf87-9fc54cfd8194,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:19.148997 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Attempting to bind port 87440088-a367-45f9-bf87-9fc54cfd8194 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:29:19.149363 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Attempting to bind port 87440088-a367-45f9-bf87-9fc54cfd8194 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:29:19.149720 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Attempting to bind port 87440088-a367-45f9-bf87-9fc54cfd8194 on network 68038f05-6a96-4451-913b-22079250da77 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:29:19.155641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Port 87440088-a367-45f9-bf87-9fc54cfd8194 on network 68038f05-6a96-4451-913b-22079250da77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:29:19.155953 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Attempting to bind port 87440088-a367-45f9-bf87-9fc54cfd8194 on network 68038f05-6a96-4451-913b-22079250da77 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:29:19.162563 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:29:19.162894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Checking segment: {'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:29:19.163299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Bound using segment: {'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:29:19.163713 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Bound port: 87440088-a367-45f9-bf87-9fc54cfd8194, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:29:19.164054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:19.252612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] For port 87440088-a367-45f9-bf87-9fc54cfd8194, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:29:19.255809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] For port 87440088-a367-45f9-bf87-9fc54cfd8194, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=87440088-a367-45f9-bf87-9fc54cfd8194,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:29:19.260423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:19.323291 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:19.324639 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] 10.222.0.47 "PUT /v2.0/ports/87440088-a367-45f9-bf87-9fc54cfd8194 HTTP/1.1" status: 200 len: 1094 time: 0.9931135 Feb 21 09:29:19.325066 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883c8469-c882-4836-a116-aa67d132f066', 'tag': '87440088-a367-45f9-bf87-9fc54cfd8194'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:29:19.342358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4b83e-920d-4e27-a4a1-0b40fe66c1fb service neutron] Pushing event updated for resources: {'Port': ['ID=87440088-a367-45f9-bf87-9fc54cfd8194,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:19.444156 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-a8971d27-ae1b-49c1-bcb8-9d9b0e4a8ae4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5677b9cdc4149bfb8310410b218ed44&device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 1097 time: 0.0804689 Feb 21 09:29:19.501036 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883c8469-c882-4836-a116-aa67d132f066', 'tag': '87440088-a367-45f9-bf87-9fc54cfd8194', 'status': 'completed', 'code': 200} Feb 21 09:29:19.515964 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-b309bde8-8843-4cab-af79-1fd6021c5040 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87440088-a367-45f9-bf87-9fc54cfd8194 HTTP/1.1" status: 200 len: 217 time: 0.0653434 Feb 21 09:29:19.672494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-3ed65c7f-f5e2-4da2-902c-5e78c4a69d3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:19.673967 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-3ed65c7f-f5e2-4da2-902c-5e78c4a69d3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=238488b6-12bd-4eed-947d-9a5e9716b579 HTTP/1.1" status: 200 len: 856 time: 0.1527078 Feb 21 09:29:19.747739 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-b2980473-a228-45f6-991d-dd79cf10b9e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68038f05-6a96-4451-913b-22079250da77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681021 Feb 21 09:29:19.884793 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-fc38721a-87b4-4f61-8597-ea3bedb6fb50 service neutron] 10.222.0.47 "GET /v2.0/networks/68038f05-6a96-4451-913b-22079250da77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314001 Feb 21 09:29:20.014649 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca5a89b-e0b0-40b5-9072-e1163e146824 req-143617ec-b0f3-4f81-b848-ac82c8a10608 service neutron] 10.222.0.47 "GET /v2.0/networks/68038f05-6a96-4451-913b-22079250da77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239383 Feb 21 09:29:20.154731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75feae1a-ef91-43ea-bb2f-1db2adffe5a9 req-7b1ec565-ab55-4aaf-a7b0-a71ebb53acdf tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:20.156086 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75feae1a-ef91-43ea-bb2f-1db2adffe5a9 req-7b1ec565-ab55-4aaf-a7b0-a71ebb53acdf tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 944 time: 0.1342030 Feb 21 09:29:20.159794 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2cbbff73-2b50-46c0-8668-e6f8f4b94012 req-efe8d11a-f6cb-4965-baf8-54a99fdffa32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5677b9cdc4149bfb8310410b218ed44&device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 1097 time: 0.0988698 Feb 21 09:29:20.280061 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75feae1a-ef91-43ea-bb2f-1db2adffe5a9 req-6979439f-d69e-4e2b-ac76-a21dffdf2821 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179242 Feb 21 09:29:20.318797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbff73-2b50-46c0-8668-e6f8f4b94012 req-cf90cc9d-e21c-42db-8fa5-97a8ca47b249 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:20.320244 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2cbbff73-2b50-46c0-8668-e6f8f4b94012 req-cf90cc9d-e21c-42db-8fa5-97a8ca47b249 service neutron] 10.222.0.47 "GET /v2.0/networks?id=68038f05-6a96-4451-913b-22079250da77 HTTP/1.1" status: 200 len: 917 time: 0.1454175 Feb 21 09:29:20.393669 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2cbbff73-2b50-46c0-8668-e6f8f4b94012 req-d2424086-97cf-4c6d-be9f-24df2a6a95bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87440088-a367-45f9-bf87-9fc54cfd8194 HTTP/1.1" status: 200 len: 217 time: 0.0657661 Feb 21 09:29:20.458134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbff73-2b50-46c0-8668-e6f8f4b94012 req-e03b10b1-afea-41e7-b4b1-0fe5db3aaeae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:20.459492 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2cbbff73-2b50-46c0-8668-e6f8f4b94012 req-e03b10b1-afea-41e7-b4b1-0fe5db3aaeae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=238488b6-12bd-4eed-947d-9a5e9716b579 HTTP/1.1" status: 200 len: 856 time: 0.0593739 Feb 21 09:29:20.531649 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2cbbff73-2b50-46c0-8668-e6f8f4b94012 req-bfe51ccf-6c65-43f3-a222-f86cd94c62b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68038f05-6a96-4451-913b-22079250da77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654619 Feb 21 09:29:20.662165 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2cbbff73-2b50-46c0-8668-e6f8f4b94012 req-51df0423-a565-46f5-9077-729d3e87e69f service neutron] 10.222.0.47 "GET /v2.0/networks/68038f05-6a96-4451-913b-22079250da77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240146 Feb 21 09:29:20.807327 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2cbbff73-2b50-46c0-8668-e6f8f4b94012 req-3cb4c3cb-c40b-4ad2-ac88-25383eae7dd7 service neutron] 10.222.0.47 "GET /v2.0/networks/68038f05-6a96-4451-913b-22079250da77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306272 Feb 21 09:29:21.346011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 87440088-a367-45f9-bf87-9fc54cfd8194 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:29:21.482867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 87440088-a367-45f9-bf87-9fc54cfd8194, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=87440088-a367-45f9-bf87-9fc54cfd8194,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:21.491211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383977b5-38c9-4bb3-9728-eb268b800550 req-5314686a-af94-4359-8fdc-82478a1b9c01 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:21.493336 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-383977b5-38c9-4bb3-9728-eb268b800550 req-5314686a-af94-4359-8fdc-82478a1b9c01 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 944 time: 0.0744812 Feb 21 09:29:21.496527 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '87440088-a367-45f9-bf87-9fc54cfd8194', 'network_id': '68038f05-6a96-4451-913b-22079250da77', 'port_id': '87440088-a367-45f9-bf87-9fc54cfd8194', 'mac_address': 'fa:16:3e:c1:e5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238488b6-12bd-4eed-947d-9a5e9716b579', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:29:21.542264 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-383977b5-38c9-4bb3-9728-eb268b800550 req-46f2c10e-0d78-41c4-95bf-3c561e1ab90d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426970 Feb 21 09:29:21.552011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:21.569839 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87440088-a367-45f9-bf87-9fc54cfd8194 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:29:21.584258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 87440088-a367-45f9-bf87-9fc54cfd8194, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=87440088-a367-45f9-bf87-9fc54cfd8194,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:21.589319 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:21.653683 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=87440088-a367-45f9-bf87-9fc54cfd8194,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:21.787932 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['87440088-a367-45f9-bf87-9fc54cfd8194'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:29:22.736364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ca32f-ffc3-46f1-90c2-ad8bbfd6b4e4 req-133e3e99-b34f-4f97-8368-40dfe706ca8f tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:22.737791 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-768ca32f-ffc3-46f1-90c2-ad8bbfd6b4e4 req-133e3e99-b34f-4f97-8368-40dfe706ca8f tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 945 time: 0.0738735 Feb 21 09:29:22.782076 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-768ca32f-ffc3-46f1-90c2-ad8bbfd6b4e4 req-babbe373-cb0d-40ff-8eea-4232d624fb96 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383389 Feb 21 09:29:23.359949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 87440088-a367-45f9-bf87-9fc54cfd8194 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:29:23.428569 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 87440088-a367-45f9-bf87-9fc54cfd8194 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:29:23.433745 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 87440088-a367-45f9-bf87-9fc54cfd8194 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:23.434110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:23.543921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:23.569809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883c8469-c882-4836-a116-aa67d132f066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87440088-a367-45f9-bf87-9fc54cfd8194'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:29:23.579822 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 87440088-a367-45f9-bf87-9fc54cfd8194, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=87440088-a367-45f9-bf87-9fc54cfd8194,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:23.584731 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:23.652365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=87440088-a367-45f9-bf87-9fc54cfd8194,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:23.712644 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883c8469-c882-4836-a116-aa67d132f066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87440088-a367-45f9-bf87-9fc54cfd8194', 'code': 200} Feb 21 09:29:23.993487 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-089a5252-3eb4-49ba-bf48-b84c4cde5393 req-bd427f58-dbae-443c-a53d-7ccbace09d6a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 1099 time: 0.1288378 Feb 21 09:29:24.003887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e3f50-ed06-4fae-8e4a-87d942ed9ca3 req-875a2150-5427-4e2d-b023-4115810f38e4 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:24.005296 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fd3e3f50-ed06-4fae-8e4a-87d942ed9ca3 req-875a2150-5427-4e2d-b023-4115810f38e4 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 946 time: 0.0995798 Feb 21 09:29:24.077574 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-089a5252-3eb4-49ba-bf48-b84c4cde5393 req-454009b4-e1aa-4d3b-952f-a4dbbeb85aa1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713294 Feb 21 09:29:24.082207 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fd3e3f50-ed06-4fae-8e4a-87d942ed9ca3 req-4f79f1d2-7ed0-4eab-b59c-99f51add56f8 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632558 Feb 21 09:29:25.361078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260fdf-ac54-4094-8a77-2bf47013b397 req-8ca461d1-1cc3-41a5-8b82-fe64866ef4ea tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:25.362504 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ce260fdf-ac54-4094-8a77-2bf47013b397 req-8ca461d1-1cc3-41a5-8b82-fe64866ef4ea tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 946 time: 0.1581631 Feb 21 09:29:25.407237 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ce260fdf-ac54-4094-8a77-2bf47013b397 req-23323a52-fd7e-4322-b9a1-5381cdd38217 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392067 Feb 21 09:29:25.611773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21349d44-6fa3-4a0d-848a-2da43de436e3 req-d64c3095-c7bc-44c2-ba6a-3a42022666b3 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:25.613140 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-21349d44-6fa3-4a0d-848a-2da43de436e3 req-d64c3095-c7bc-44c2-ba6a-3a42022666b3 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 946 time: 0.0767584 Feb 21 09:29:25.657614 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-21349d44-6fa3-4a0d-848a-2da43de436e3 req-8392a0ac-79bf-4975-817e-f5dbfa6a267f tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390527 Feb 21 09:29:30.223919 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-592550d4-8ef0-4f7d-b8dd-48027f35e95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:30.689134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:33.003949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-35b36b7e-15c7-4de6-92c4-bf1ad07939f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:33.699219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:34.114859 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:35.918111 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Sync routers for ids ['55c187c4-8455-4c84-a129-e8969e8bcde1'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:29:35.930794 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Routers {'55c187c4-8455-4c84-a129-e8969e8bcde1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:29:35.931457 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:29:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['55c187c4-8455-4c84-a129-e8969e8bcde1'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:36.090520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:36.136671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Set router 55c187c4-8455-4c84-a129-e8969e8bcde1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:29:36.492829 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'name': 'tempest-TestEncryptedCinderVolumes-432185827-router', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3535c92d-0bff-4eeb-b8c7-b49ffc504ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:09Z', 'updated_at': '2022-02-21T09:29:12Z', 'revision_number': 4, 'project_id': '5b3842fae91d412ba231e9a6854dfee4', 'gw_port': {'id': '3535c92d-0bff-4eeb-b8c7-b49ffc504ab7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:10Z', 'updated_at': '2022-02-21T09:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '30f137c7-c376-4c5f-b3d1-5e7a5487f21f', 'name': '', 'network_id': '2831a42c-7b37-4c47-b47a-35c38859faaa', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'mac_address': 'fa:16:3e:58:11:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbe8bfcd-8c48-422c-9e0b-6e849255dc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:12Z', 'updated_at': '2022-02-21T09:29:13Z', 'revision_number': 2, 'project_id': '5b3842fae91d412ba231e9a6854dfee4', 'subnets': [{'id': 'dbe8bfcd-8c48-422c-9e0b-6e849255dc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:36.497416 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Checking router: 55c187c4-8455-4c84-a129-e8969e8bcde1 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:29:36.497773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Updating router 55c187c4-8455-4c84-a129-e8969e8bcde1 port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:29:36.548632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:36.892649 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:36.905771 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Transition to ACTIVE for port object 30f137c7-c376-4c5f-b3d1-5e7a5487f21f will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:29:36.912414 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:37.037643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f244d9-70dc-42d5-9de7-12b22d8599f8 None None] Pushing event updated for resources: {'Port': ['ID=30f137c7-c376-4c5f-b3d1-5e7a5487f21f,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:37.131872 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Attempting to bind port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:29:37.132243 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Attempting to bind port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'ce38133a-272f-4625-b218-adea6e770697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2831a42c-7b37-4c47-b47a-35c38859faaa'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:29:37.132600 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Attempting to bind port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f on network 2831a42c-7b37-4c47-b47a-35c38859faaa {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:29:37.139887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:29:37.140255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Checking segment: {'id': 'ce38133a-272f-4625-b218-adea6e770697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2831a42c-7b37-4c47-b47a-35c38859faaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:29:37.140644 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:37.141030 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Bound using segment: {'id': 'ce38133a-272f-4625-b218-adea6e770697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2831a42c-7b37-4c47-b47a-35c38859faaa'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:29:37.141570 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Bound port: 30f137c7-c376-4c5f-b3d1-5e7a5487f21f, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce38133a-272f-4625-b218-adea6e770697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2831a42c-7b37-4c47-b47a-35c38859faaa'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:29:37.142092 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:37.242039 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] For port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:29:37.250572 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] For port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=30f137c7-c376-4c5f-b3d1-5e7a5487f21f,segment=NetworkSegment(ce38133a-272f-4625-b218-adea6e770697),segment_id=ce38133a-272f-4625-b218-adea6e770697)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:29:37.253904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:37.333882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f244d9-70dc-42d5-9de7-12b22d8599f8 None None] Pushing event updated for resources: {'Port': ['ID=30f137c7-c376-4c5f-b3d1-5e7a5487f21f,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:37.342412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Routers {'55c187c4-8455-4c84-a129-e8969e8bcde1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:29:37.343256 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:29:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['55c187c4-8455-4c84-a129-e8969e8bcde1'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:37.525361 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] Set router 55c187c4-8455-4c84-a129-e8969e8bcde1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:29:37.884857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'name': 'tempest-TestEncryptedCinderVolumes-432185827-router', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3535c92d-0bff-4eeb-b8c7-b49ffc504ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:09Z', 'updated_at': '2022-02-21T09:29:12Z', 'revision_number': 4, 'project_id': '5b3842fae91d412ba231e9a6854dfee4', 'gw_port': {'id': '3535c92d-0bff-4eeb-b8c7-b49ffc504ab7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:10Z', 'updated_at': '2022-02-21T09:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '30f137c7-c376-4c5f-b3d1-5e7a5487f21f', 'name': '', 'network_id': '2831a42c-7b37-4c47-b47a-35c38859faaa', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'mac_address': 'fa:16:3e:58:11:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbe8bfcd-8c48-422c-9e0b-6e849255dc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:12Z', 'updated_at': '2022-02-21T09:29:37Z', 'revision_number': 4, 'project_id': '5b3842fae91d412ba231e9a6854dfee4', 'subnets': [{'id': 'dbe8bfcd-8c48-422c-9e0b-6e849255dc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:29:37.888721 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077edf8c-40b1-45c9-a90c-6dcb49a111ad None None] The sync data for ids ['55c187c4-8455-4c84-a129-e8969e8bcde1'] in dv-neutron-830062-1-hyperv is: [{'id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'name': 'tempest-TestEncryptedCinderVolumes-432185827-router', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3535c92d-0bff-4eeb-b8c7-b49ffc504ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:09Z', 'updated_at': '2022-02-21T09:29:12Z', 'revision_number': 4, 'project_id': '5b3842fae91d412ba231e9a6854dfee4', 'gw_port': {'id': '3535c92d-0bff-4eeb-b8c7-b49ffc504ab7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:10Z', 'updated_at': '2022-02-21T09:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '30f137c7-c376-4c5f-b3d1-5e7a5487f21f', 'name': '', 'network_id': '2831a42c-7b37-4c47-b47a-35c38859faaa', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'mac_address': 'fa:16:3e:58:11:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbe8bfcd-8c48-422c-9e0b-6e849255dc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:12Z', 'updated_at': '2022-02-21T09:29:37Z', 'revision_number': 4, 'project_id': '5b3842fae91d412ba231e9a6854dfee4', 'subnets': [{'id': 'dbe8bfcd-8c48-422c-9e0b-6e849255dc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:29:39.081420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 30f137c7-c376-4c5f-b3d1-5e7a5487f21f up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:29:39.157789 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:29:39.163310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:39.163669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:39.278554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:39.313968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=30f137c7-c376-4c5f-b3d1-5e7a5487f21f,segment=NetworkSegment(ce38133a-272f-4625-b218-adea6e770697),segment_id=ce38133a-272f-4625-b218-adea6e770697)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:39.317811 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:39.384561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=30f137c7-c376-4c5f-b3d1-5e7a5487f21f,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:40.096021 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bee82a-a406-4bf5-8164-0d6dbdd36224 req-361458ed-1215-423b-adcb-e1b8dc48e2f1 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:40.097349 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e2bee82a-a406-4bf5-8164-0d6dbdd36224 req-361458ed-1215-423b-adcb-e1b8dc48e2f1 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 946 time: 0.0742412 Feb 21 09:29:40.140106 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e2bee82a-a406-4bf5-8164-0d6dbdd36224 req-0142b79e-0a69-45fc-a4f5-68b2cac83184 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374784 Feb 21 09:29:40.854465 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:29:41.061739 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 30f137c7-c376-4c5f-b3d1-5e7a5487f21f up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:29:41.127494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:41.127859 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:41.341177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82772e5-f8fb-48cd-898e-35fb23587933 req-0c5adcd8-c82b-4435-bf66-7aaca2b6e829 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:41.342599 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b82772e5-f8fb-48cd-898e-35fb23587933 req-0c5adcd8-c82b-4435-bf66-7aaca2b6e829 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 946 time: 0.0785151 Feb 21 09:29:41.386889 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b82772e5-f8fb-48cd-898e-35fb23587933 req-06dbc9db-5c01-493a-8bf2-d57930364b46 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387175 Feb 21 09:29:41.521275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725691a9-ce54-47cf-a7d7-96b1529fcb2a req-9f12828a-e981-4863-831b-cf108d0347bc tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:41.522666 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-725691a9-ce54-47cf-a7d7-96b1529fcb2a req-9f12828a-e981-4863-831b-cf108d0347bc tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.47 "GET /v2.0/ports?device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 946 time: 0.0745189 Feb 21 09:29:41.593580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-725691a9-ce54-47cf-a7d7-96b1529fcb2a req-61078e28-3301-41d4-ba87-8261a734da3d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Deleting port 87440088-a367-45f9-bf87-9fc54cfd8194 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:29:41.593913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-725691a9-ce54-47cf-a7d7-96b1529fcb2a req-61078e28-3301-41d4-ba87-8261a734da3d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:41.826568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-725691a9-ce54-47cf-a7d7-96b1529fcb2a req-61078e28-3301-41d4-ba87-8261a734da3d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] For port 87440088-a367-45f9-bf87-9fc54cfd8194, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=87440088-a367-45f9-bf87-9fc54cfd8194,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:41.826841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-725691a9-ce54-47cf-a7d7-96b1529fcb2a req-61078e28-3301-41d4-ba87-8261a734da3d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:41.954585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-725691a9-ce54-47cf-a7d7-96b1529fcb2a req-61078e28-3301-41d4-ba87-8261a734da3d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Calling delete_port for 87440088-a367-45f9-bf87-9fc54cfd8194 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:29:42.091940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-725691a9-ce54-47cf-a7d7-96b1529fcb2a req-61078e28-3301-41d4-ba87-8261a734da3d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:42.102738 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['87440088-a367-45f9-bf87-9fc54cfd8194'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:29:42.139686 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61078e28-3301-41d4-ba87-8261a734da3d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Pushing event deleted for resources: {'Port': ['ID=87440088-a367-45f9-bf87-9fc54cfd8194,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:42.209805 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-725691a9-ce54-47cf-a7d7-96b1529fcb2a req-61078e28-3301-41d4-ba87-8261a734da3d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] No DVR routers for this DVR port 87440088-a367-45f9-bf87-9fc54cfd8194 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:29:42.212210 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-725691a9-ce54-47cf-a7d7-96b1529fcb2a req-61078e28-3301-41d4-ba87-8261a734da3d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:42.214737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883c8469-c882-4836-a116-aa67d132f066', 'name': 'network-vif-deleted', 'tag': '87440088-a367-45f9-bf87-9fc54cfd8194'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:29:42.230072 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-725691a9-ce54-47cf-a7d7-96b1529fcb2a req-61078e28-3301-41d4-ba87-8261a734da3d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.47 "DELETE /v2.0/ports/87440088-a367-45f9-bf87-9fc54cfd8194 HTTP/1.1" status: 204 len: 173 time: 0.7014232 Feb 21 09:29:42.274833 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883c8469-c882-4836-a116-aa67d132f066', 'name': 'network-vif-deleted', 'tag': '87440088-a367-45f9-bf87-9fc54cfd8194', 'status': 'completed', 'code': 200} Feb 21 09:29:42.567661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-e1eacd23-791f-4422-a8f6-f33419fcfad6 req-65366255-2b37-4716-9e4d-ef63af730907 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Synchronizing usage tracker for tenant:f5677b9cdc4149bfb8310410b218ed44 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:29:42.584919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-e1eacd23-791f-4422-a8f6-f33419fcfad6 req-65366255-2b37-4716-9e4d-ef63af730907 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Unset dirty status for tenant:f5677b9cdc4149bfb8310410b218ed44 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:29:42.586183 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e1eacd23-791f-4422-a8f6-f33419fcfad6 req-65366255-2b37-4716-9e4d-ef63af730907 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=883c8469-c882-4836-a116-aa67d132f066 HTTP/1.1" status: 200 len: 210 time: 0.0617423 Feb 21 09:29:45.305754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-3d29d18c-4c5c-4da1-aa4d-1fba359ecbba tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:45.307382 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-3d29d18c-4c5c-4da1-aa4d-1fba359ecbba tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/networks?id=68038f05-6a96-4451-913b-22079250da77 HTTP/1.1" status: 200 len: 817 time: 0.1482909 Feb 21 09:29:45.323795 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-21e88261-0cbb-4923-ba53-f96653ffca5d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/quotas/f5677b9cdc4149bfb8310410b218ed44 HTTP/1.1" status: 200 len: 375 time: 0.0106659 Feb 21 09:29:45.401858 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f49843d3-1eb8-429c-a51b-db5ed3f831bb tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5677b9cdc4149bfb8310410b218ed44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729270 Feb 21 09:29:45.437119 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 87440088-a367-45f9-bf87-9fc54cfd8194 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:29:45.471444 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 87440088-a367-45f9-bf87-9fc54cfd8194 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:29:45.471782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 87440088-a367-45f9-bf87-9fc54cfd8194 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:29:45.671165 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-504d9d74-2825-4fe1-9d8c-2d44e9a04e26 service neutron] 10.222.0.48 "GET /v2.0/networks/68038f05-6a96-4451-913b-22079250da77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579048 Feb 21 09:29:45.883328 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-b9562cfd-2240-4560-99a4-aa89a55dbe12 service neutron] 10.222.0.48 "GET /v2.0/networks/68038f05-6a96-4451-913b-22079250da77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064583 Feb 21 09:29:46.066262 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4c8da263-27c0-431d-8345-f69694965e56 req-e456d17d-1a32-4e0d-af2b-5194ea012609 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 210 time: 0.0447507 Feb 21 09:29:47.038700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-35037cf2-6aea-4540-8930-00a8aee39ad5 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:47.040145 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-35037cf2-6aea-4540-8930-00a8aee39ad5 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.47 "GET /v2.0/networks?id=68038f05-6a96-4451-913b-22079250da77 HTTP/1.1" status: 200 len: 817 time: 0.1470380 Feb 21 09:29:47.054903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Request body: {'port': {'device_id': '3967dde8-c655-4922-978b-f72961640f10', 'network_id': '68038f05-6a96-4451-913b-22079250da77', 'admin_state_up': True, 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:29:47.193338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:29:47.239221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:29:47.242817 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-085c44e6-2df6-4335-9ce1-13037e9bd9c0 req-aea0dafe-0a50-4aa9-a68e-1a7fd5831364 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 210 time: 0.0507438 Feb 21 09:29:47.251484 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Made reservation on behalf of f5677b9cdc4149bfb8310410b218ed44 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:29:47.254492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:47.412388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Allocated IP 172.20.0.3 (68038f05-6a96-4451-913b-22079250da77/238488b6-12bd-4eed-947d-9a5e9716b579/7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:29:47.607809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:47.623946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Transition to ACTIVE for port object 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:29:47.646931 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:47.724975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Network 68038f05-6a96-4451-913b-22079250da77 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:29:47.728038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:29:47.732900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:29:47.758248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Pushing event updated for resources: {'Port': ['ID=7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:47.795958 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:47.796577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:47.823554 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f0aca23b-38da-4eec-9638-ff05548eb986 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7720156 Feb 21 09:29:47.833503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-d3a028ab-892f-4470-a259-d7d1fadff81c tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:29:47.834455 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-d3a028ab-892f-4470-a259-d7d1fadff81c tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052900 Feb 21 09:29:47.845867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Request body: {'port': {'device_id': '3967dde8-c655-4922-978b-f72961640f10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:29:47.934186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-528f37b1-50da-4886-806e-2bec3bc5aed4 None None] Provisioning for port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:29:47.939090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-528f37b1-50da-4886-806e-2bec3bc5aed4 None None] Provisioning complete for port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:47.939461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-528f37b1-50da-4886-806e-2bec3bc5aed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:47.956295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:47.989750 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-528f37b1-50da-4886-806e-2bec3bc5aed4 None None] Port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:29:48.285003 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:29:48.291733 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:48.306341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Transition to ACTIVE for port object 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:29:48.309408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:48.576456 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Pushing event updated for resources: {'Port': ['ID=7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:48.690908 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b44d79-d44e-46b6-b4cf-38b5632441a1 req-7cd57b86-1107-4fce-930a-bf827e53a418 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:48.691635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-13b44d79-d44e-46b6-b4cf-38b5632441a1 req-7cd57b86-1107-4fce-930a-bf827e53a418 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Synchronizing usage tracker for tenant:f5677b9cdc4149bfb8310410b218ed44 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:29:48.719540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Attempting to bind port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:29:48.719863 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Attempting to bind port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:29:48.720186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Attempting to bind port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 on network 68038f05-6a96-4451-913b-22079250da77 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:29:48.727062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-13b44d79-d44e-46b6-b4cf-38b5632441a1 req-7cd57b86-1107-4fce-930a-bf827e53a418 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Unset dirty status for tenant:f5677b9cdc4149bfb8310410b218ed44 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:29:48.728210 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-13b44d79-d44e-46b6-b4cf-38b5632441a1 req-7cd57b86-1107-4fce-930a-bf827e53a418 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 943 time: 0.3165700 Feb 21 09:29:48.728871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 on network 68038f05-6a96-4451-913b-22079250da77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:29:48.729226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Attempting to bind port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 on network 68038f05-6a96-4451-913b-22079250da77 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:29:48.752091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:29:48.752420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Checking segment: {'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:29:48.752786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Bound using segment: {'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:29:48.753209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Bound port: 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a04aa1-832a-49bc-94ac-6524840b36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68038f05-6a96-4451-913b-22079250da77'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:29:48.753543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:48.833612 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-13b44d79-d44e-46b6-b4cf-38b5632441a1 req-f4fb1568-4a10-4cda-8204-e3bf8a14ee61 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979881 Feb 21 09:29:48.858784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] For port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:29:48.861652 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] For port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:29:48.865262 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:48.927916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:48.929251 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] 10.222.0.47 "PUT /v2.0/ports/7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 HTTP/1.1" status: 200 len: 1093 time: 1.0878658 Feb 21 09:29:48.929678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3967dde8-c655-4922-978b-f72961640f10', 'tag': '7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:29:48.949912 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896fe31-cf29-4c4a-aba2-74475573a1db service neutron] Pushing event updated for resources: {'Port': ['ID=7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:49.005571 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3967dde8-c655-4922-978b-f72961640f10', 'tag': '7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1', 'status': 'completed', 'code': 200} Feb 21 09:29:49.048184 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-a2296045-6738-4440-981c-1eee3d0efed6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5677b9cdc4149bfb8310410b218ed44&device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 1096 time: 0.0736628 Feb 21 09:29:49.119439 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-f1e7fb70-6bb5-44d2-96a6-eacf740e393f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 HTTP/1.1" status: 200 len: 217 time: 0.0643623 Feb 21 09:29:49.180035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-130e680e-49ab-4cbb-b78c-92116287cb60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:49.181442 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-130e680e-49ab-4cbb-b78c-92116287cb60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=238488b6-12bd-4eed-947d-9a5e9716b579 HTTP/1.1" status: 200 len: 856 time: 0.0563092 Feb 21 09:29:49.252988 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-91e620b9-b13e-4e54-9fc2-2e9a602d9439 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68038f05-6a96-4451-913b-22079250da77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649986 Feb 21 09:29:49.380296 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-4faa8c62-0666-4201-b9c5-cca39fdd07ec service neutron] 10.222.0.47 "GET /v2.0/networks/68038f05-6a96-4451-913b-22079250da77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211238 Feb 21 09:29:49.509571 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-abbf2d87-01c1-45b7-ab64-eb1926affa22 req-7b04032b-5bf3-4e03-9964-ca83c5b11a3e service neutron] 10.222.0.47 "GET /v2.0/networks/68038f05-6a96-4451-913b-22079250da77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227446 Feb 21 09:29:49.627564 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d97a3678-d7e8-4b9d-97b1-3f30f7a577e9 req-4e78a07f-72c0-4cba-9b19-e4d5048b0c96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5677b9cdc4149bfb8310410b218ed44&device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 1096 time: 0.0705960 Feb 21 09:29:49.756949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a3678-d7e8-4b9d-97b1-3f30f7a577e9 req-14f56f83-6638-4bc3-a459-d9b87591df76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:49.758400 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d97a3678-d7e8-4b9d-97b1-3f30f7a577e9 req-14f56f83-6638-4bc3-a459-d9b87591df76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=68038f05-6a96-4451-913b-22079250da77 HTTP/1.1" status: 200 len: 917 time: 0.1248977 Feb 21 09:29:49.830974 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d97a3678-d7e8-4b9d-97b1-3f30f7a577e9 req-59c51981-5061-45dd-8e61-05c06c41c229 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 HTTP/1.1" status: 200 len: 217 time: 0.0650203 Feb 21 09:29:49.892506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a3678-d7e8-4b9d-97b1-3f30f7a577e9 req-d0783221-c40b-46cd-99d4-daf198a5ef44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:49.893939 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d97a3678-d7e8-4b9d-97b1-3f30f7a577e9 req-d0783221-c40b-46cd-99d4-daf198a5ef44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=238488b6-12bd-4eed-947d-9a5e9716b579 HTTP/1.1" status: 200 len: 856 time: 0.0568585 Feb 21 09:29:50.022814 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d97a3678-d7e8-4b9d-97b1-3f30f7a577e9 req-1e4a0073-4d4a-4e9d-af72-8990a780e71d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68038f05-6a96-4451-913b-22079250da77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1214259 Feb 21 09:29:50.105339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c598fd7-0acd-4fd9-9739-00cc5a29a34c req-eb536226-3f0f-4d36-98cf-2d8d0874b24d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:50.106753 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c598fd7-0acd-4fd9-9739-00cc5a29a34c req-eb536226-3f0f-4d36-98cf-2d8d0874b24d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 943 time: 0.1548550 Feb 21 09:29:50.189725 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c598fd7-0acd-4fd9-9739-00cc5a29a34c req-7adcc4d2-1d52-4aa5-9b98-d14b062a5f88 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766547 Feb 21 09:29:50.194487 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d97a3678-d7e8-4b9d-97b1-3f30f7a577e9 req-38d83bc8-1680-4f80-b521-fb805eb016f5 service neutron] 10.222.0.47 "GET /v2.0/networks/68038f05-6a96-4451-913b-22079250da77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639817 Feb 21 09:29:50.423043 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d97a3678-d7e8-4b9d-97b1-3f30f7a577e9 req-c1122995-5180-42ac-a79e-74ea18c061e0 service neutron] 10.222.0.47 "GET /v2.0/networks/68038f05-6a96-4451-913b-22079250da77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212594 Feb 21 09:29:51.383298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b6f4e-02da-409c-9831-1c453b14550b req-6d5549d2-9afa-4d46-a0f0-4c72678646a6 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:51.384742 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3f0b6f4e-02da-409c-9831-1c453b14550b req-6d5549d2-9afa-4d46-a0f0-4c72678646a6 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 943 time: 0.0743287 Feb 21 09:29:51.432556 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3f0b6f4e-02da-409c-9831-1c453b14550b req-645433b7-b6da-4414-a4f7-8efe059c7363 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Feb 21 09:29:52.767658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142d4fe-d26e-42e8-892f-e96443686ab7 req-802e0d0d-d0af-416f-bf89-93b5817b95ec tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:52.769007 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8142d4fe-d26e-42e8-892f-e96443686ab7 req-802e0d0d-d0af-416f-bf89-93b5817b95ec tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 943 time: 0.0767975 Feb 21 09:29:52.812792 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8142d4fe-d26e-42e8-892f-e96443686ab7 req-57b02e89-3638-46eb-8eeb-5914a87f91dd tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385184 Feb 21 09:29:53.437088 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:29:53.566793 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:53.579926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1', 'network_id': '68038f05-6a96-4451-913b-22079250da77', 'port_id': '7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1', 'mac_address': 'fa:16:3e:2f:f1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238488b6-12bd-4eed-947d-9a5e9716b579', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:29:53.634665 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:53.651511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:29:53.666515 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:53.670443 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:53.737346 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:53.745507 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:53.745850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:53.746186 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:53.746518 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:53.746848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:53.747206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:53.747550 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:53.747849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:53.748167 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:53.748485 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:53.748801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:29:53.856356 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:29:54.014130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a524d-c3c8-496b-a439-06c1482580d5 req-05fe438a-e68d-4c2c-9f17-40f390a722f0 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:54.015626 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e75a524d-c3c8-496b-a439-06c1482580d5 req-05fe438a-e68d-4c2c-9f17-40f390a722f0 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 944 time: 0.0782022 Feb 21 09:29:54.059622 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e75a524d-c3c8-496b-a439-06c1482580d5 req-6f339ef8-8f9a-405c-8627-271bac7353f4 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382895 Feb 21 09:29:55.257004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54558f-16fb-4005-8a75-08e723cd5ac5 req-d97dff57-b3f6-4af8-a3c9-4934a2325bff tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:55.258456 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a54558f-16fb-4005-8a75-08e723cd5ac5 req-d97dff57-b3f6-4af8-a3c9-4934a2325bff tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 944 time: 0.0815411 Feb 21 09:29:55.302418 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a54558f-16fb-4005-8a75-08e723cd5ac5 req-bdcc526b-5d6a-496a-a66e-0f95e7d14145 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384083 Feb 21 09:29:55.452322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:29:55.517798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:29:55.522246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:29:55.522609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:55.634071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:55.660065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3967dde8-c655-4922-978b-f72961640f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:29:55.669924 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:29:55.673482 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:29:55.717349 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3967dde8-c655-4922-978b-f72961640f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1', 'code': 200} Feb 21 09:29:55.749864 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:29:55.941996 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e1988759-9436-4a5e-acfe-53b58f90c18e req-3d71097b-84a2-4e14-a6cb-79b8aebff3b5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 1098 time: 0.0689638 Feb 21 09:29:55.982333 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e1988759-9436-4a5e-acfe-53b58f90c18e req-fe7790f9-ce9c-4f31-b001-c935a5e25bf9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351515 Feb 21 09:29:56.502179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f877db3-8c7e-4b7d-9e27-d909324d0fc3 req-b8dbd446-c920-475c-811d-b40fdb7f5e1d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:56.503665 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8f877db3-8c7e-4b7d-9e27-d909324d0fc3 req-b8dbd446-c920-475c-811d-b40fdb7f5e1d tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 945 time: 0.0773423 Feb 21 09:29:56.550935 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8f877db3-8c7e-4b7d-9e27-d909324d0fc3 req-891b0f7a-41e0-4090-9564-efcf0f0a4e08 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Feb 21 09:29:57.753504 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab1a31-8051-4ddc-8724-46806890a855 req-62567d69-d906-4aed-871f-a96975c29c96 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:57.755075 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-90ab1a31-8051-4ddc-8724-46806890a855 req-62567d69-d906-4aed-871f-a96975c29c96 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 945 time: 0.0814619 Feb 21 09:29:57.800537 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-90ab1a31-8051-4ddc-8724-46806890a855 req-3d422e5a-9bc7-4f58-8b6e-5f93412ead04 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 Feb 21 09:29:57.996940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61ad8f-fae9-4590-b7df-3f947759339d req-d6bd6cfb-a466-42e6-b60c-29364339de3a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:29:57.998362 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c61ad8f-fae9-4590-b7df-3f947759339d req-d6bd6cfb-a466-42e6-b60c-29364339de3a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 945 time: 0.0780501 Feb 21 09:29:58.041799 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c61ad8f-fae9-4590-b7df-3f947759339d req-9b166f75-29fc-4c6c-9075-7f1f5b4e93cc tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379136 Feb 21 09:30:00.226009 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-424d80b1-f5be-457a-aa5e-23b6fc84afa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:00.709406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:03.005635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-347b3432-027c-4eae-b84b-46c30c7cdc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:03.701140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:04.117246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:04.462764 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c3d1b4d-2652-40ca-94d1-a2255d00d115 req-56552635-cb2b-4ceb-8c26-905f1b7d7a9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666714 Feb 21 09:30:04.600053 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c3d1b4d-2652-40ca-94d1-a2255d00d115 req-a946bb50-16fb-437e-b62e-3c7611b9014a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5677b9cdc4149bfb8310410b218ed44&device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 1098 time: 0.0712783 Feb 21 09:30:04.740763 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d1b4d-2652-40ca-94d1-a2255d00d115 req-34aee96e-166b-4f10-bbef-bbd3262256f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:04.742095 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c3d1b4d-2652-40ca-94d1-a2255d00d115 req-34aee96e-166b-4f10-bbef-bbd3262256f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=68038f05-6a96-4451-913b-22079250da77 HTTP/1.1" status: 200 len: 917 time: 0.1247392 Feb 21 09:30:04.807504 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c3d1b4d-2652-40ca-94d1-a2255d00d115 req-b3555598-33dd-4bf8-b5bd-9034b8609268 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 HTTP/1.1" status: 200 len: 217 time: 0.0591247 Feb 21 09:30:04.870418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d1b4d-2652-40ca-94d1-a2255d00d115 req-52fe57d4-5f7c-4abe-9112-b152b5a4692e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:04.871930 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c3d1b4d-2652-40ca-94d1-a2255d00d115 req-52fe57d4-5f7c-4abe-9112-b152b5a4692e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=238488b6-12bd-4eed-947d-9a5e9716b579 HTTP/1.1" status: 200 len: 856 time: 0.0592756 Feb 21 09:30:04.943534 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c3d1b4d-2652-40ca-94d1-a2255d00d115 req-ef9f8d36-41cb-46c3-8398-ce6a7224effa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68038f05-6a96-4451-913b-22079250da77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656385 Feb 21 09:30:05.072743 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c3d1b4d-2652-40ca-94d1-a2255d00d115 req-7dec00cf-0112-462b-8b5c-6f7d6cdc45ff service neutron] 10.222.0.47 "GET /v2.0/networks/68038f05-6a96-4451-913b-22079250da77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219974 Feb 21 09:30:05.198535 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c3d1b4d-2652-40ca-94d1-a2255d00d115 req-c2e1ab05-2511-4206-b8cd-bbddf7011288 service neutron] 10.222.0.47 "GET /v2.0/networks/68038f05-6a96-4451-913b-22079250da77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200666 Feb 21 09:30:06.075728 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:12.257993 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ada8b5-0f95-43e2-b443-ddbab3250bca req-636bfb6a-a336-47b4-9fea-676472c7bedb tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:12.259481 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-61ada8b5-0f95-43e2-b443-ddbab3250bca req-636bfb6a-a336-47b4-9fea-676472c7bedb tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 945 time: 0.0780175 Feb 21 09:30:12.389681 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-61ada8b5-0f95-43e2-b443-ddbab3250bca req-a6e4b907-3e0d-4038-98ac-33b8f9b920d9 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241889 Feb 21 09:30:13.582279 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4208-53f7-48e4-b269-4d367f6bb32c req-a97de099-0d9d-4401-ad7b-e24e15d09ed4 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:13.583834 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-410b4208-53f7-48e4-b269-4d367f6bb32c req-a97de099-0d9d-4401-ad7b-e24e15d09ed4 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 945 time: 0.0737593 Feb 21 09:30:13.681485 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-410b4208-53f7-48e4-b269-4d367f6bb32c req-fec50ce7-4ef9-40ce-b7c8-3502241f1767 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/security-groups?id=684b59a6-234d-41bb-a728-4096d3a1b6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629923 Feb 21 09:30:13.694565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26f91e-e2b0-492f-88b2-86033836f119 req-84dd9ba5-93ae-441b-b0cf-9fb11634cf12 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:13.695993 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d26f91e-e2b0-492f-88b2-86033836f119 req-84dd9ba5-93ae-441b-b0cf-9fb11634cf12 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.47 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 945 time: 0.1087768 Feb 21 09:30:13.763505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-2d26f91e-e2b0-492f-88b2-86033836f119 req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Deleting port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:30:13.763843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2d26f91e-e2b0-492f-88b2-86033836f119 req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:14.000320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-2d26f91e-e2b0-492f-88b2-86033836f119 req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] For port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:30:14.000576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2d26f91e-e2b0-492f-88b2-86033836f119 req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:14.119352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-2d26f91e-e2b0-492f-88b2-86033836f119 req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Calling delete_port for 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:30:14.258735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2d26f91e-e2b0-492f-88b2-86033836f119 req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:14.269810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:30:14.310764 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Pushing event deleted for resources: {'Port': ['ID=7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:14.350784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:14.351150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:14.351491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:14.351826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:14.352159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:14.352484 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:14.352809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:14.353131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:14.353455 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:14.353778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:14.354099 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:14.395184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d26f91e-e2b0-492f-88b2-86033836f119 req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] No DVR routers for this DVR port 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:30:14.397642 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2d26f91e-e2b0-492f-88b2-86033836f119 req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:14.400194 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3967dde8-c655-4922-978b-f72961640f10', 'name': 'network-vif-deleted', 'tag': '7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:30:14.416445 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d26f91e-e2b0-492f-88b2-86033836f119 req-b1624e72-0b00-43d8-a78b-490907e9194a tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.47 "DELETE /v2.0/ports/7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 HTTP/1.1" status: 204 len: 173 time: 0.7140918 Feb 21 09:30:14.459648 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3967dde8-c655-4922-978b-f72961640f10', 'name': 'network-vif-deleted', 'tag': '7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1', 'status': 'completed', 'code': 200} Feb 21 09:30:14.861882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-8d1e89bd-8fc1-4f42-97f2-8a1c276246a5 req-9fcb07e7-3380-438e-b4f2-86d25cd83314 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Synchronizing usage tracker for tenant:f5677b9cdc4149bfb8310410b218ed44 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:30:14.877662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-8d1e89bd-8fc1-4f42-97f2-8a1c276246a5 req-9fcb07e7-3380-438e-b4f2-86d25cd83314 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] Unset dirty status for tenant:f5677b9cdc4149bfb8310410b218ed44 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:30:14.879029 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8d1e89bd-8fc1-4f42-97f2-8a1c276246a5 req-9fcb07e7-3380-438e-b4f2-86d25cd83314 tempest-TestEncryptedCinderVolumes-1441670362 tempest-TestEncryptedCinderVolumes-1441670362-project] 10.222.0.48 "GET /v2.0/ports?device_id=3967dde8-c655-4922-978b-f72961640f10 HTTP/1.1" status: 200 len: 210 time: 0.0609725 Feb 21 09:30:16.028910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33334) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:16.409122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b132816f-1fef-4a52-b884-7262de5c112b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:17.077339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b132816f-1fef-4a52-b884-7262de5c112b admin admin] Deleting port 40018893-151f-48a2-8e06-fc13b6a2e0be {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:30:17.077965 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b132816f-1fef-4a52-b884-7262de5c112b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:17.239365 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-b132816f-1fef-4a52-b884-7262de5c112b admin admin] For port 40018893-151f-48a2-8e06-fc13b6a2e0be, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=40018893-151f-48a2-8e06-fc13b6a2e0be,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:30:17.239710 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b132816f-1fef-4a52-b884-7262de5c112b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:17.356843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b132816f-1fef-4a52-b884-7262de5c112b admin admin] Calling delete_port for 40018893-151f-48a2-8e06-fc13b6a2e0be owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:30:17.516009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b132816f-1fef-4a52-b884-7262de5c112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:17.560386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132816f-1fef-4a52-b884-7262de5c112b admin admin] Pushing event deleted for resources: {'Port': ['ID=40018893-151f-48a2-8e06-fc13b6a2e0be,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:17.577529 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:30:17.629475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:30:17.629811 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 7b0c2da6-81f1-4221-affc-7fc7a8cbcaa1 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:30:17.841260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b132816f-1fef-4a52-b884-7262de5c112b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:17.853701 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:30:18.483011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b132816f-1fef-4a52-b884-7262de5c112b admin admin] Router 4cdfd890-699a-4680-a230-dccbc794e811 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:30:18.679288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b132816f-1fef-4a52-b884-7262de5c112b admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:30:18.688292 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe69fa-687a-4789-a662-a4ebfda40e23 None None] Sync routers for ids ['4cdfd890-699a-4680-a230-dccbc794e811'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:30:18.697478 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33338) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:18.698030 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b132816f-1fef-4a52-b884-7262de5c112b admin admin] 10.222.0.48 "PUT /v2.0/routers/4cdfd890-699a-4680-a230-dccbc794e811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6675112 Feb 21 09:30:18.700525 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe69fa-687a-4789-a662-a4ebfda40e23 None None] Routers {'4cdfd890-699a-4680-a230-dccbc794e811'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:30:18.701207 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-3afe69fa-687a-4789-a662-a4ebfda40e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:30:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['4cdfd890-699a-4680-a230-dccbc794e811'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:18.876669 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-3afe69fa-687a-4789-a662-a4ebfda40e23 None None] Set router 4cdfd890-699a-4680-a230-dccbc794e811 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:30:18.901089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:19.164593 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-3afe69fa-687a-4789-a662-a4ebfda40e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdfd890-699a-4680-a230-dccbc794e811', 'name': 'tempest-TestEncryptedCinderVolumes-1195273292-router', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '909b7b1e-87c2-47c5-942f-e80db5473d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:03Z', 'updated_at': '2022-02-21T09:30:17Z', 'revision_number': 5, 'project_id': 'f5677b9cdc4149bfb8310410b218ed44', 'gw_port': {'id': '909b7b1e-87c2-47c5-942f-e80db5473d26', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdfd890-699a-4680-a230-dccbc794e811', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:04Z', 'updated_at': '2022-02-21T09:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:19.168304 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe69fa-687a-4789-a662-a4ebfda40e23 None None] Checking router: 4cdfd890-699a-4680-a230-dccbc794e811 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:30:19.179423 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe69fa-687a-4789-a662-a4ebfda40e23 None None] Routers {'4cdfd890-699a-4680-a230-dccbc794e811'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:30:19.180013 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-3afe69fa-687a-4789-a662-a4ebfda40e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:30:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['4cdfd890-699a-4680-a230-dccbc794e811'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:19.194709 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:19.204900 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Deleting port 909b7b1e-87c2-47c5-942f-e80db5473d26 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:30:19.205297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:19.329240 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-3afe69fa-687a-4789-a662-a4ebfda40e23 None None] Set router 4cdfd890-699a-4680-a230-dccbc794e811 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:30:19.377892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] For port 909b7b1e-87c2-47c5-942f-e80db5473d26, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=909b7b1e-87c2-47c5-942f-e80db5473d26,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:30:19.378242 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:19.432370 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-3afe69fa-687a-4789-a662-a4ebfda40e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdfd890-699a-4680-a230-dccbc794e811', 'name': 'tempest-TestEncryptedCinderVolumes-1195273292-router', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:03Z', 'updated_at': '2022-02-21T09:30:19Z', 'revision_number': 6, 'project_id': 'f5677b9cdc4149bfb8310410b218ed44', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:19.436811 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe69fa-687a-4789-a662-a4ebfda40e23 None None] The sync data for ids ['4cdfd890-699a-4680-a230-dccbc794e811'] in dv-neutron-830062-1-hyperv is: [{'id': '4cdfd890-699a-4680-a230-dccbc794e811', 'name': 'tempest-TestEncryptedCinderVolumes-1195273292-router', 'tenant_id': 'f5677b9cdc4149bfb8310410b218ed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:03Z', 'updated_at': '2022-02-21T09:30:19Z', 'revision_number': 6, 'project_id': 'f5677b9cdc4149bfb8310410b218ed44', 'gw_port_host': None}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:30:19.497946 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Calling delete_port for 909b7b1e-87c2-47c5-942f-e80db5473d26 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:30:19.657228 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:19.700434 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Pushing event deleted for resources: {'Port': ['ID=909b7b1e-87c2-47c5-942f-e80db5473d26,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:19.711720 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:19.712062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:19.712389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:19.712717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:19.713035 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:19.713856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:19.713856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:19.714044 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:19.714261 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:19.714567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:19.714903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:19.934252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:20.185206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:20.189424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:20.213496 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:20.213983 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cdfd890-699a-4680-a230-dccbc794e811 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:30:20.225655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:20.226747 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9bc08dc4-c3db-44f9-8132-a6f2d9a958cc admin admin] 10.222.0.48 "DELETE /v2.0/routers/4cdfd890-699a-4680-a230-dccbc794e811 HTTP/1.1" status: 204 len: 168 time: 1.5275519 Feb 21 09:30:20.229227 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33342) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:20.290189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a37f31f-b14e-4120-aa4e-256b93f7da4d admin admin] Deleting subnet 238488b6-12bd-4eed-947d-9a5e9716b579 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:30:20.293097 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2a37f31f-b14e-4120-aa4e-256b93f7da4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:20.342979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2a37f31f-b14e-4120-aa4e-256b93f7da4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:20.425025 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2a37f31f-b14e-4120-aa4e-256b93f7da4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:20.580377 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2a37f31f-b14e-4120-aa4e-256b93f7da4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:20.617276 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37f31f-b14e-4120-aa4e-256b93f7da4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=238488b6-12bd-4eed-947d-9a5e9716b579,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:20.622666 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2a37f31f-b14e-4120-aa4e-256b93f7da4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:20.627904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb6968c-3ef3-4e2a-9248-25f2cb71dbe8 None None] Network 68038f05-6a96-4451-913b-22079250da77 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:30:20.628355 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2a37f31f-b14e-4120-aa4e-256b93f7da4d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/238488b6-12bd-4eed-947d-9a5e9716b579 HTTP/1.1" status: 204 len: 168 time: 0.3982120 Feb 21 09:30:20.630799 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33346) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:20.736206 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:20.746390 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Deleting port 2d75caf7-bf27-412e-9339-2c5374beb49b {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:30:20.746715 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:20.874811 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1773227b-c40b-4938-8eb2-e3d338d984b1 None None] DHCP port deletion for 68038f05-6a96-4451-913b-22079250da77 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:30:20.879146 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1773227b-c40b-4938-8eb2-e3d338d984b1 None None] Deleting port 2d75caf7-bf27-412e-9339-2c5374beb49b {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:30:20.879515 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1773227b-c40b-4938-8eb2-e3d338d984b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:20.952996 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] For port 2d75caf7-bf27-412e-9339-2c5374beb49b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2d75caf7-bf27-412e-9339-2c5374beb49b,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:30:20.953349 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:21.074040 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Calling delete_port for 2d75caf7-bf27-412e-9339-2c5374beb49b owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:30:21.077896 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-1773227b-c40b-4938-8eb2-e3d338d984b1 None None] For port 2d75caf7-bf27-412e-9339-2c5374beb49b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=2d75caf7-bf27-412e-9339-2c5374beb49b,segment=NetworkSegment(a2a04aa1-832a-49bc-94ac-6524840b36c8),segment_id=a2a04aa1-832a-49bc-94ac-6524840b36c8)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:30:21.078285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1773227b-c40b-4938-8eb2-e3d338d984b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:21.091308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2d75caf7-bf27-412e-9339-2c5374beb49b no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:30:21.162682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:21.209763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d75caf7-bf27-412e-9339-2c5374beb49b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:21.218436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] No DVR routers for this DVR port 2d75caf7-bf27-412e-9339-2c5374beb49b on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:30:21.247560 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1773227b-c40b-4938-8eb2-e3d338d984b1 None None] Calling delete_port for 2d75caf7-bf27-412e-9339-2c5374beb49b owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:30:21.300188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No active binding found for port 2d75caf7-bf27-412e-9339-2c5374beb49b {{(pid=83586) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 21 09:30:21.300492 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 2d75caf7-bf27-412e-9339-2c5374beb49b not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:30:21.300909 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 40018893-151f-48a2-8e06-fc13b6a2e0be no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:30:21.336022 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:21.339113 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 40018893-151f-48a2-8e06-fc13b6a2e0be {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:30:21.339264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 40018893-151f-48a2-8e06-fc13b6a2e0be not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:30:21.339626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 909b7b1e-87c2-47c5-942f-e80db5473d26 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:30:21.362315 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68038f05-6a96-4451-913b-22079250da77']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:21.375030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a04aa1-832a-49bc-94ac-6524840b36c8') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:21.375332 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a04aa1-832a-49bc-94ac-6524840b36c8') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:21.379767 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 909b7b1e-87c2-47c5-942f-e80db5473d26 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:30:21.380104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 909b7b1e-87c2-47c5-942f-e80db5473d26 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:30:21.387355 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-1773227b-c40b-4938-8eb2-e3d338d984b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:30:21.387602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:21.387730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-1773227b-c40b-4938-8eb2-e3d338d984b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:30:21.403112 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:21.409504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:30:21.409888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:30:21.423436 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:30:21.500725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:21.505028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:21.528449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] Pushing event deleted for resources: {'Network': ['ID=68038f05-6a96-4451-913b-22079250da77,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:21.534054 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f0c182d9-4c6e-4a65-99c5-759693e16720 admin admin] 10.222.0.48 "DELETE /v2.0/networks/68038f05-6a96-4451-913b-22079250da77 HTTP/1.1" status: 204 len: 168 time: 0.9022415 Feb 21 09:30:21.536859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33350) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:21.888552 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1773227b-c40b-4938-8eb2-e3d338d984b1 None None] Deleting port 2d75caf7-bf27-412e-9339-2c5374beb49b {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:30:21.889158 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1773227b-c40b-4938-8eb2-e3d338d984b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:21.918897 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a84dc72-260c-4ddc-8479-05c9a06c35ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:21.951926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1773227b-c40b-4938-8eb2-e3d338d984b1 None None] The port '2d75caf7-bf27-412e-9339-2c5374beb49b' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:30:22.614721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-7a84dc72-260c-4ddc-8479-05c9a06c35ae admin admin] Deleting port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:30:22.615121 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a84dc72-260c-4ddc-8479-05c9a06c35ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:22.797543 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-7a84dc72-260c-4ddc-8479-05c9a06c35ae admin admin] For port 30f137c7-c376-4c5f-b3d1-5e7a5487f21f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=30f137c7-c376-4c5f-b3d1-5e7a5487f21f,segment=NetworkSegment(ce38133a-272f-4625-b218-adea6e770697),segment_id=ce38133a-272f-4625-b218-adea6e770697)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:30:22.797889 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a84dc72-260c-4ddc-8479-05c9a06c35ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:22.916231 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-7a84dc72-260c-4ddc-8479-05c9a06c35ae admin admin] Calling delete_port for 30f137c7-c376-4c5f-b3d1-5e7a5487f21f owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:30:23.078052 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a84dc72-260c-4ddc-8479-05c9a06c35ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:23.122460 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84dc72-260c-4ddc-8479-05c9a06c35ae admin admin] Pushing event deleted for resources: {'Port': ['ID=30f137c7-c376-4c5f-b3d1-5e7a5487f21f,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:23.403499 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7a84dc72-260c-4ddc-8479-05c9a06c35ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:24.054304 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a84dc72-260c-4ddc-8479-05c9a06c35ae admin admin] Router 55c187c4-8455-4c84-a129-e8969e8bcde1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:30:24.251757 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a84dc72-260c-4ddc-8479-05c9a06c35ae admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:30:24.260127 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ea83a5-2d92-423b-9ce8-d394826e02ac None None] Sync routers for ids ['55c187c4-8455-4c84-a129-e8969e8bcde1'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:30:24.261965 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7a84dc72-260c-4ddc-8479-05c9a06c35ae admin admin] 10.222.0.48 "PUT /v2.0/routers/55c187c4-8455-4c84-a129-e8969e8bcde1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7236354 Feb 21 09:30:24.264398 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33354) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:24.272156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea83a5-2d92-423b-9ce8-d394826e02ac None None] Routers {'55c187c4-8455-4c84-a129-e8969e8bcde1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:30:24.272820 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-22ea83a5-2d92-423b-9ce8-d394826e02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:30:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['55c187c4-8455-4c84-a129-e8969e8bcde1'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:24.447310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-22ea83a5-2d92-423b-9ce8-d394826e02ac None None] Set router 55c187c4-8455-4c84-a129-e8969e8bcde1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:30:24.457989 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:24.651651 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:24.661596 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] Deleting port 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:30:24.661954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:24.731664 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-22ea83a5-2d92-423b-9ce8-d394826e02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'name': 'tempest-TestEncryptedCinderVolumes-432185827-router', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3535c92d-0bff-4eeb-b8c7-b49ffc504ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:09Z', 'updated_at': '2022-02-21T09:30:23Z', 'revision_number': 5, 'project_id': '5b3842fae91d412ba231e9a6854dfee4', 'gw_port': {'id': '3535c92d-0bff-4eeb-b8c7-b49ffc504ab7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:29:10Z', 'updated_at': '2022-02-21T09:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:24.735402 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ea83a5-2d92-423b-9ce8-d394826e02ac None None] Checking router: 55c187c4-8455-4c84-a129-e8969e8bcde1 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:30:24.745623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea83a5-2d92-423b-9ce8-d394826e02ac None None] Routers {'55c187c4-8455-4c84-a129-e8969e8bcde1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:30:24.746207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-22ea83a5-2d92-423b-9ce8-d394826e02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:30:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['55c187c4-8455-4c84-a129-e8969e8bcde1'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:24.835542 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] For port 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=3535c92d-0bff-4eeb-b8c7-b49ffc504ab7,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:30:24.835895 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:24.929000 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-22ea83a5-2d92-423b-9ce8-d394826e02ac None None] Set router 55c187c4-8455-4c84-a129-e8969e8bcde1 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:30:25.037714 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-22ea83a5-2d92-423b-9ce8-d394826e02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'name': 'tempest-TestEncryptedCinderVolumes-432185827-router', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:09Z', 'updated_at': '2022-02-21T09:30:24Z', 'revision_number': 6, 'project_id': '5b3842fae91d412ba231e9a6854dfee4', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:25.042292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ea83a5-2d92-423b-9ce8-d394826e02ac None None] The sync data for ids ['55c187c4-8455-4c84-a129-e8969e8bcde1'] in dv-neutron-830062-1-hyperv is: [{'id': '55c187c4-8455-4c84-a129-e8969e8bcde1', 'name': 'tempest-TestEncryptedCinderVolumes-432185827-router', 'tenant_id': '5b3842fae91d412ba231e9a6854dfee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:29:09Z', 'updated_at': '2022-02-21T09:30:24Z', 'revision_number': 6, 'project_id': '5b3842fae91d412ba231e9a6854dfee4', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:30:25.055038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] Calling delete_port for 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:30:25.212588 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:25.259523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] Pushing event deleted for resources: {'Port': ['ID=3535c92d-0bff-4eeb-b8c7-b49ffc504ab7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:25.492886 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:25.749308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:25.753353 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:25.779243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:25.779752 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55c187c4-8455-4c84-a129-e8969e8bcde1 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:30:25.792955 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:25.794090 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-245e69f2-59ef-4276-a8c1-c36cefa79123 admin admin] 10.222.0.48 "DELETE /v2.0/routers/55c187c4-8455-4c84-a129-e8969e8bcde1 HTTP/1.1" status: 204 len: 168 time: 1.5288062 Feb 21 09:30:25.796587 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33358) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:25.856430 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-18820f34-5580-470c-8178-9b27af5286a5 admin admin] Deleting subnet dbe8bfcd-8c48-422c-9e0b-6e849255dc29 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:30:25.859285 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-18820f34-5580-470c-8178-9b27af5286a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:25.907765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-18820f34-5580-470c-8178-9b27af5286a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:25.986167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-18820f34-5580-470c-8178-9b27af5286a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:26.068499 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-18820f34-5580-470c-8178-9b27af5286a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:26.106564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18820f34-5580-470c-8178-9b27af5286a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe8bfcd-8c48-422c-9e0b-6e849255dc29,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:26.111293 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-18820f34-5580-470c-8178-9b27af5286a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:26.116435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459aaf38-5b0e-48c0-a720-fbc9bedd5816 None None] Network 2831a42c-7b37-4c47-b47a-35c38859faaa requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:30:26.116919 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-18820f34-5580-470c-8178-9b27af5286a5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dbe8bfcd-8c48-422c-9e0b-6e849255dc29 HTTP/1.1" status: 204 len: 168 time: 0.3193338 Feb 21 09:30:26.119374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33362) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:26.227743 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:26.238182 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Deleting port a394cf4d-a38a-4837-9526-6105e53547f0 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:30:26.238511 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:26.371627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a848b8-89eb-4faf-b1da-b5829f1701e4 None None] DHCP port deletion for 2831a42c-7b37-4c47-b47a-35c38859faaa request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:30:26.375867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-82a848b8-89eb-4faf-b1da-b5829f1701e4 None None] Deleting port a394cf4d-a38a-4837-9526-6105e53547f0 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:30:26.376238 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-82a848b8-89eb-4faf-b1da-b5829f1701e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:26.535284 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] For port a394cf4d-a38a-4837-9526-6105e53547f0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a394cf4d-a38a-4837-9526-6105e53547f0,segment=NetworkSegment(ce38133a-272f-4625-b218-adea6e770697),segment_id=ce38133a-272f-4625-b218-adea6e770697)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:30:26.535926 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:26.578664 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-82a848b8-89eb-4faf-b1da-b5829f1701e4 None None] For port a394cf4d-a38a-4837-9526-6105e53547f0, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=a394cf4d-a38a-4837-9526-6105e53547f0,segment=NetworkSegment(ce38133a-272f-4625-b218-adea6e770697),segment_id=ce38133a-272f-4625-b218-adea6e770697)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:30:26.578965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-82a848b8-89eb-4faf-b1da-b5829f1701e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:26.655763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Calling delete_port for a394cf4d-a38a-4837-9526-6105e53547f0 owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:30:26.697385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-82a848b8-89eb-4faf-b1da-b5829f1701e4 None None] Calling delete_port for a394cf4d-a38a-4837-9526-6105e53547f0 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:30:26.733181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:26.765905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-82a848b8-89eb-4faf-b1da-b5829f1701e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:30:26.766251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-82a848b8-89eb-4faf-b1da-b5829f1701e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:30:26.777342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Pushing event deleted for resources: {'Port': ['ID=a394cf4d-a38a-4837-9526-6105e53547f0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:26.784244 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] No DVR routers for this DVR port a394cf4d-a38a-4837-9526-6105e53547f0 on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:30:26.897024 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:26.922048 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2831a42c-7b37-4c47-b47a-35c38859faaa']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:26.934925 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce38133a-272f-4625-b218-adea6e770697') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:26.935249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce38133a-272f-4625-b218-adea6e770697') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:26.946086 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:26.961271 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:26.967858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:30:26.968236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:30:26.981652 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:30:27.060486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:27.066159 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:27.082777 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a394cf4d-a38a-4837-9526-6105e53547f0 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:30:27.094620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] Pushing event deleted for resources: {'Network': ['ID=2831a42c-7b37-4c47-b47a-35c38859faaa,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:27.099579 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d953e1c4-7bda-4c20-af83-e14dcfbbd41f admin admin] 10.222.0.48 "DELETE /v2.0/networks/2831a42c-7b37-4c47-b47a-35c38859faaa HTTP/1.1" status: 204 len: 168 time: 0.9781199 Feb 21 09:30:27.120385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: a394cf4d-a38a-4837-9526-6105e53547f0 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:30:27.120968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device a394cf4d-a38a-4837-9526-6105e53547f0 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:30:27.121137 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:30:27.152592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:30:27.152869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 3535c92d-0bff-4eeb-b8c7-b49ffc504ab7 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:30:27.153282 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 30f137c7-c376-4c5f-b3d1-5e7a5487f21f no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:30:27.184997 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 30f137c7-c376-4c5f-b3d1-5e7a5487f21f {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:30:27.185343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 30f137c7-c376-4c5f-b3d1-5e7a5487f21f not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:30:27.267516 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-82a848b8-89eb-4faf-b1da-b5829f1701e4 None None] Deleting port a394cf4d-a38a-4837-9526-6105e53547f0 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:30:27.267955 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-82a848b8-89eb-4faf-b1da-b5829f1701e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:27.291214 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33368) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:27.332703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-82a848b8-89eb-4faf-b1da-b5829f1701e4 None None] The port 'a394cf4d-a38a-4837-9526-6105e53547f0' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:30:27.346016 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7e5bf78b-8a0e-4130-8c48-dbf4ebe81385 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5677b9cdc4149bfb8310410b218ed44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0509810 Feb 21 09:30:27.346149 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33372) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:27.409041 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5dd82287-1ebc-45ca-901f-dd7bc3912225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:27.433452 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5dd82287-1ebc-45ca-901f-dd7bc3912225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:27.483913 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5dd82287-1ebc-45ca-901f-dd7bc3912225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:27.498407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd82287-1ebc-45ca-901f-dd7bc3912225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684b59a6-234d-41bb-a728-4096d3a1b6ed,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:27.505087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5dd82287-1ebc-45ca-901f-dd7bc3912225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:27.506253 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5dd82287-1ebc-45ca-901f-dd7bc3912225 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/684b59a6-234d-41bb-a728-4096d3a1b6ed HTTP/1.1" status: 204 len: 168 time: 0.1593373 Feb 21 09:30:27.889487 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33380) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:27.938319 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bdca4115-4916-4d27-9eb2-2d962803710d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b3842fae91d412ba231e9a6854dfee4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475967 Feb 21 09:30:27.940578 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33384) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:27.997036 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-949afe28-3f00-4930-bbca-40bce350d20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:28.021671 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-949afe28-3f00-4930-bbca-40bce350d20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:28.076442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-949afe28-3f00-4930-bbca-40bce350d20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:28.094028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949afe28-3f00-4930-bbca-40bce350d20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33f61c8-ab06-4360-a73e-3157f8976b7f,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:28.099701 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-949afe28-3f00-4930-bbca-40bce350d20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:28.100766 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-949afe28-3f00-4930-bbca-40bce350d20c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f33f61c8-ab06-4360-a73e-3157f8976b7f HTTP/1.1" status: 204 len: 168 time: 0.1593192 Feb 21 09:30:28.908537 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33406) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:29.033430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-961295534-network', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:30:29.038128 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:30:29.041903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Usage tracker for resource:network and tenant:acc5dec924f241019ea88b3a770e4034 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:30:29.045020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:30:29.051268 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:30:29.060633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Made reservation on behalf of acc5dec924f241019ea88b3a770e4034 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:30:29.063028 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.075591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.104781 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:30:29.108503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Usage tracker for resource:security_group_rule and tenant:acc5dec924f241019ea88b3a770e4034 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:30:29.111272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:30:29.116831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:30:29.178996 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.182588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.208676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:30:29.220159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b68270f-8f69-4a07-8c20-8fa007d78015,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:29.224308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.224640 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Added segment ecd21c08-7ef1-4920-b587-7794ce8346ca of type vlan for network 2038eec4-3894-44fc-87ec-7aa8d4e4746f Feb 21 09:30:29.250185 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.277249 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.278041 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:29.278599 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.376766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] Pushing event updated for resources: {'Network': ['ID=2038eec4-3894-44fc-87ec-7aa8d4e4746f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:29.382614 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3e1ba7bb-a6ca-4987-a7fb-4f15c3ff8c18 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4702871 Feb 21 09:30:29.382778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33412) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:29.388103 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 2038eec4-3894-44fc-87ec-7aa8d4e4746f details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:30:29.388641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Request body: {'subnet': {'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-961295534-subnet', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'ip_version': 4}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:30:29.393417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:30:29.397253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Usage tracker for resource:subnet and tenant:acc5dec924f241019ea88b3a770e4034 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:30:29.400120 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:30:29.406089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:30:29.416180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Made reservation on behalf of acc5dec924f241019ea88b3a770e4034 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:30:29.419027 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.616782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.687940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9a9fdd-4740-4f48-b444-36e92b83f0bd,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:29.699913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Checking segment: {'id': 'ecd21c08-7ef1-4920-b587-7794ce8346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:30:29.700262 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Network hostable DHCP agents. Network: 2038eec4-3894-44fc-87ec-7aa8d4e4746f, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:30:29.720874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Network 2038eec4-3894-44fc-87ec-7aa8d4e4746f is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:30:29.730697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 2038eec4-3894-44fc-87ec-7aa8d4e4746f) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:30:29.734918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:29.736093 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.740123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fde7fc-6260-4e50-8a49-1cba0f2bdb22 None None] Network 2038eec4-3894-44fc-87ec-7aa8d4e4746f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:30:29.757380 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-82956b5d-568a-4540-851b-2a707fe43792 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3734431 Feb 21 09:30:29.759985 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33416) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:29.764967 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:30:29.769486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:30:29.773234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Usage tracker for resource:router and tenant:acc5dec924f241019ea88b3a770e4034 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:30:29.776005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:30:29.782142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:30:29.793302 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.794328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.813874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.962806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:29.972248 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'fixed_ips': [{'subnet_id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:30:29.973052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:30.126937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Allocated IP 172.20.0.2 (2038eec4-3894-44fc-87ec-7aa8d4e4746f/9d9a9fdd-4740-4f48-b444-36e92b83f0bd/76b5c331-779d-42e9-8173-cbd10fe3f2e4) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:30:30.250039 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dbd5134d-ec4e-44e5-9bb2-2645ce046c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:30.262175 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:30.292924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:30.342692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:30.352989 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Transition to ACTIVE for port object 76b5c331-779d-42e9-8173-cbd10fe3f2e4 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:30:30.376084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Transition to ACTIVE for port object 76b5c331-779d-42e9-8173-cbd10fe3f2e4 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:30:30.382257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:30.428637 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Allocated IP 172.26.6.148 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/ed170491-cb93-49b2-a0d1-80bbc4ee716f) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:30:30.453068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Network 2038eec4-3894-44fc-87ec-7aa8d4e4746f is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:30:30.455941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:30:30.460154 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:30:30.462219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Pushing event updated for resources: {'Port': ['ID=76b5c331-779d-42e9-8173-cbd10fe3f2e4,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:30.548397 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Attempting to bind port 76b5c331-779d-42e9-8173-cbd10fe3f2e4 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:30:30.548753 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Attempting to bind port 76b5c331-779d-42e9-8173-cbd10fe3f2e4 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'ecd21c08-7ef1-4920-b587-7794ce8346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:30:30.549107 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Attempting to bind port 76b5c331-779d-42e9-8173-cbd10fe3f2e4 on network 2038eec4-3894-44fc-87ec-7aa8d4e4746f {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:30:30.555358 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:30:30.555723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Checking segment: {'id': 'ecd21c08-7ef1-4920-b587-7794ce8346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:30:30.556110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:30.556494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Bound using segment: {'id': 'ecd21c08-7ef1-4920-b587-7794ce8346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:30:30.557246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Bound port: 76b5c331-779d-42e9-8173-cbd10fe3f2e4, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd21c08-7ef1-4920-b587-7794ce8346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:30:30.557394 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:30.575792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:30.603963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:30.649914 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] For port 76b5c331-779d-42e9-8173-cbd10fe3f2e4, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:30:30.653010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] For port 76b5c331-779d-42e9-8173-cbd10fe3f2e4, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=76b5c331-779d-42e9-8173-cbd10fe3f2e4,segment=NetworkSegment(ecd21c08-7ef1-4920-b587-7794ce8346ca),segment_id=ecd21c08-7ef1-4920-b587-7794ce8346ca)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:30:30.657701 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:30.673883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:30:30.676623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:30:30.680259 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:30:30.711065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Pushing event updated for resources: {'Port': ['ID=ed170491-cb93-49b2-a0d1-80bbc4ee716f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:30.738400 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:30.753139 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478ae58-e320-4ae2-8b6c-35a7437f4d1f None None] Pushing event updated for resources: {'Port': ['ID=76b5c331-779d-42e9-8173-cbd10fe3f2e4,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:30.849005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:30.849747 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:31.104370 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Router 3cd622b6-219a-4713-93d0-0e4d32d78486 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:30:31.122935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 76b5c331-779d-42e9-8173-cbd10fe3f2e4 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:30:31.189878 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 76b5c331-779d-42e9-8173-cbd10fe3f2e4 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:30:31.305416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:30:31.315290 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Sync routers for ids ['3cd622b6-219a-4713-93d0-0e4d32d78486'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:30:31.327921 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Routers {'3cd622b6-219a-4713-93d0-0e4d32d78486'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:30:31.328638 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:30:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3cd622b6-219a-4713-93d0-0e4d32d78486'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:31.329427 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:31.330961 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4ad5a67a-43b5-46f3-9d51-4538b7a69e55 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5700707 Feb 21 09:30:31.333619 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33420) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:31.546885 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Set router 3cd622b6-219a-4713-93d0-0e4d32d78486 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:30:31.756267 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64897278-8310-40aa-902a-d4d085b0a762 None None] Network 2038eec4-3894-44fc-87ec-7aa8d4e4746f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:30:31.845481 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:30:30Z', 'revision_number': 3, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port': {'id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:30Z', 'updated_at': '2022-02-21T09:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:31.850421 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Checking router: 3cd622b6-219a-4713-93d0-0e4d32d78486 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:30:31.850769 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Updating router 3cd622b6-219a-4713-93d0-0e4d32d78486 port ed170491-cb93-49b2-a0d1-80bbc4ee716f binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:30:31.865707 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a6e01dc8-6007-472a-bfad-8770ccf05754 None None] Provisioning for port 76b5c331-779d-42e9-8173-cbd10fe3f2e4 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:30:31.886753 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a6e01dc8-6007-472a-bfad-8770ccf05754 None None] Provisioning complete for port 76b5c331-779d-42e9-8173-cbd10fe3f2e4 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:31.887490 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a6e01dc8-6007-472a-bfad-8770ccf05754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:31.907694 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:32.118460 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a6e01dc8-6007-472a-bfad-8770ccf05754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:32.176318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-a6e01dc8-6007-472a-bfad-8770ccf05754 None None] For port 76b5c331-779d-42e9-8173-cbd10fe3f2e4, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=76b5c331-779d-42e9-8173-cbd10fe3f2e4,segment=NetworkSegment(ecd21c08-7ef1-4920-b587-7794ce8346ca),segment_id=ecd21c08-7ef1-4920-b587-7794ce8346ca)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:30:32.181740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a6e01dc8-6007-472a-bfad-8770ccf05754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:32.229573 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:32.263090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e01dc8-6007-472a-bfad-8770ccf05754 None None] Pushing event updated for resources: {'Port': ['ID=76b5c331-779d-42e9-8173-cbd10fe3f2e4,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:32.269647 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:32.283209 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Transition to ACTIVE for port object ed170491-cb93-49b2-a0d1-80bbc4ee716f will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:30:32.289489 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:32.373861 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Attempting to bind port ed170491-cb93-49b2-a0d1-80bbc4ee716f on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:30:32.374456 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Attempting to bind port ed170491-cb93-49b2-a0d1-80bbc4ee716f by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:30:32.374675 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Attempting to bind port ed170491-cb93-49b2-a0d1-80bbc4ee716f on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:30:32.382220 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd02353-5205-4bfc-a4f5-95e337111e02 None None] Pushing event updated for resources: {'Port': ['ID=ed170491-cb93-49b2-a0d1-80bbc4ee716f,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:32.392197 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:30:32.392827 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:30:32.393685 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:32.393827 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:30:32.394164 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Bound port: ed170491-cb93-49b2-a0d1-80bbc4ee716f, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:30:32.394532 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:32.404354 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-420eb233-5609-46ec-9c20-5af8d7581931 None None] Provisioning complete for port 76b5c331-779d-42e9-8173-cbd10fe3f2e4 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:32.404842 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-420eb233-5609-46ec-9c20-5af8d7581931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:32.418199 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd02353-5205-4bfc-a4f5-95e337111e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:32.418525 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd02353-5205-4bfc-a4f5-95e337111e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:32.418844 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd02353-5205-4bfc-a4f5-95e337111e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:32.419187 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd02353-5205-4bfc-a4f5-95e337111e02 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:32.419491 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd02353-5205-4bfc-a4f5-95e337111e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:32.419801 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd02353-5205-4bfc-a4f5-95e337111e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:32.420111 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd02353-5205-4bfc-a4f5-95e337111e02 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:32.420418 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd02353-5205-4bfc-a4f5-95e337111e02 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:32.420717 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd02353-5205-4bfc-a4f5-95e337111e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:32.421017 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd02353-5205-4bfc-a4f5-95e337111e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:32.421321 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd02353-5205-4bfc-a4f5-95e337111e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:32.461246 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Allocated IP 172.20.0.1 (2038eec4-3894-44fc-87ec-7aa8d4e4746f/9d9a9fdd-4740-4f48-b444-36e92b83f0bd/516c4a39-9bae-4f90-bf18-c63f243870f3) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:30:32.476174 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] For port ed170491-cb93-49b2-a0d1-80bbc4ee716f, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:30:32.481485 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] For port ed170491-cb93-49b2-a0d1-80bbc4ee716f, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ed170491-cb93-49b2-a0d1-80bbc4ee716f,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:30:32.486059 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:32.591846 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd02353-5205-4bfc-a4f5-95e337111e02 None None] Pushing event updated for resources: {'Port': ['ID=ed170491-cb93-49b2-a0d1-80bbc4ee716f,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:32.620883 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Routers {'3cd622b6-219a-4713-93d0-0e4d32d78486'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:30:32.621479 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:30:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3cd622b6-219a-4713-93d0-0e4d32d78486'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:32.634722 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:32.650321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Transition to ACTIVE for port object 516c4a39-9bae-4f90-bf18-c63f243870f3 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:30:32.672724 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:32.738843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Network 2038eec4-3894-44fc-87ec-7aa8d4e4746f is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:30:32.741661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:30:32.745911 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:30:32.776425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Pushing event updated for resources: {'Port': ['ID=516c4a39-9bae-4f90-bf18-c63f243870f3,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:32.801573 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] Set router 3cd622b6-219a-4713-93d0-0e4d32d78486 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:30:32.805646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:32.889997 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:32.999937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-be3c9a57-4306-429b-91f0-6f61bf712dc8 None None] Provisioning for port 516c4a39-9bae-4f90-bf18-c63f243870f3 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:30:33.010304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-be3c9a57-4306-429b-91f0-6f61bf712dc8 None None] Provisioning complete for port 516c4a39-9bae-4f90-bf18-c63f243870f3 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:33.010725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-be3c9a57-4306-429b-91f0-6f61bf712dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:33.038547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-206d0de7-6e1d-4af5-84b6-b4b976036149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:33.069248 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-be3c9a57-4306-429b-91f0-6f61bf712dc8 None None] Port 516c4a39-9bae-4f90-bf18-c63f243870f3 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:30:33.096219 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:30:30Z', 'revision_number': 3, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port': {'id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:30Z', 'updated_at': '2022-02-21T09:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:33.100371 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b5d34-1476-4e82-898b-16e32018d344 None None] The sync data for ids ['3cd622b6-219a-4713-93d0-0e4d32d78486'] in dv-neutron-830062-1-hyperv is: [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:30:30Z', 'revision_number': 3, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port': {'id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:30Z', 'updated_at': '2022-02-21T09:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:30:33.121108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 76b5c331-779d-42e9-8173-cbd10fe3f2e4 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:30:33.134795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:33.140548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:33.190312 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 76b5c331-779d-42e9-8173-cbd10fe3f2e4 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:33.190680 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:33.250766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:33.301206 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Pushing event updated for resources: {'Port': ['ID=516c4a39-9bae-4f90-bf18-c63f243870f3,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:33.423179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Network 2038eec4-3894-44fc-87ec-7aa8d4e4746f is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:30:33.425809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:30:33.709004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-21a02935-de96-47ac-a4a0-5e8be0f16cca None None] Provisioning complete for port 516c4a39-9bae-4f90-bf18-c63f243870f3 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:33.709472 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21a02935-de96-47ac-a4a0-5e8be0f16cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:33.737073 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:33.767058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-21a02935-de96-47ac-a4a0-5e8be0f16cca None None] Port 516c4a39-9bae-4f90-bf18-c63f243870f3 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:30:33.930026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Router 3cd622b6-219a-4713-93d0-0e4d32d78486 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:30:34.120331 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:34.124848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:30:34.133979 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e29401ac-5b4f-4dd5-b2a2-96089f80a75b admin admin] 10.222.0.48 "PUT /v2.0/routers/3cd622b6-219a-4713-93d0-0e4d32d78486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7994182 Feb 21 09:30:34.937251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33442) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:34.942854 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1681511324-network', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:30:34.947648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:30:34.951951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Usage tracker for resource:network and tenant:f043675a051e4d9dbf16406143d001a5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:30:34.954728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:30:34.960356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:30:34.971189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Made reservation on behalf of f043675a051e4d9dbf16406143d001a5 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:30:34.973483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:34.985622 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.017106 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:30:35.020946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Usage tracker for resource:security_group_rule and tenant:f043675a051e4d9dbf16406143d001a5 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:30:35.023784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:30:35.030486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:30:35.099680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.107043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ed170491-cb93-49b2-a0d1-80bbc4ee716f up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:30:35.107588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.143596 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:30:35.148876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d99778-2bf2-4e5d-8e46-b59ffeeb8f96,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:35.155447 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.155774 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Added segment dccdcafd-af09-44db-8b4d-a8ca3953956f of type vlan for network 4ab503c5-f0c2-4fe5-abbc-729004846634 Feb 21 09:30:35.178922 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port ed170491-cb93-49b2-a0d1-80bbc4ee716f completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:30:35.182460 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.184019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port ed170491-cb93-49b2-a0d1-80bbc4ee716f triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:35.184386 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.212541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.213373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:35.213925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.296918 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.314003 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] Pushing event updated for resources: {'Network': ['ID=4ab503c5-f0c2-4fe5-abbc-729004846634,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:35.314245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port ed170491-cb93-49b2-a0d1-80bbc4ee716f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ed170491-cb93-49b2-a0d1-80bbc4ee716f,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:30:35.317971 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ae3d5bc5-5992-4ee2-9056-e37a6708de13 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3796456 Feb 21 09:30:35.320072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.320962 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33446) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:35.327103 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Request body: {'subnet': {'network_id': '4ab503c5-f0c2-4fe5-abbc-729004846634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1681511324-subnet', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'ip_version': 4}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:30:35.332360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:30:35.336177 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Usage tracker for resource:subnet and tenant:f043675a051e4d9dbf16406143d001a5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:30:35.338976 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:30:35.344593 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:30:35.354630 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Made reservation on behalf of f043675a051e4d9dbf16406143d001a5 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:30:35.354977 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 4ab503c5-f0c2-4fe5-abbc-729004846634 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:30:35.356953 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.476432 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=ed170491-cb93-49b2-a0d1-80bbc4ee716f,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:35.554127 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.627778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0712f82b-0d83-40b6-9649-426280577247,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:35.638909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Checking segment: {'id': 'dccdcafd-af09-44db-8b4d-a8ca3953956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4ab503c5-f0c2-4fe5-abbc-729004846634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:30:35.639286 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Network hostable DHCP agents. Network: 4ab503c5-f0c2-4fe5-abbc-729004846634, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:30:35.660551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Network 4ab503c5-f0c2-4fe5-abbc-729004846634 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:30:35.669606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 4ab503c5-f0c2-4fe5-abbc-729004846634) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:30:35.673405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:35.673972 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.678666 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03be7171-d8f6-4f97-b8bc-ea877027efdb None None] Network 4ab503c5-f0c2-4fe5-abbc-729004846634 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:30:35.693948 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8797efd2-033f-47e0-b03d-7e7e4a04d622 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3719101 Feb 21 09:30:35.696442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33450) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:35.701310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1681511324-router', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:30:35.705681 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:30:35.709548 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Usage tracker for resource:router and tenant:f043675a051e4d9dbf16406143d001a5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:30:35.712404 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:30:35.717973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:30:35.728122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.729032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.748439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.889327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:35.890624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-4ab503c5-f0c2-4fe5-abbc-729004846634', 'network_id': '4ab503c5-f0c2-4fe5-abbc-729004846634', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'fixed_ips': [{'subnet_id': '0712f82b-0d83-40b6-9649-426280577247'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:30:35.891480 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:36.043291 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Allocated IP 172.20.0.2 (4ab503c5-f0c2-4fe5-abbc-729004846634/0712f82b-0d83-40b6-9649-426280577247/5497ac0e-1169-44fc-a165-8e9cb93e510b) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:30:36.145142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:36.165723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:36.197308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:36.269875 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:36.280893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Transition to ACTIVE for port object 5497ac0e-1169-44fc-a165-8e9cb93e510b will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:30:36.299686 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Transition to ACTIVE for port object 5497ac0e-1169-44fc-a165-8e9cb93e510b will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:30:36.305292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:36.334715 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Allocated IP 172.26.6.120 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/9ebcd261-f6af-4dd9-9e8e-f765f02adeed) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:30:36.376403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Network 4ab503c5-f0c2-4fe5-abbc-729004846634 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:30:36.377636 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:30:36.379370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Pushing event updated for resources: {'Port': ['ID=5497ac0e-1169-44fc-a165-8e9cb93e510b,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:36.381487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:30:36.474100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Attempting to bind port 5497ac0e-1169-44fc-a165-8e9cb93e510b on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:30:36.474472 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Attempting to bind port 5497ac0e-1169-44fc-a165-8e9cb93e510b by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'dccdcafd-af09-44db-8b4d-a8ca3953956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4ab503c5-f0c2-4fe5-abbc-729004846634'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:30:36.474832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Attempting to bind port 5497ac0e-1169-44fc-a165-8e9cb93e510b on network 4ab503c5-f0c2-4fe5-abbc-729004846634 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:30:36.481390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:30:36.481764 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Checking segment: {'id': 'dccdcafd-af09-44db-8b4d-a8ca3953956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4ab503c5-f0c2-4fe5-abbc-729004846634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:30:36.482163 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:36.482567 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Bound using segment: {'id': 'dccdcafd-af09-44db-8b4d-a8ca3953956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4ab503c5-f0c2-4fe5-abbc-729004846634'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:30:36.483037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Bound port: 5497ac0e-1169-44fc-a165-8e9cb93e510b, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccdcafd-af09-44db-8b4d-a8ca3953956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4ab503c5-f0c2-4fe5-abbc-729004846634'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:30:36.483414 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:36.492408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:36.520196 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:36.578938 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] For port 5497ac0e-1169-44fc-a165-8e9cb93e510b, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:30:36.582128 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] For port 5497ac0e-1169-44fc-a165-8e9cb93e510b, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5497ac0e-1169-44fc-a165-8e9cb93e510b,segment=NetworkSegment(dccdcafd-af09-44db-8b4d-a8ca3953956f),segment_id=dccdcafd-af09-44db-8b4d-a8ca3953956f)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:30:36.586878 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:36.594919 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:30:36.597888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:30:36.602183 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:30:36.632920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Pushing event updated for resources: {'Port': ['ID=9ebcd261-f6af-4dd9-9e8e-f765f02adeed,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:36.666591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Sync routers for ids ['3cd622b6-219a-4713-93d0-0e4d32d78486'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:30:36.678365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2493bc-3f1c-411c-b1e9-1ad1dfa4ec03 None None] Pushing event updated for resources: {'Port': ['ID=5497ac0e-1169-44fc-a165-8e9cb93e510b,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:36.686378 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Routers {'3cd622b6-219a-4713-93d0-0e4d32d78486'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:30:36.687083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:30:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3cd622b6-219a-4713-93d0-0e4d32d78486'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:36.783618 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:36.784489 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:36.903501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Set router 3cd622b6-219a-4713-93d0-0e4d32d78486 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:30:37.048569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Router 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:30:37.185197 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ed170491-cb93-49b2-a0d1-80bbc4ee716f up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:30:37.261774 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:30:37.272354 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Sync routers for ids ['0a36d9b5-6dd2-4982-aa70-2feab7e944d7'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:30:37.284678 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:37.286468 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-6e6ca325-8154-4b27-bac0-816faccd1e19 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5890577 Feb 21 09:30:37.289124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33454) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:30:37.291231 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Routers {'0a36d9b5-6dd2-4982-aa70-2feab7e944d7'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:30:37.293040 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:30:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0a36d9b5-6dd2-4982-aa70-2feab7e944d7'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:37.327791 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port ed170491-cb93-49b2-a0d1-80bbc4ee716f triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:37.328366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:37.374109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:30:32Z', 'revision_number': 4, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port': {'id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:30Z', 'updated_at': '2022-02-21T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '516c4a39-9bae-4f90-bf18-c63f243870f3', 'name': '', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'mac_address': 'fa:16:3e:46:f3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:32Z', 'updated_at': '2022-02-21T09:30:32Z', 'revision_number': 2, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'subnets': [{'id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:37.380380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Checking router: 3cd622b6-219a-4713-93d0-0e4d32d78486 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:30:37.380725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Updating router 3cd622b6-219a-4713-93d0-0e4d32d78486 port 516c4a39-9bae-4f90-bf18-c63f243870f3 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:30:37.449082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:37.544396 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Set router 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:30:37.565047 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5497ac0e-1169-44fc-a165-8e9cb93e510b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:30:37.805340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 5497ac0e-1169-44fc-a165-8e9cb93e510b completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:30:37.860943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d51aee-7dc9-4d7f-9a3d-7d41616f2a51 None None] Network 4ab503c5-f0c2-4fe5-abbc-729004846634 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:30:37.888320 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'name': 'tempest-TestMinimumBasicScenario-1681511324-router', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '9ebcd261-f6af-4dd9-9e8e-f765f02adeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:35Z', 'updated_at': '2022-02-21T09:30:36Z', 'revision_number': 3, 'project_id': 'f043675a051e4d9dbf16406143d001a5', 'gw_port': {'id': '9ebcd261-f6af-4dd9-9e8e-f765f02adeed', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:36Z', 'updated_at': '2022-02-21T09:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:37.893464 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Checking router: 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:30:37.894003 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Updating router 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 port 9ebcd261-f6af-4dd9-9e8e-f765f02adeed binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:30:37.949813 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.036411 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-35fafc5f-47e1-4e30-a27e-f8fb92e1611d None None] Provisioning for port 5497ac0e-1169-44fc-a165-8e9cb93e510b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:30:38.055293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-35fafc5f-47e1-4e30-a27e-f8fb92e1611d None None] Provisioning complete for port 5497ac0e-1169-44fc-a165-8e9cb93e510b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:38.055773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-35fafc5f-47e1-4e30-a27e-f8fb92e1611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.162490 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.192062 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Transition to ACTIVE for port object 516c4a39-9bae-4f90-bf18-c63f243870f3 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:30:38.231923 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.253027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.312319 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.326280 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Transition to ACTIVE for port object 9ebcd261-f6af-4dd9-9e8e-f765f02adeed will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:30:38.333213 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.407056 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c00d0-aa4c-4423-9ba3-b5ef602fb24d None None] Pushing event updated for resources: {'Port': ['ID=516c4a39-9bae-4f90-bf18-c63f243870f3,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:38.412393 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Attempting to bind port 9ebcd261-f6af-4dd9-9e8e-f765f02adeed on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:30:38.412616 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Attempting to bind port 9ebcd261-f6af-4dd9-9e8e-f765f02adeed by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:30:38.412935 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Attempting to bind port 9ebcd261-f6af-4dd9-9e8e-f765f02adeed on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:30:38.424681 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c8fb7-de25-493c-b85c-e4e25816c06c None None] Pushing event updated for resources: {'Port': ['ID=9ebcd261-f6af-4dd9-9e8e-f765f02adeed,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:38.428566 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:30:38.428933 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:30:38.429319 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.429694 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:30:38.430150 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Bound port: 9ebcd261-f6af-4dd9-9e8e-f765f02adeed, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:30:38.430559 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.446544 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-35fafc5f-47e1-4e30-a27e-f8fb92e1611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.499278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Allocated IP 172.20.0.1 (4ab503c5-f0c2-4fe5-abbc-729004846634/0712f82b-0d83-40b6-9649-426280577247/84b1e353-748a-4015-853e-de2e723fd5ea) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:30:38.507424 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] For port 9ebcd261-f6af-4dd9-9e8e-f765f02adeed, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:30:38.511112 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] For port 9ebcd261-f6af-4dd9-9e8e-f765f02adeed, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9ebcd261-f6af-4dd9-9e8e-f765f02adeed,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:30:38.517019 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.618660 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Attempting to bind port 516c4a39-9bae-4f90-bf18-c63f243870f3 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:30:38.619113 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Attempting to bind port 516c4a39-9bae-4f90-bf18-c63f243870f3 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'ecd21c08-7ef1-4920-b587-7794ce8346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:30:38.619405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Attempting to bind port 516c4a39-9bae-4f90-bf18-c63f243870f3 on network 2038eec4-3894-44fc-87ec-7aa8d4e4746f {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:30:38.627844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-35fafc5f-47e1-4e30-a27e-f8fb92e1611d None None] For port 5497ac0e-1169-44fc-a165-8e9cb93e510b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5497ac0e-1169-44fc-a165-8e9cb93e510b,segment=NetworkSegment(dccdcafd-af09-44db-8b4d-a8ca3953956f),segment_id=dccdcafd-af09-44db-8b4d-a8ca3953956f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:30:38.628262 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Routers {'0a36d9b5-6dd2-4982-aa70-2feab7e944d7'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:30:38.629100 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:30:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0a36d9b5-6dd2-4982-aa70-2feab7e944d7'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:38.633203 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:30:38.633526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Checking segment: {'id': 'ecd21c08-7ef1-4920-b587-7794ce8346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:30:38.633916 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.634294 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Bound using segment: {'id': 'ecd21c08-7ef1-4920-b587-7794ce8346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:30:38.634749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Bound port: 516c4a39-9bae-4f90-bf18-c63f243870f3, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd21c08-7ef1-4920-b587-7794ce8346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:30:38.638323 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.649799 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-35fafc5f-47e1-4e30-a27e-f8fb92e1611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.748558 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.767973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Transition to ACTIVE for port object 84b1e353-748a-4015-853e-de2e723fd5ea will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:30:38.779773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fafc5f-47e1-4e30-a27e-f8fb92e1611d None None] Pushing event updated for resources: {'Port': ['ID=5497ac0e-1169-44fc-a165-8e9cb93e510b,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:38.782933 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c8fb7-de25-493c-b85c-e4e25816c06c None None] Pushing event updated for resources: {'Port': ['ID=9ebcd261-f6af-4dd9-9e8e-f765f02adeed,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:38.795327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.809945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] For port 516c4a39-9bae-4f90-bf18-c63f243870f3, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:30:38.814126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] For port 516c4a39-9bae-4f90-bf18-c63f243870f3, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=516c4a39-9bae-4f90-bf18-c63f243870f3,segment=NetworkSegment(ecd21c08-7ef1-4920-b587-7794ce8346ca),segment_id=ecd21c08-7ef1-4920-b587-7794ce8346ca)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:30:38.821396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.866776 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] Set router 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:30:38.874625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Network 4ab503c5-f0c2-4fe5-abbc-729004846634 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:30:38.878019 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:30:38.880355 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:30:38.913329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Routers {'3cd622b6-219a-4713-93d0-0e4d32d78486'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:30:38.913928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:30:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3cd622b6-219a-4713-93d0-0e4d32d78486'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:38.938848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:38.944411 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Pushing event updated for resources: {'Port': ['ID=84b1e353-748a-4015-853e-de2e723fd5ea,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:39.081723 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:39.137349 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c00d0-aa4c-4423-9ba3-b5ef602fb24d None None] Pushing event updated for resources: {'Port': ['ID=516c4a39-9bae-4f90-bf18-c63f243870f3,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:39.162580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5497ac0e-1169-44fc-a165-8e9cb93e510b up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:30:39.272293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1e0f847f-9167-4823-9623-26af658dda34 None None] Provisioning complete for port 5497ac0e-1169-44fc-a165-8e9cb93e510b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:39.272691 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1e0f847f-9167-4823-9623-26af658dda34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:39.283575 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'name': 'tempest-TestMinimumBasicScenario-1681511324-router', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '9ebcd261-f6af-4dd9-9e8e-f765f02adeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:35Z', 'updated_at': '2022-02-21T09:30:36Z', 'revision_number': 3, 'project_id': 'f043675a051e4d9dbf16406143d001a5', 'gw_port': {'id': '9ebcd261-f6af-4dd9-9e8e-f765f02adeed', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:36Z', 'updated_at': '2022-02-21T09:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:39.287462 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5e580-312d-40fa-a10b-3b778059bbd3 None None] The sync data for ids ['0a36d9b5-6dd2-4982-aa70-2feab7e944d7'] in dv-neutron-830062-1-hyperv is: [{'id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'name': 'tempest-TestMinimumBasicScenario-1681511324-router', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '9ebcd261-f6af-4dd9-9e8e-f765f02adeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:35Z', 'updated_at': '2022-02-21T09:30:36Z', 'revision_number': 3, 'project_id': 'f043675a051e4d9dbf16406143d001a5', 'gw_port': {'id': '9ebcd261-f6af-4dd9-9e8e-f765f02adeed', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:36Z', 'updated_at': '2022-02-21T09:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:30:39.350227 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] Set router 3cd622b6-219a-4713-93d0-0e4d32d78486 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:30:39.388678 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:39.393397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:39.425298 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5497ac0e-1169-44fc-a165-8e9cb93e510b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:39.425904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:39.497878 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:39.501765 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Pushing event updated for resources: {'Port': ['ID=84b1e353-748a-4015-853e-de2e723fd5ea,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:39.637887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Network 4ab503c5-f0c2-4fe5-abbc-729004846634 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:30:39.638934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:30:39.834473 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-370b0575-85db-4fe5-b2b7-958c7453d987 None None] Provisioning for port 84b1e353-748a-4015-853e-de2e723fd5ea completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:30:39.843154 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-370b0575-85db-4fe5-b2b7-958c7453d987 None None] Provisioning complete for port 84b1e353-748a-4015-853e-de2e723fd5ea triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:39.843527 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-370b0575-85db-4fe5-b2b7-958c7453d987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:39.894222 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:30:32Z', 'revision_number': 4, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port': {'id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:30Z', 'updated_at': '2022-02-21T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '516c4a39-9bae-4f90-bf18-c63f243870f3', 'name': '', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'mac_address': 'fa:16:3e:46:f3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:32Z', 'updated_at': '2022-02-21T09:30:38Z', 'revision_number': 4, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'subnets': [{'id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:30:39.902450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b2fe1-3ced-45cb-9637-21d9cd2d4a86 None None] The sync data for ids ['3cd622b6-219a-4713-93d0-0e4d32d78486'] in dv-neutron-830062-1-hyperv is: [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:30:32Z', 'revision_number': 4, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port': {'id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:30Z', 'updated_at': '2022-02-21T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '516c4a39-9bae-4f90-bf18-c63f243870f3', 'name': '', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'mac_address': 'fa:16:3e:46:f3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:32Z', 'updated_at': '2022-02-21T09:30:38Z', 'revision_number': 4, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'subnets': [{'id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:30:39.904118 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-370b0575-85db-4fe5-b2b7-958c7453d987 None None] Port 84b1e353-748a-4015-853e-de2e723fd5ea cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:30:40.040235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fe864ffd-448c-4cb8-80b1-702373361db2 None None] Provisioning complete for port 84b1e353-748a-4015-853e-de2e723fd5ea triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:40.040605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fe864ffd-448c-4cb8-80b1-702373361db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:40.101632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-fe864ffd-448c-4cb8-80b1-702373361db2 None None] Port 84b1e353-748a-4015-853e-de2e723fd5ea cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:30:40.153952 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Router 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:30:40.378171 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:30:40.391042 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e2e5fd27-de60-44cd-85a7-5cc6eb9ab400 admin admin] 10.222.0.48 "PUT /v2.0/routers/0a36d9b5-6dd2-4982-aa70-2feab7e944d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0974565 Feb 21 09:30:41.152018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9ebcd261-f6af-4dd9-9e8e-f765f02adeed up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:30:41.228240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 9ebcd261-f6af-4dd9-9e8e-f765f02adeed completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:30:41.235222 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 9ebcd261-f6af-4dd9-9e8e-f765f02adeed triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:41.235595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:41.357706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:41.375733 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 9ebcd261-f6af-4dd9-9e8e-f765f02adeed, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9ebcd261-f6af-4dd9-9e8e-f765f02adeed,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:30:41.381066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:41.381919 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 516c4a39-9bae-4f90-bf18-c63f243870f3 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:30:41.547305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=9ebcd261-f6af-4dd9-9e8e-f765f02adeed,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:41.564244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 516c4a39-9bae-4f90-bf18-c63f243870f3 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:30:41.570821 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 516c4a39-9bae-4f90-bf18-c63f243870f3 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:41.571493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:41.698946 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:41.734406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 516c4a39-9bae-4f90-bf18-c63f243870f3, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=516c4a39-9bae-4f90-bf18-c63f243870f3,segment=NetworkSegment(ecd21c08-7ef1-4920-b587-7794ce8346ca),segment_id=ecd21c08-7ef1-4920-b587-7794ce8346ca)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:30:41.739635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:41.809499 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=516c4a39-9bae-4f90-bf18-c63f243870f3,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:43.108123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9ebcd261-f6af-4dd9-9e8e-f765f02adeed up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:30:43.191088 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 9ebcd261-f6af-4dd9-9e8e-f765f02adeed triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:43.191451 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:43.316959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 516c4a39-9bae-4f90-bf18-c63f243870f3 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:30:43.391011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 516c4a39-9bae-4f90-bf18-c63f243870f3 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:43.391382 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:51.193220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-13b8bedc-bf24-4958-9bd5-4ccc4a60f81d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:51.193858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-13b8bedc-bf24-4958-9bd5-4ccc4a60f81d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Synchronizing usage tracker for tenant:acc5dec924f241019ea88b3a770e4034 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:30:51.211310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-13b8bedc-bf24-4958-9bd5-4ccc4a60f81d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Unset dirty status for tenant:acc5dec924f241019ea88b3a770e4034 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:30:51.212544 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-13b8bedc-bf24-4958-9bd5-4ccc4a60f81d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/networks?id=2038eec4-3894-44fc-87ec-7aa8d4e4746f HTTP/1.1" status: 200 len: 814 time: 0.1625950 Feb 21 09:30:51.228795 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-3e75f0b2-cbe6-47c6-9b5b-c78db5f59a3f tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/quotas/acc5dec924f241019ea88b3a770e4034 HTTP/1.1" status: 200 len: 375 time: 0.0110083 Feb 21 09:30:51.306666 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-bc42b05e-425a-4122-aa99-0c7084d25d25 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Synchronizing usage tracker for tenant:acc5dec924f241019ea88b3a770e4034 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:30:51.323386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-bc42b05e-425a-4122-aa99-0c7084d25d25 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Unset dirty status for tenant:acc5dec924f241019ea88b3a770e4034 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:30:51.324583 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-bc42b05e-425a-4122-aa99-0c7084d25d25 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=acc5dec924f241019ea88b3a770e4034&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896227 Feb 21 09:30:51.462227 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-e09af90e-676e-41a5-997a-41e0ebc6d827 service neutron] 10.222.0.48 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262453 Feb 21 09:30:51.591637 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-d56b63a8-ac6c-41f7-82c5-98e5e60d8f01 service neutron] 10.222.0.48 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238961 Feb 21 09:30:51.772139 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b81ca8eb-e9ae-4741-9a4d-54a8c0f6f0ab req-5ce7ed81-35c3-4b1e-8177-6a53a17422a4 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 210 time: 0.0428879 Feb 21 09:30:52.765806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-d5b1f5c2-2902-4d74-bbd6-0a5700379b26 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:52.767227 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-d5b1f5c2-2902-4d74-bbd6-0a5700379b26 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.47 "GET /v2.0/networks?id=2038eec4-3894-44fc-87ec-7aa8d4e4746f HTTP/1.1" status: 200 len: 814 time: 0.1515815 Feb 21 09:30:52.782575 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Request body: {'port': {'device_id': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'admin_state_up': True, 'tenant_id': 'acc5dec924f241019ea88b3a770e4034'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:30:52.957106 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-17584416-4f40-4f45-aa59-215d6a585e1c req-56914d40-1862-4ce0-8135-ab7f8fb0f55b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 210 time: 0.0588615 Feb 21 09:30:52.964794 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:30:52.984012 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:30:52.993234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Made reservation on behalf of acc5dec924f241019ea88b3a770e4034 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:30:52.997371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:53.270904 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Allocated IP 172.20.0.11 (2038eec4-3894-44fc-87ec-7aa8d4e4746f/9d9a9fdd-4740-4f48-b444-36e92b83f0bd/e1b6c71b-4629-4780-85e2-c81865ccf882) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:30:53.564679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:53.582891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Transition to ACTIVE for port object e1b6c71b-4629-4780-85e2-c81865ccf882 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:30:53.608106 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:53.684950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Network 2038eec4-3894-44fc-87ec-7aa8d4e4746f is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:30:53.687919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:30:53.692198 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:30:53.758405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:53.758405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:53.779377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event updated for resources: {'Port': ['ID=e1b6c71b-4629-4780-85e2-c81865ccf882,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:53.813186 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9ceaac97-137c-4d46-add8-7f38381d559d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0346434 Feb 21 09:30:54.054681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3fc3b5e6-d9ee-4674-b504-38100d634b30 None None] Provisioning for port e1b6c71b-4629-4780-85e2-c81865ccf882 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:30:54.062053 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-3fc3b5e6-d9ee-4674-b504-38100d634b30 None None] Provisioning complete for port e1b6c71b-4629-4780-85e2-c81865ccf882 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:54.062898 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b5e6-d9ee-4674-b504-38100d634b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:30:54.130305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-3fc3b5e6-d9ee-4674-b504-38100d634b30 None None] Port e1b6c71b-4629-4780-85e2-c81865ccf882 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:30:54.212960 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f415fca-c873-490a-9099-be1448f5c973 req-c0e66179-dd9d-46e2-8bca-6f001f083ebc tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:54.213862 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-4f415fca-c873-490a-9099-be1448f5c973 req-c0e66179-dd9d-46e2-8bca-6f001f083ebc tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Synchronizing usage tracker for tenant:acc5dec924f241019ea88b3a770e4034 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:30:54.232432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-4f415fca-c873-490a-9099-be1448f5c973 req-c0e66179-dd9d-46e2-8bca-6f001f083ebc tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Unset dirty status for tenant:acc5dec924f241019ea88b3a770e4034 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:30:54.233900 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4f415fca-c873-490a-9099-be1448f5c973 req-c0e66179-dd9d-46e2-8bca-6f001f083ebc tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 932 time: 0.1297657 Feb 21 09:30:54.281248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-4f415fca-c873-490a-9099-be1448f5c973 req-b056b4f6-fe33-4c4d-8a70-138e009eb997 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Synchronizing usage tracker for tenant:acc5dec924f241019ea88b3a770e4034 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:30:54.300221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-4f415fca-c873-490a-9099-be1448f5c973 req-b056b4f6-fe33-4c4d-8a70-138e009eb997 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Unset dirty status for tenant:acc5dec924f241019ea88b3a770e4034 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:30:54.301452 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4f415fca-c873-490a-9099-be1448f5c973 req-b056b4f6-fe33-4c4d-8a70-138e009eb997 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604548 Feb 21 09:30:54.853851 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:30:55.768926 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690321-eb3d-41b2-bfda-159be1c88593 req-aa042907-0ef6-46bb-a033-7c850a06f172 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:55.770538 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b690321-eb3d-41b2-bfda-159be1c88593 req-aa042907-0ef6-46bb-a033-7c850a06f172 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 932 time: 0.3403683 Feb 21 09:30:55.817823 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b690321-eb3d-41b2-bfda-159be1c88593 req-f84f3b98-acc4-4037-8c79-1197eccc434f tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Feb 21 09:30:57.089149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992a23f-d736-401f-a44a-bf9df04235a7 req-5d4418ed-ca12-4a9d-a5a0-16844258291f tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:57.090974 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2992a23f-d736-401f-a44a-bf9df04235a7 req-5d4418ed-ca12-4a9d-a5a0-16844258291f tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 932 time: 0.0862160 Feb 21 09:30:57.148673 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2992a23f-d736-401f-a44a-bf9df04235a7 req-f61951cd-ddaa-48b6-a109-7f05b5b3b8ec tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519722 Feb 21 09:30:58.353635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74a41a-8d25-4b02-bf5c-4cab58243215 req-142c2f72-1c83-4602-aaaa-0a81d92ed2cc tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:58.355833 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dc74a41a-8d25-4b02-bf5c-4cab58243215 req-142c2f72-1c83-4602-aaaa-0a81d92ed2cc tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 932 time: 0.0800111 Feb 21 09:30:58.402484 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dc74a41a-8d25-4b02-bf5c-4cab58243215 req-7977ee55-1108-45b3-b7c7-127277c79609 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Feb 21 09:30:59.773484 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928d597-f631-426a-8859-ddfcbc116896 req-c7ba8617-ae3a-4a5d-a971-69e686fa9ee0 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:59.775092 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e928d597-f631-426a-8859-ddfcbc116896 req-c7ba8617-ae3a-4a5d-a971-69e686fa9ee0 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 932 time: 0.0912411 Feb 21 09:30:59.824115 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e928d597-f631-426a-8859-ddfcbc116896 req-0488ceee-fd8a-4c57-8fe0-ff9ef58f6350 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431871 Feb 21 09:31:00.232711 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ce6db9c3-fd9e-425b-998e-aa2baaf615b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:00.679361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Request body: {'port': {'device_id': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:31:00.706840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:00.786349 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:01.111160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f4cb0-2195-47f4-8cd0-c71f5e70d460 req-46d12058-5adb-4fa2-b671-cd4f93674e9d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:01.112600 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b24f4cb0-2195-47f4-8cd0-c71f5e70d460 req-46d12058-5adb-4fa2-b671-cd4f93674e9d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 932 time: 0.1256275 Feb 21 09:31:01.209327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b6c71b-4629-4780-85e2-c81865ccf882 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:31:01.217903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:01.221755 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b24f4cb0-2195-47f4-8cd0-c71f5e70d460 req-9fee3634-46ef-4661-8359-d7e02386ebde tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963910 Feb 21 09:31:01.234343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Transition to ACTIVE for port object e1b6c71b-4629-4780-85e2-c81865ccf882 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:31:01.239502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:01.366015 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Pushing event updated for resources: {'Port': ['ID=e1b6c71b-4629-4780-85e2-c81865ccf882,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:01.470631 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Attempting to bind port e1b6c71b-4629-4780-85e2-c81865ccf882 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:31:01.470959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Attempting to bind port e1b6c71b-4629-4780-85e2-c81865ccf882 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'ecd21c08-7ef1-4920-b587-7794ce8346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:31:01.471309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Attempting to bind port e1b6c71b-4629-4780-85e2-c81865ccf882 on network 2038eec4-3894-44fc-87ec-7aa8d4e4746f {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:31:01.476827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Port e1b6c71b-4629-4780-85e2-c81865ccf882 on network 2038eec4-3894-44fc-87ec-7aa8d4e4746f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:31:01.477135 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Attempting to bind port e1b6c71b-4629-4780-85e2-c81865ccf882 on network 2038eec4-3894-44fc-87ec-7aa8d4e4746f {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:31:01.488129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:31:01.488457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Checking segment: {'id': 'ecd21c08-7ef1-4920-b587-7794ce8346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:31:01.488833 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Bound using segment: {'id': 'ecd21c08-7ef1-4920-b587-7794ce8346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:31:01.489250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Bound port: e1b6c71b-4629-4780-85e2-c81865ccf882, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd21c08-7ef1-4920-b587-7794ce8346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:31:01.489588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:01.662302 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] For port e1b6c71b-4629-4780-85e2-c81865ccf882, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:31:01.665146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] For port e1b6c71b-4629-4780-85e2-c81865ccf882, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e1b6c71b-4629-4780-85e2-c81865ccf882,segment=NetworkSegment(ecd21c08-7ef1-4920-b587-7794ce8346ca),segment_id=ecd21c08-7ef1-4920-b587-7794ce8346ca)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:31:01.670568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:01.733144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:01.734359 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] 10.222.0.47 "PUT /v2.0/ports/e1b6c71b-4629-4780-85e2-c81865ccf882 HTTP/1.1" status: 200 len: 1094 time: 1.1341546 Feb 21 09:31:01.734787 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'tag': 'e1b6c71b-4629-4780-85e2-c81865ccf882'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:31:01.755385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c150fb-cd18-4b76-9116-7c1ecfc96eed service neutron] Pushing event updated for resources: {'Port': ['ID=e1b6c71b-4629-4780-85e2-c81865ccf882,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:01.806877 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'tag': 'e1b6c71b-4629-4780-85e2-c81865ccf882', 'status': 'completed', 'code': 200} Feb 21 09:31:01.849200 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-2a13555e-2a5b-4404-88a9-1b147d8b8d04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acc5dec924f241019ea88b3a770e4034&device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 1097 time: 0.0731800 Feb 21 09:31:01.920649 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-596c3fc8-9fda-4a82-a6d3-3a56117537eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1b6c71b-4629-4780-85e2-c81865ccf882 HTTP/1.1" status: 200 len: 217 time: 0.0644138 Feb 21 09:31:01.982840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-2be4cb31-7adb-4e90-a1fc-dde3dd337ed9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:01.984326 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-2be4cb31-7adb-4e90-a1fc-dde3dd337ed9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d9a9fdd-4740-4f48-b444-36e92b83f0bd HTTP/1.1" status: 200 len: 853 time: 0.0585370 Feb 21 09:31:02.061657 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-9a01dfad-92ec-4792-9f69-cb7a5bccd15d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2038eec4-3894-44fc-87ec-7aa8d4e4746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717623 Feb 21 09:31:02.084423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Sync routers for ids ['0a36d9b5-6dd2-4982-aa70-2feab7e944d7'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:31:02.095959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Routers {'0a36d9b5-6dd2-4982-aa70-2feab7e944d7'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:31:02.096570 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:30:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0a36d9b5-6dd2-4982-aa70-2feab7e944d7'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:31:02.193119 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-1b9b7cdd-9369-4bb8-91a6-3a3b3b6c6fdc service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256137 Feb 21 09:31:02.273744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Set router 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:31:02.328520 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ab4f272-60db-42cb-8649-681c4f2f99c5 req-ce6555b6-2985-438a-b55a-ca0e3f855192 service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287856 Feb 21 09:31:02.477919 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0e253981-efd4-4734-a73e-ad496034725e req-435f1256-d967-4ed8-9da5-47012dc2cb93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acc5dec924f241019ea88b3a770e4034&device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 1097 time: 0.0949218 Feb 21 09:31:02.484634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd61a4-f198-462e-a19a-6c25bfec712c req-5dfb445a-a17b-426c-ab44-7d5e80fd73f0 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:02.485976 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4dcd61a4-f198-462e-a19a-6c25bfec712c req-5dfb445a-a17b-426c-ab44-7d5e80fd73f0 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 944 time: 0.1405396 Feb 21 09:31:02.588162 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'name': 'tempest-TestMinimumBasicScenario-1681511324-router', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '9ebcd261-f6af-4dd9-9e8e-f765f02adeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:35Z', 'updated_at': '2022-02-21T09:30:38Z', 'revision_number': 4, 'project_id': 'f043675a051e4d9dbf16406143d001a5', 'gw_port': {'id': '9ebcd261-f6af-4dd9-9e8e-f765f02adeed', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:36Z', 'updated_at': '2022-02-21T09:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '84b1e353-748a-4015-853e-de2e723fd5ea', 'name': '', 'network_id': '4ab503c5-f0c2-4fe5-abbc-729004846634', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'mac_address': 'fa:16:3e:2d:fc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0712f82b-0d83-40b6-9649-426280577247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:38Z', 'updated_at': '2022-02-21T09:30:39Z', 'revision_number': 2, 'project_id': 'f043675a051e4d9dbf16406143d001a5', 'subnets': [{'id': '0712f82b-0d83-40b6-9649-426280577247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:31:02.592300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Checking router: 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:31:02.592647 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Updating router 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 port 84b1e353-748a-4015-853e-de2e723fd5ea binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:31:02.625965 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4dcd61a4-f198-462e-a19a-6c25bfec712c req-5795eaf3-8f8a-40dc-be93-1a118656c123 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179721 Feb 21 09:31:02.655925 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:02.665192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e253981-efd4-4734-a73e-ad496034725e req-37e9baee-53b0-49c6-bc56-85df881dd44b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:02.667184 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0e253981-efd4-4734-a73e-ad496034725e req-37e9baee-53b0-49c6-bc56-85df881dd44b service neutron] 10.222.0.47 "GET /v2.0/networks?id=2038eec4-3894-44fc-87ec-7aa8d4e4746f HTTP/1.1" status: 200 len: 914 time: 0.1803527 Feb 21 09:31:02.736877 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0e253981-efd4-4734-a73e-ad496034725e req-877a9797-c3a0-4f17-a3c4-8774d1136bff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1b6c71b-4629-4780-85e2-c81865ccf882 HTTP/1.1" status: 200 len: 217 time: 0.0636163 Feb 21 09:31:02.797617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e253981-efd4-4734-a73e-ad496034725e req-3e4bbe18-3776-4929-be2b-32952b37f4ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:02.799111 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0e253981-efd4-4734-a73e-ad496034725e req-3e4bbe18-3776-4929-be2b-32952b37f4ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d9a9fdd-4740-4f48-b444-36e92b83f0bd HTTP/1.1" status: 200 len: 853 time: 0.0565727 Feb 21 09:31:02.892209 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0e253981-efd4-4734-a73e-ad496034725e req-f27d0e89-abef-4abb-bb91-13f4e83f37e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2038eec4-3894-44fc-87ec-7aa8d4e4746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867074 Feb 21 09:31:03.023385 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0e253981-efd4-4734-a73e-ad496034725e req-5cf12d69-0ea2-4b31-8025-c550a3a8b39d service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245208 Feb 21 09:31:03.030618 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-28577a43-8c88-445c-bcee-ae648cd5e4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:03.035508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:03.048509 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Transition to ACTIVE for port object 84b1e353-748a-4015-853e-de2e723fd5ea will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:31:03.056146 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:03.161583 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0e253981-efd4-4734-a73e-ad496034725e req-c86fd0bd-0237-4ddb-b032-6222c7c95e01 service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316586 Feb 21 09:31:03.185396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ebd18-6166-4352-86ca-710ed9b320d8 None None] Pushing event updated for resources: {'Port': ['ID=84b1e353-748a-4015-853e-de2e723fd5ea,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:03.200036 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ebd18-6166-4352-86ca-710ed9b320d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:03.200382 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ebd18-6166-4352-86ca-710ed9b320d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:03.200728 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ebd18-6166-4352-86ca-710ed9b320d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:03.201058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ebd18-6166-4352-86ca-710ed9b320d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:03.201390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ebd18-6166-4352-86ca-710ed9b320d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:03.201720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ebd18-6166-4352-86ca-710ed9b320d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:03.202046 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ebd18-6166-4352-86ca-710ed9b320d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:03.202372 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ebd18-6166-4352-86ca-710ed9b320d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:03.202693 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ebd18-6166-4352-86ca-710ed9b320d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:03.203032 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ebd18-6166-4352-86ca-710ed9b320d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:03.203356 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ebd18-6166-4352-86ca-710ed9b320d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:03.292287 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Attempting to bind port 84b1e353-748a-4015-853e-de2e723fd5ea on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:31:03.292647 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Attempting to bind port 84b1e353-748a-4015-853e-de2e723fd5ea by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'dccdcafd-af09-44db-8b4d-a8ca3953956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4ab503c5-f0c2-4fe5-abbc-729004846634'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:31:03.293004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Attempting to bind port 84b1e353-748a-4015-853e-de2e723fd5ea on network 4ab503c5-f0c2-4fe5-abbc-729004846634 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:31:03.299679 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:31:03.300056 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Checking segment: {'id': 'dccdcafd-af09-44db-8b4d-a8ca3953956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4ab503c5-f0c2-4fe5-abbc-729004846634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:31:03.300453 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:03.300845 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Bound using segment: {'id': 'dccdcafd-af09-44db-8b4d-a8ca3953956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4ab503c5-f0c2-4fe5-abbc-729004846634'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:31:03.301332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Bound port: 84b1e353-748a-4015-853e-de2e723fd5ea, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccdcafd-af09-44db-8b4d-a8ca3953956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4ab503c5-f0c2-4fe5-abbc-729004846634'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:31:03.301701 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:03.404076 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] For port 84b1e353-748a-4015-853e-de2e723fd5ea, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:31:03.407316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] For port 84b1e353-748a-4015-853e-de2e723fd5ea, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=84b1e353-748a-4015-853e-de2e723fd5ea,segment=NetworkSegment(dccdcafd-af09-44db-8b4d-a8ca3953956f),segment_id=dccdcafd-af09-44db-8b4d-a8ca3953956f)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:31:03.410941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:03.489073 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ebd18-6166-4352-86ca-710ed9b320d8 None None] Pushing event updated for resources: {'Port': ['ID=84b1e353-748a-4015-853e-de2e723fd5ea,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:03.491975 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Routers {'0a36d9b5-6dd2-4982-aa70-2feab7e944d7'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:31:03.492577 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:31:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0a36d9b5-6dd2-4982-aa70-2feab7e944d7'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:31:03.680040 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] Set router 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:31:03.757565 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:03.923036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b9b10-7f28-4eb7-b971-e758872df94b req-af1d17ab-9b1d-4329-b88c-ddcb25e6b8d1 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:03.924473 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ff0b9b10-7f28-4eb7-b971-e758872df94b req-af1d17ab-9b1d-4329-b88c-ddcb25e6b8d1 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 944 time: 0.1747336 Feb 21 09:31:03.970152 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ff0b9b10-7f28-4eb7-b971-e758872df94b req-b43615f8-e77b-4812-909d-926e532802e4 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392809 Feb 21 09:31:04.019177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'name': 'tempest-TestMinimumBasicScenario-1681511324-router', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '9ebcd261-f6af-4dd9-9e8e-f765f02adeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:35Z', 'updated_at': '2022-02-21T09:30:38Z', 'revision_number': 4, 'project_id': 'f043675a051e4d9dbf16406143d001a5', 'gw_port': {'id': '9ebcd261-f6af-4dd9-9e8e-f765f02adeed', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:36Z', 'updated_at': '2022-02-21T09:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '84b1e353-748a-4015-853e-de2e723fd5ea', 'name': '', 'network_id': '4ab503c5-f0c2-4fe5-abbc-729004846634', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'mac_address': 'fa:16:3e:2d:fc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0712f82b-0d83-40b6-9649-426280577247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:38Z', 'updated_at': '2022-02-21T09:31:03Z', 'revision_number': 4, 'project_id': 'f043675a051e4d9dbf16406143d001a5', 'subnets': [{'id': '0712f82b-0d83-40b6-9649-426280577247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:31:04.023068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac3728-9872-4272-a2bb-b6336e1f44d7 None None] The sync data for ids ['0a36d9b5-6dd2-4982-aa70-2feab7e944d7'] in dv-neutron-830062-1-hyperv is: [{'id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'name': 'tempest-TestMinimumBasicScenario-1681511324-router', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '9ebcd261-f6af-4dd9-9e8e-f765f02adeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:35Z', 'updated_at': '2022-02-21T09:30:38Z', 'revision_number': 4, 'project_id': 'f043675a051e4d9dbf16406143d001a5', 'gw_port': {'id': '9ebcd261-f6af-4dd9-9e8e-f765f02adeed', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:36Z', 'updated_at': '2022-02-21T09:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '84b1e353-748a-4015-853e-de2e723fd5ea', 'name': '', 'network_id': '4ab503c5-f0c2-4fe5-abbc-729004846634', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'mac_address': 'fa:16:3e:2d:fc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0712f82b-0d83-40b6-9649-426280577247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:38Z', 'updated_at': '2022-02-21T09:31:03Z', 'revision_number': 4, 'project_id': 'f043675a051e4d9dbf16406143d001a5', 'subnets': [{'id': '0712f82b-0d83-40b6-9649-426280577247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:31:04.124205 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:05.127698 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 84b1e353-748a-4015-853e-de2e723fd5ea up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:31:05.167375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5161ad-e824-409b-b222-2812767a0655 req-d46bf979-f8a8-432c-aa34-e802cd003200 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:05.168819 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cb5161ad-e824-409b-b222-2812767a0655 req-d46bf979-f8a8-432c-aa34-e802cd003200 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 944 time: 0.0758638 Feb 21 09:31:05.198546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 84b1e353-748a-4015-853e-de2e723fd5ea completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:31:05.203118 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 84b1e353-748a-4015-853e-de2e723fd5ea triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:31:05.203589 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:05.218527 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cb5161ad-e824-409b-b222-2812767a0655 req-6e5edceb-4a08-4e52-9888-cc5b79181b8b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Feb 21 09:31:05.313784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:05.347222 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 84b1e353-748a-4015-853e-de2e723fd5ea, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=84b1e353-748a-4015-853e-de2e723fd5ea,segment=NetworkSegment(dccdcafd-af09-44db-8b4d-a8ca3953956f),segment_id=dccdcafd-af09-44db-8b4d-a8ca3953956f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:31:05.351135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:05.418202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=84b1e353-748a-4015-853e-de2e723fd5ea,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:05.749677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e1b6c71b-4629-4780-85e2-c81865ccf882 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:31:05.879818 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port e1b6c71b-4629-4780-85e2-c81865ccf882, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e1b6c71b-4629-4780-85e2-c81865ccf882,segment=NetworkSegment(ecd21c08-7ef1-4920-b587-7794ce8346ca),segment_id=ecd21c08-7ef1-4920-b587-7794ce8346ca)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:31:05.892342 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'e1b6c71b-4629-4780-85e2-c81865ccf882', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'port_id': 'e1b6c71b-4629-4780-85e2-c81865ccf882', 'mac_address': 'fa:16:3e:dd:66:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:31:05.944424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:05.960911 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b6c71b-4629-4780-85e2-c81865ccf882 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:31:05.975696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port e1b6c71b-4629-4780-85e2-c81865ccf882, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e1b6c71b-4629-4780-85e2-c81865ccf882,segment=NetworkSegment(ecd21c08-7ef1-4920-b587-7794ce8346ca),segment_id=ecd21c08-7ef1-4920-b587-7794ce8346ca)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:31:05.980061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:06.087498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=e1b6c71b-4629-4780-85e2-c81865ccf882,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:06.090646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:06.178712 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['e1b6c71b-4629-4780-85e2-c81865ccf882'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:31:06.410424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1156817-ed0b-42eb-a26b-215d11f7d136 req-34199ad6-a008-4908-a51f-2fb58561fa73 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:06.411899 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c1156817-ed0b-42eb-a26b-215d11f7d136 req-34199ad6-a008-4908-a51f-2fb58561fa73 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 945 time: 0.0758657 Feb 21 09:31:06.456386 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c1156817-ed0b-42eb-a26b-215d11f7d136 req-90dc60d6-5512-4adf-97fa-acbb2a0708e9 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386608 Feb 21 09:31:07.111378 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 84b1e353-748a-4015-853e-de2e723fd5ea up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:31:07.177746 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 84b1e353-748a-4015-853e-de2e723fd5ea triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:31:07.178111 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:07.657718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90f1be-8abf-4075-b54f-85e00aa05164 req-954911c1-71bb-4593-8c0b-4979a279257b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:07.659210 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6d90f1be-8abf-4075-b54f-85e00aa05164 req-954911c1-71bb-4593-8c0b-4979a279257b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 945 time: 0.0800598 Feb 21 09:31:07.704688 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6d90f1be-8abf-4075-b54f-85e00aa05164 req-1d1fe7aa-12c7-44d0-90fd-caf839d28fe6 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400691 Feb 21 09:31:07.763005 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e1b6c71b-4629-4780-85e2-c81865ccf882 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:31:07.828185 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port e1b6c71b-4629-4780-85e2-c81865ccf882 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:31:07.832717 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port e1b6c71b-4629-4780-85e2-c81865ccf882 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:31:07.833081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:07.942561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:07.970840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b6c71b-4629-4780-85e2-c81865ccf882'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:31:07.984979 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port e1b6c71b-4629-4780-85e2-c81865ccf882, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e1b6c71b-4629-4780-85e2-c81865ccf882,segment=NetworkSegment(ecd21c08-7ef1-4920-b587-7794ce8346ca),segment_id=ecd21c08-7ef1-4920-b587-7794ce8346ca)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:31:07.990804 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:08.034737 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b6c71b-4629-4780-85e2-c81865ccf882', 'code': 200} Feb 21 09:31:08.059518 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=e1b6c71b-4629-4780-85e2-c81865ccf882,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:08.240963 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea739715-cf54-4438-b06a-896b32f82526 req-7737797a-9377-4af0-8875-3584b9ae3afd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 1099 time: 0.0651174 Feb 21 09:31:08.284316 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea739715-cf54-4438-b06a-896b32f82526 req-ad7fde86-2b16-4093-9bb0-fe356d6729c7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374999 Feb 21 09:31:08.898292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201c94a-40f4-4b66-b841-169c5a5ba33d req-215c28c9-b640-45de-8dab-76b8ce42bf98 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:08.899666 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2201c94a-40f4-4b66-b841-169c5a5ba33d req-215c28c9-b640-45de-8dab-76b8ce42bf98 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 946 time: 0.0776508 Feb 21 09:31:08.951302 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2201c94a-40f4-4b66-b841-169c5a5ba33d req-0dee6c38-7ed5-4b59-a1c6-729419eb2761 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456748 Feb 21 09:31:10.149171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52af66-664f-4d34-900d-aaac06860c61 req-3b46d397-2e3d-4c67-a912-1b3f865f11d6 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:10.150610 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0f52af66-664f-4d34-900d-aaac06860c61 req-3b46d397-2e3d-4c67-a912-1b3f865f11d6 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 946 time: 0.0732164 Feb 21 09:31:10.197416 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0f52af66-664f-4d34-900d-aaac06860c61 req-c21febf7-872f-4ff8-8366-926ef0def36d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414362 Feb 21 09:31:10.390407 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038a1b8-8a1d-47e9-863e-05150b49d845 req-af6bb082-49b3-4c81-a6b9-8a09a32e74f0 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:10.391881 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d038a1b8-8a1d-47e9-863e-05150b49d845 req-af6bb082-49b3-4c81-a6b9-8a09a32e74f0 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 946 time: 0.0742452 Feb 21 09:31:10.437873 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d038a1b8-8a1d-47e9-863e-05150b49d845 req-08381e36-e5ba-489c-8696-7a40d7a5f51e tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401313 Feb 21 09:31:10.851222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a24dea-38f6-45b6-b106-28a6bfcbf36e req-6c57387e-66de-4b60-955f-c1a1051b8312 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:10.852654 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f4a24dea-38f6-45b6-b106-28a6bfcbf36e req-6c57387e-66de-4b60-955f-c1a1051b8312 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 946 time: 0.0782642 Feb 21 09:31:10.896062 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f4a24dea-38f6-45b6-b106-28a6bfcbf36e req-165f197f-d2f0-49b7-ad1d-c5182d2042ed tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 Feb 21 09:31:20.971492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322108a9-1c95-49ce-930a-12274215ac5e req-969aa15b-340c-4980-a9f6-dedde7406692 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:20.972950 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-322108a9-1c95-49ce-930a-12274215ac5e req-969aa15b-340c-4980-a9f6-dedde7406692 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 946 time: 0.0752876 Feb 21 09:31:21.016017 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-322108a9-1c95-49ce-930a-12274215ac5e req-233186e1-2968-4e62-a4e9-0fa490bc00b0 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377116 Feb 21 09:31:21.044418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33628) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:31:21.177973 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2cf24a37-aa23-47e5-b5ba-55c1a556dcfd tempest-TestMinimumBasicScenario-538669064 tempest-TestMinimumBasicScenario-538669064-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 1094 time: 0.1324294 Feb 21 09:31:21.180840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33634) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:31:21.185813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': 'e1b6c71b-4629-4780-85e2-c81865ccf882', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:31:21.191125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:31:21.194782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Usage tracker for resource:floatingip and tenant:acc5dec924f241019ea88b3a770e4034 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:31:21.198040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:31:21.203644 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:31:21.213981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:21.346295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:21.485263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Allocated IP 172.26.6.161 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/0814ab93-ae6e-4ac0-b049-7774af031705) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:31:21.631732 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:21.659442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:21.728458 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:31:21.731410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:31:21.735595 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:31:21.760141 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event updated for resources: {'Port': ['ID=0814ab93-ae6e-4ac0-b049-7774af031705,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:21.783076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:21.783419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:21.783755 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:21.784084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:21.784411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:21.784735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:21.785056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:21.785371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:21.785692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:21.786008 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:21.786321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:22.315177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:22.367848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:22.565513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:22.569951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:22.675231 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event updated for resources: {'Port': ['ID=0814ab93-ae6e-4ac0-b049-7774af031705,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:22.687196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:22.874045 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Floating IP e65efb98-f595-4275-ad04-146bf82264c5 associated. External IP: 172.26.6.161, port: e1b6c71b-4629-4780-85e2-c81865ccf882. Feb 21 09:31:23.251820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Router 3cd622b6-219a-4713-93d0-0e4d32d78486 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:31:23.554208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:31:23.564364 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f68d775-2061-4d75-a93b-5c67f7f3daa4 None None] Sync routers for ids ['3cd622b6-219a-4713-93d0-0e4d32d78486'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:31:23.576101 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f68d775-2061-4d75-a93b-5c67f7f3daa4 None None] Routers {'3cd622b6-219a-4713-93d0-0e4d32d78486'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:31:23.576779 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8f68d775-2061-4d75-a93b-5c67f7f3daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:31:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3cd622b6-219a-4713-93d0-0e4d32d78486'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:31:23.579735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:23.632915 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-beeebd04-2b72-4a13-90ba-06ac0bbb6468 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4510436 Feb 21 09:31:23.633491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'tag': 'e1b6c71b-4629-4780-85e2-c81865ccf882'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:31:23.635817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33638) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:31:23.642108 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-364250471', 'description': 'tempest-secgroup-smoke-364250471 description', 'project_id': 'acc5dec924f241019ea88b3a770e4034'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:31:23.648707 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:31:23.658900 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:31:23.669772 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:23.696273 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'tag': 'e1b6c71b-4629-4780-85e2-c81865ccf882', 'status': 'completed', 'code': 200} Feb 21 09:31:23.706163 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:31:23.709930 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Usage tracker for resource:security_group_rule and tenant:acc5dec924f241019ea88b3a770e4034 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:31:23.712815 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:31:23.718499 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:31:23.761055 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-8f68d775-2061-4d75-a93b-5c67f7f3daa4 None None] Set router 3cd622b6-219a-4713-93d0-0e4d32d78486 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:31:23.775266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:23.784258 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:23.794831 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0076e440-f55f-4fa1-b4e6-9cb753f72922 req-db00c464-ed77-4e9d-b9ec-7e987d44259c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acc5dec924f241019ea88b3a770e4034&device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 1099 time: 0.0762482 Feb 21 09:31:23.833774 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8795c7ef-b01a-43b8-9193-8c4b6e04cf3a,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:23.838777 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:23.842745 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2026501 Feb 21 09:31:23.843027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33644) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:31:23.850114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-685e913c-5bdf-43f7-90c0-952dcf437ff7 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Request body: {'security_group_rule': {'security_group_id': '8795c7ef-b01a-43b8-9193-8c4b6e04cf3a', 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:31:23.856937 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:23.857284 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:23.857617 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:23.857944 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:23.858275 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:23.858599 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:23.858917 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:23.859335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:23.859653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:23.859973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:23.860288 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d01bc-a9b7-4dd7-84e5-3d3bf76d7011 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:23.863422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-685e913c-5bdf-43f7-90c0-952dcf437ff7 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:31:23.870005 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-685e913c-5bdf-43f7-90c0-952dcf437ff7 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Usage tracker for resource:security_group_rule and tenant:acc5dec924f241019ea88b3a770e4034 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:31:23.872545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-685e913c-5bdf-43f7-90c0-952dcf437ff7 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:31:23.878858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-685e913c-5bdf-43f7-90c0-952dcf437ff7 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:31:23.897296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-685e913c-5bdf-43f7-90c0-952dcf437ff7 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:23.937060 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076e440-f55f-4fa1-b4e6-9cb753f72922 req-fddb87ee-bcef-4953-acaf-786c4859c00f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:23.938635 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0076e440-f55f-4fa1-b4e6-9cb753f72922 req-fddb87ee-bcef-4953-acaf-786c4859c00f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2038eec4-3894-44fc-87ec-7aa8d4e4746f HTTP/1.1" status: 200 len: 914 time: 0.1384189 Feb 21 09:31:23.963372 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-685e913c-5bdf-43f7-90c0-952dcf437ff7 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:23.967770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-685e913c-5bdf-43f7-90c0-952dcf437ff7 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:23.992493 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e913c-5bdf-43f7-90c0-952dcf437ff7 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8fe7df-92a1-4e65-895e-f00caf048371,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:24.003669 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-685e913c-5bdf-43f7-90c0-952dcf437ff7 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.005223 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-685e913c-5bdf-43f7-90c0-952dcf437ff7 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1612525 Feb 21 09:31:24.008012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33648) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:31:24.014141 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-3e0c4ee4-1162-45ed-926d-75438e268e26 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Request body: {'security_group_rule': {'security_group_id': '8795c7ef-b01a-43b8-9193-8c4b6e04cf3a', 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:31:24.020796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3e0c4ee4-1162-45ed-926d-75438e268e26 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:31:24.026473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3e0c4ee4-1162-45ed-926d-75438e268e26 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Usage tracker for resource:security_group_rule and tenant:acc5dec924f241019ea88b3a770e4034 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:31:24.029623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-3e0c4ee4-1162-45ed-926d-75438e268e26 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:31:24.035620 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-3e0c4ee4-1162-45ed-926d-75438e268e26 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:31:24.045707 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0076e440-f55f-4fa1-b4e6-9cb753f72922 req-3b563326-11bc-4234-840d-0e714269b309 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1b6c71b-4629-4780-85e2-c81865ccf882 HTTP/1.1" status: 200 len: 1000 time: 0.1000051 Feb 21 09:31:24.053958 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4ee4-1162-45ed-926d-75438e268e26 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.118288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076e440-f55f-4fa1-b4e6-9cb753f72922 req-35c18668-e221-48d4-8f6b-c791c38446f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:24.119936 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0076e440-f55f-4fa1-b4e6-9cb753f72922 req-35c18668-e221-48d4-8f6b-c791c38446f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d9a9fdd-4740-4f48-b444-36e92b83f0bd HTTP/1.1" status: 200 len: 853 time: 0.0681174 Feb 21 09:31:24.125266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4ee4-1162-45ed-926d-75438e268e26 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.129300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4ee4-1162-45ed-926d-75438e268e26 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.141818 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8f68d775-2061-4d75-a93b-5c67f7f3daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:30:32Z', 'revision_number': 4, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port': {'id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:30Z', 'updated_at': '2022-02-21T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'e65efb98-f595-4275-ad04-146bf82264c5', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'floating_ip_address': '172.26.6.161', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'port_id': 'e1b6c71b-4629-4780-85e2-c81865ccf882', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'mac_address': 'fa:16:3e:dd:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:31:22Z', 'updated_at': '2022-02-21T09:31:22Z', 'revision_number': 0, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c4a39-9bae-4f90-bf18-c63f243870f3', 'name': '', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'mac_address': 'fa:16:3e:46:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:32Z', 'updated_at': '2022-02-21T09:30:41Z', 'revision_number': 5, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'subnets': [{'id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:31:24.146834 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f68d775-2061-4d75-a93b-5c67f7f3daa4 None None] Checking router: 3cd622b6-219a-4713-93d0-0e4d32d78486 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:31:24.151412 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c4ee4-1162-45ed-926d-75438e268e26 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d327ebd4-9515-4b07-a41f-701052cf9fd4,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:24.164239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4ee4-1162-45ed-926d-75438e268e26 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.168600 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3e0c4ee4-1162-45ed-926d-75438e268e26 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1562922 Feb 21 09:31:24.169187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33652) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:31:24.171897 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f68d775-2061-4d75-a93b-5c67f7f3daa4 None None] Routers {'3cd622b6-219a-4713-93d0-0e4d32d78486'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:31:24.172413 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8f68d775-2061-4d75-a93b-5c67f7f3daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:31:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3cd622b6-219a-4713-93d0-0e4d32d78486'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:31:24.175287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-9c37df80-b9d4-4b82-ba09-ce2249936089 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Request body: {'security_group_rule': {'security_group_id': '8795c7ef-b01a-43b8-9193-8c4b6e04cf3a', 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:31:24.181168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9c37df80-b9d4-4b82-ba09-ce2249936089 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:31:24.189046 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9c37df80-b9d4-4b82-ba09-ce2249936089 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Usage tracker for resource:security_group_rule and tenant:acc5dec924f241019ea88b3a770e4034 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:31:24.192593 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-9c37df80-b9d4-4b82-ba09-ce2249936089 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:31:24.200549 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-9c37df80-b9d4-4b82-ba09-ce2249936089 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:31:24.203482 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0076e440-f55f-4fa1-b4e6-9cb753f72922 req-5eda19dc-2ab8-4872-81d6-ed827b098ef4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2038eec4-3894-44fc-87ec-7aa8d4e4746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771334 Feb 21 09:31:24.218904 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9c37df80-b9d4-4b82-ba09-ce2249936089 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.296246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9c37df80-b9d4-4b82-ba09-ce2249936089 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.301523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9c37df80-b9d4-4b82-ba09-ce2249936089 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.328395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37df80-b9d4-4b82-ba09-ce2249936089 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f414005-0670-4bc6-82e8-70b528acb2d1,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:24.342770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-9c37df80-b9d4-4b82-ba09-ce2249936089 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.344025 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-9c37df80-b9d4-4b82-ba09-ce2249936089 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1736472 Feb 21 09:31:24.346834 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33656) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:31:24.353016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-4d5729be-ab2e-4551-89d5-8a4c0cde04ce tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Request body: {'security_group_rule': {'security_group_id': '8795c7ef-b01a-43b8-9193-8c4b6e04cf3a', 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:31:24.359311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4d5729be-ab2e-4551-89d5-8a4c0cde04ce tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:31:24.364819 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0076e440-f55f-4fa1-b4e6-9cb753f72922 req-4ba63653-7de6-4a9d-a644-63774f181b98 service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523364 Feb 21 09:31:24.366258 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4d5729be-ab2e-4551-89d5-8a4c0cde04ce tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Usage tracker for resource:security_group_rule and tenant:acc5dec924f241019ea88b3a770e4034 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:31:24.369457 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-4d5729be-ab2e-4551-89d5-8a4c0cde04ce tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:31:24.371222 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-8f68d775-2061-4d75-a93b-5c67f7f3daa4 None None] Set router 3cd622b6-219a-4713-93d0-0e4d32d78486 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:31:24.375179 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-4d5729be-ab2e-4551-89d5-8a4c0cde04ce tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:31:24.395510 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d5729be-ab2e-4551-89d5-8a4c0cde04ce tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.481740 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d5729be-ab2e-4551-89d5-8a4c0cde04ce tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.487645 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d5729be-ab2e-4551-89d5-8a4c0cde04ce tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.508211 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0076e440-f55f-4fa1-b4e6-9cb753f72922 req-43efc3d5-c19d-4a0f-a6ce-3a18f219bf6c service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395049 Feb 21 09:31:24.511553 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5729be-ab2e-4551-89d5-8a4c0cde04ce tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2dca10-0f4a-49fa-8469-5e4196a98848,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:24.530126 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-4d5729be-ab2e-4551-89d5-8a4c0cde04ce tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.531679 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-4d5729be-ab2e-4551-89d5-8a4c0cde04ce tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1835108 Feb 21 09:31:24.534334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33660) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:31:24.539994 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-650de179-82d0-467b-a7de-5a8f77af9c6b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Request body: {'security_group_rule': {'security_group_id': '8795c7ef-b01a-43b8-9193-8c4b6e04cf3a', 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:31:24.545708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-650de179-82d0-467b-a7de-5a8f77af9c6b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:31:24.549672 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-650de179-82d0-467b-a7de-5a8f77af9c6b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Usage tracker for resource:security_group_rule and tenant:acc5dec924f241019ea88b3a770e4034 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:31:24.552531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-650de179-82d0-467b-a7de-5a8f77af9c6b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:31:24.558971 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-650de179-82d0-467b-a7de-5a8f77af9c6b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:31:24.570640 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-650de179-82d0-467b-a7de-5a8f77af9c6b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Project acc5dec924f241019ea88b3a770e4034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:31:24.578822 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-650de179-82d0-467b-a7de-5a8f77af9c6b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.645304 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-650de179-82d0-467b-a7de-5a8f77af9c6b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.649027 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-650de179-82d0-467b-a7de-5a8f77af9c6b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.673067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650de179-82d0-467b-a7de-5a8f77af9c6b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530d7b60-d6ce-4aa7-ba46-c212fe32f5b6,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:24.682374 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-650de179-82d0-467b-a7de-5a8f77af9c6b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.683683 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-650de179-82d0-467b-a7de-5a8f77af9c6b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1484210 Feb 21 09:31:24.686361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33664) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:31:24.691852 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-385c5fd4-85e7-4342-b656-78ea189cd5cd tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Request body: {'security_group_rule': {'security_group_id': '8795c7ef-b01a-43b8-9193-8c4b6e04cf3a', 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:31:24.698099 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-385c5fd4-85e7-4342-b656-78ea189cd5cd tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:31:24.701888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-385c5fd4-85e7-4342-b656-78ea189cd5cd tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Usage tracker for resource:security_group_rule and tenant:acc5dec924f241019ea88b3a770e4034 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:31:24.704721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-385c5fd4-85e7-4342-b656-78ea189cd5cd tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:31:24.710408 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-385c5fd4-85e7-4342-b656-78ea189cd5cd tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:31:24.721138 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-385c5fd4-85e7-4342-b656-78ea189cd5cd tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Project acc5dec924f241019ea88b3a770e4034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:31:24.727519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-385c5fd4-85e7-4342-b656-78ea189cd5cd tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.768147 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8f68d775-2061-4d75-a93b-5c67f7f3daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:30:32Z', 'revision_number': 4, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port': {'id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:30Z', 'updated_at': '2022-02-21T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'e65efb98-f595-4275-ad04-146bf82264c5', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'floating_ip_address': '172.26.6.161', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'port_id': 'e1b6c71b-4629-4780-85e2-c81865ccf882', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'mac_address': 'fa:16:3e:dd:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:31:22Z', 'updated_at': '2022-02-21T09:31:22Z', 'revision_number': 0, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c4a39-9bae-4f90-bf18-c63f243870f3', 'name': '', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'mac_address': 'fa:16:3e:46:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:32Z', 'updated_at': '2022-02-21T09:30:41Z', 'revision_number': 5, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'subnets': [{'id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:31:24.772760 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f68d775-2061-4d75-a93b-5c67f7f3daa4 None None] The sync data for ids ['3cd622b6-219a-4713-93d0-0e4d32d78486'] in dv-neutron-830062-1-hyperv is: [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:30:32Z', 'revision_number': 4, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port': {'id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:30Z', 'updated_at': '2022-02-21T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'e65efb98-f595-4275-ad04-146bf82264c5', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'floating_ip_address': '172.26.6.161', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'port_id': 'e1b6c71b-4629-4780-85e2-c81865ccf882', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'mac_address': 'fa:16:3e:dd:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:31:22Z', 'updated_at': '2022-02-21T09:31:22Z', 'revision_number': 0, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c4a39-9bae-4f90-bf18-c63f243870f3', 'name': '', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'mac_address': 'fa:16:3e:46:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:32Z', 'updated_at': '2022-02-21T09:30:41Z', 'revision_number': 5, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'subnets': [{'id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:31:24.804694 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-385c5fd4-85e7-4342-b656-78ea189cd5cd tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.808708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-385c5fd4-85e7-4342-b656-78ea189cd5cd tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.832721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5fd4-85e7-4342-b656-78ea189cd5cd tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a3d42c-82ac-4bc1-9f77-bd724d9bff34,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:24.842309 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-385c5fd4-85e7-4342-b656-78ea189cd5cd tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:24.843636 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-385c5fd4-85e7-4342-b656-78ea189cd5cd tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1562862 Feb 21 09:31:24.973702 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50ed5e-ef15-4421-b14a-c2404bdc660d None None] New status for floating IP e65efb98-f595-4275-ad04-146bf82264c5: ACTIVE {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:31:24.981313 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0946ac76-496a-4212-b5cf-4b06e5d8ff6a req-5405f64e-0ff0-4398-887a-127000f7fbcb tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-364250471&fields=id&tenant_id=acc5dec924f241019ea88b3a770e4034 HTTP/1.1" status: 200 len: 267 time: 0.0416267 Feb 21 09:31:25.069917 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946ac76-496a-4212-b5cf-4b06e5d8ff6a req-34cd1e78-56a2-4143-9731-b580056403b3 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:25.072059 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0946ac76-496a-4212-b5cf-4b06e5d8ff6a req-34cd1e78-56a2-4143-9731-b580056403b3 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 946 time: 0.0851901 Feb 21 09:31:25.082874 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-0946ac76-496a-4212-b5cf-4b06e5d8ff6a req-74ada083-78e2-47d9-8581-e0d9bae924c8 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Request body: {'port': {'security_groups': ['4b68270f-8f69-4a07-8c20-8fa007d78015', '8795c7ef-b01a-43b8-9193-8c4b6e04cf3a']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:31:25.201491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0946ac76-496a-4212-b5cf-4b06e5d8ff6a req-74ada083-78e2-47d9-8581-e0d9bae924c8 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:25.460737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-0946ac76-496a-4212-b5cf-4b06e5d8ff6a req-74ada083-78e2-47d9-8581-e0d9bae924c8 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] For port e1b6c71b-4629-4780-85e2-c81865ccf882, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e1b6c71b-4629-4780-85e2-c81865ccf882,segment=NetworkSegment(ecd21c08-7ef1-4920-b587-7794ce8346ca),segment_id=ecd21c08-7ef1-4920-b587-7794ce8346ca)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:31:25.486051 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0946ac76-496a-4212-b5cf-4b06e5d8ff6a req-74ada083-78e2-47d9-8581-e0d9bae924c8 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:25.490367 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0946ac76-496a-4212-b5cf-4b06e5d8ff6a req-74ada083-78e2-47d9-8581-e0d9bae924c8 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:25.501992 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['e1b6c71b-4629-4780-85e2-c81865ccf882'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:31:25.563256 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946ac76-496a-4212-b5cf-4b06e5d8ff6a req-74ada083-78e2-47d9-8581-e0d9bae924c8 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:25.564061 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0946ac76-496a-4212-b5cf-4b06e5d8ff6a req-74ada083-78e2-47d9-8581-e0d9bae924c8 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:25.565407 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0946ac76-496a-4212-b5cf-4b06e5d8ff6a req-74ada083-78e2-47d9-8581-e0d9bae924c8 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "PUT /v2.0/ports/e1b6c71b-4629-4780-85e2-c81865ccf882 HTTP/1.1" status: 200 len: 982 time: 0.4873204 Feb 21 09:31:25.586253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ada083-78e2-47d9-8581-e0d9bae924c8 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event updated for resources: {'Port': ['ID=e1b6c71b-4629-4780-85e2-c81865ccf882,revision_number=6']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:25.633702 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['e1b6c71b-4629-4780-85e2-c81865ccf882'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:31:25.719030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'tag': 'e1b6c71b-4629-4780-85e2-c81865ccf882'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:31:25.813346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416edacc-d2fb-43ae-b346-53b75049c026 req-c8d8ec7b-7829-4bdd-a37c-a919cf43e903 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:25.820485 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-416edacc-d2fb-43ae-b346-53b75049c026 req-c8d8ec7b-7829-4bdd-a37c-a919cf43e903 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 985 time: 0.1341901 Feb 21 09:31:25.823726 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'tag': 'e1b6c71b-4629-4780-85e2-c81865ccf882', 'status': 'completed', 'code': 200} Feb 21 09:31:25.915659 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-416edacc-d2fb-43ae-b346-53b75049c026 req-fcb6b9cd-4de1-4dab-8e7b-c255c6791773 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=8795c7ef-b01a-43b8-9193-8c4b6e04cf3a&id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941510 Feb 21 09:31:25.940887 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-10e8e5f7-6056-4259-a35f-b57f9908758e req-e2c29f8e-8776-42be-a6d2-8fe506d0a391 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acc5dec924f241019ea88b3a770e4034&device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 1138 time: 0.1031814 Feb 21 09:31:25.941396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8da75673-7d21-48a7-96d8-3f9d92783368 None None] Provisioning complete for port e1b6c71b-4629-4780-85e2-c81865ccf882 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:31:25.941768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8da75673-7d21-48a7-96d8-3f9d92783368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:26.170106 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8e5f7-6056-4259-a35f-b57f9908758e req-b428a9c0-341a-4603-a249-446c714a840f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:26.171619 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-10e8e5f7-6056-4259-a35f-b57f9908758e req-b428a9c0-341a-4603-a249-446c714a840f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2038eec4-3894-44fc-87ec-7aa8d4e4746f HTTP/1.1" status: 200 len: 914 time: 0.2248352 Feb 21 09:31:26.273775 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-10e8e5f7-6056-4259-a35f-b57f9908758e req-4b2be176-263f-4104-a535-7cc2afc9007f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1b6c71b-4629-4780-85e2-c81865ccf882 HTTP/1.1" status: 200 len: 1002 time: 0.0964055 Feb 21 09:31:26.334109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8e5f7-6056-4259-a35f-b57f9908758e req-adad39de-e183-4707-a915-26f78716d7c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:26.335554 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-10e8e5f7-6056-4259-a35f-b57f9908758e req-adad39de-e183-4707-a915-26f78716d7c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d9a9fdd-4740-4f48-b444-36e92b83f0bd HTTP/1.1" status: 200 len: 853 time: 0.0570140 Feb 21 09:31:26.409207 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-10e8e5f7-6056-4259-a35f-b57f9908758e req-24624c61-7e15-472d-837c-9e77e32b1650 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2038eec4-3894-44fc-87ec-7aa8d4e4746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666847 Feb 21 09:31:26.537531 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-10e8e5f7-6056-4259-a35f-b57f9908758e req-ccf345ac-fcfc-42bb-a156-3aea473dbcb5 service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211717 Feb 21 09:31:26.666647 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-10e8e5f7-6056-4259-a35f-b57f9908758e req-060fc595-081b-4752-bd1a-9d659df4efa0 service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228037 Feb 21 09:31:30.234157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4ca894df-e2dc-4a65-8a26-8793c2b08d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:30.711793 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:31.854254 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:31:33.015840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8fb989cf-3a0a-4402-8dec-c98ff7888303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:33.700580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:34.168145 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:36.084173 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:31:43.097467 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f2f956ce-3348-4d5b-9703-92c65d4bc8c5 req-2789d88a-a0bf-4d2c-918c-7aa142574579 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acc5dec924f241019ea88b3a770e4034&device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 1138 time: 0.1272416 Feb 21 09:31:43.111144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199bc8a-810b-45ac-882a-e2f51504de3f req-461eb030-f297-4394-a235-a8ae80a9267f tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:43.112477 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f199bc8a-810b-45ac-882a-e2f51504de3f req-461eb030-f297-4394-a235-a8ae80a9267f tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 985 time: 0.0932922 Feb 21 09:31:43.247995 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f199bc8a-810b-45ac-882a-e2f51504de3f req-998b01ef-6c30-4d82-870d-bae8d1dc5e00 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=8795c7ef-b01a-43b8-9193-8c4b6e04cf3a&id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162305 Feb 21 09:31:43.279652 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f956ce-3348-4d5b-9703-92c65d4bc8c5 req-c404de0b-55f0-4034-a863-5f2d227d7dc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:43.281063 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f2f956ce-3348-4d5b-9703-92c65d4bc8c5 req-c404de0b-55f0-4034-a863-5f2d227d7dc2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2038eec4-3894-44fc-87ec-7aa8d4e4746f HTTP/1.1" status: 200 len: 914 time: 0.1756387 Feb 21 09:31:43.382489 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f2f956ce-3348-4d5b-9703-92c65d4bc8c5 req-6ce312b4-d755-4003-9c7b-522dba38a09e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1b6c71b-4629-4780-85e2-c81865ccf882 HTTP/1.1" status: 200 len: 1002 time: 0.0948770 Feb 21 09:31:43.444161 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f956ce-3348-4d5b-9703-92c65d4bc8c5 req-bf676ce5-342d-4cbd-b43b-87867747fe54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:43.445544 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f2f956ce-3348-4d5b-9703-92c65d4bc8c5 req-bf676ce5-342d-4cbd-b43b-87867747fe54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d9a9fdd-4740-4f48-b444-36e92b83f0bd HTTP/1.1" status: 200 len: 853 time: 0.0566807 Feb 21 09:31:43.539673 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f2f956ce-3348-4d5b-9703-92c65d4bc8c5 req-b2eaff08-54b8-4916-9869-b712ec02a54b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2038eec4-3894-44fc-87ec-7aa8d4e4746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869215 Feb 21 09:31:43.668358 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f2f956ce-3348-4d5b-9703-92c65d4bc8c5 req-ba8213ab-0ec3-4778-9e58-cde9370ce224 service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227114 Feb 21 09:31:43.803902 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f2f956ce-3348-4d5b-9703-92c65d4bc8c5 req-3eb84218-3beb-418c-a47f-a3c9e4d0fcb8 service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295078 Feb 21 09:31:44.448395 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c2f60-d80e-4268-b09f-ca0acda64127 req-556f71ff-8bf5-4d30-a658-7f561fdf17a4 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:44.449834 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-296c2f60-d80e-4268-b09f-ca0acda64127 req-556f71ff-8bf5-4d30-a658-7f561fdf17a4 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 985 time: 0.0795810 Feb 21 09:31:44.494494 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-296c2f60-d80e-4268-b09f-ca0acda64127 req-8206cfac-f2bc-4329-bda9-5f8afb47ebe8 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=8795c7ef-b01a-43b8-9193-8c4b6e04cf3a&id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386751 Feb 21 09:31:45.691035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99753ff4-7bf3-48c0-8982-5a118f7e1419 req-d3647c63-372f-483f-97ab-ca38ec004d81 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:45.692494 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99753ff4-7bf3-48c0-8982-5a118f7e1419 req-d3647c63-372f-483f-97ab-ca38ec004d81 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 985 time: 0.0751147 Feb 21 09:31:45.741700 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99753ff4-7bf3-48c0-8982-5a118f7e1419 req-2000e780-4c49-4467-9181-076d8a634630 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=8795c7ef-b01a-43b8-9193-8c4b6e04cf3a&id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431659 Feb 21 09:31:47.017060 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ccdb0-b264-4122-9e1e-b73331b5f324 req-406a1b84-a8f2-480f-9564-174b5002132a tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:47.018501 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cc5ccdb0-b264-4122-9e1e-b73331b5f324 req-406a1b84-a8f2-480f-9564-174b5002132a tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 985 time: 0.1556940 Feb 21 09:31:47.064168 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cc5ccdb0-b264-4122-9e1e-b73331b5f324 req-fca4b52c-cb0c-4f3d-9172-7d6e8faee578 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=8795c7ef-b01a-43b8-9193-8c4b6e04cf3a&id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401666 Feb 21 09:31:48.265066 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2c897-dc7c-4846-aeb5-dbf6438d09ad req-7609194c-5dae-4051-990d-a58c0194595b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:48.266519 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bdb2c897-dc7c-4846-aeb5-dbf6438d09ad req-7609194c-5dae-4051-990d-a58c0194595b tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 985 time: 0.0840564 Feb 21 09:31:48.312333 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bdb2c897-dc7c-4846-aeb5-dbf6438d09ad req-03e9dc93-0e7d-4b2e-9456-2f475715ac60 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=8795c7ef-b01a-43b8-9193-8c4b6e04cf3a&id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400875 Feb 21 09:31:49.502560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543e496-2642-4680-aa87-f583137b9d6a req-4e128a4e-cb2e-48d8-98ed-b4be095e1252 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:49.504273 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4543e496-2642-4680-aa87-f583137b9d6a req-4e128a4e-cb2e-48d8-98ed-b4be095e1252 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 985 time: 0.0741694 Feb 21 09:31:49.553859 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4543e496-2642-4680-aa87-f583137b9d6a req-9aadcca4-629e-4764-a787-f8a46ed75f44 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=8795c7ef-b01a-43b8-9193-8c4b6e04cf3a&id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440748 Feb 21 09:31:50.752590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f568042-e181-49d9-90df-728b412f967b req-76bf8687-8d91-4d8e-bbf9-9623f3b77b9a tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:50.754043 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9f568042-e181-49d9-90df-728b412f967b req-76bf8687-8d91-4d8e-bbf9-9623f3b77b9a tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 985 time: 0.0807674 Feb 21 09:31:50.800725 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9f568042-e181-49d9-90df-728b412f967b req-b91bedc1-0971-46be-bae9-be4f5c035564 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=8795c7ef-b01a-43b8-9193-8c4b6e04cf3a&id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404618 Feb 21 09:31:52.001776 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f054e-2232-4c00-b52d-af2e264c83cd req-9fd7d95a-cb80-4e93-97c9-84ae9eddfab7 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:52.003160 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-651f054e-2232-4c00-b52d-af2e264c83cd req-9fd7d95a-cb80-4e93-97c9-84ae9eddfab7 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 985 time: 0.0810897 Feb 21 09:31:52.051841 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-651f054e-2232-4c00-b52d-af2e264c83cd req-a9b518aa-bc5f-44a2-8d78-422986f93800 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=8795c7ef-b01a-43b8-9193-8c4b6e04cf3a&id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431831 Feb 21 09:31:53.246865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7285257-f893-4de7-bd92-d253cba6e829 req-729b721b-db59-406e-8082-d47103ea0a5c tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:53.248384 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7285257-f893-4de7-bd92-d253cba6e829 req-729b721b-db59-406e-8082-d47103ea0a5c tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 985 time: 0.0759513 Feb 21 09:31:53.294244 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7285257-f893-4de7-bd92-d253cba6e829 req-e7a68f02-8852-487e-9351-629efece978a tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=8795c7ef-b01a-43b8-9193-8c4b6e04cf3a&id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403440 Feb 21 09:31:54.494654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbe880-014b-4fc0-9551-921d288bc92e req-8ceb0407-f735-47fc-ab7b-1e3aa4bfffc9 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:54.496263 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a0fbe880-014b-4fc0-9551-921d288bc92e req-8ceb0407-f735-47fc-ab7b-1e3aa4bfffc9 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 985 time: 0.0785906 Feb 21 09:31:54.545793 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a0fbe880-014b-4fc0-9551-921d288bc92e req-67064de1-edac-4165-bee3-6491cd714d17 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=8795c7ef-b01a-43b8-9193-8c4b6e04cf3a&id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439329 Feb 21 09:31:55.746368 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb198d7-ba67-4a48-8be8-f0a64b8e2804 req-644ff6d9-944c-44b3-b3e0-36e29840fd7c tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:55.747852 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3fb198d7-ba67-4a48-8be8-f0a64b8e2804 req-644ff6d9-944c-44b3-b3e0-36e29840fd7c tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 985 time: 0.0741508 Feb 21 09:31:55.793260 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3fb198d7-ba67-4a48-8be8-f0a64b8e2804 req-8610ba13-06d7-4e7d-bbdc-13b9d96b5321 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=8795c7ef-b01a-43b8-9193-8c4b6e04cf3a&id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398788 Feb 21 09:32:00.237514 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-92a0e606-b61f-49f6-99e2-9ee43b9ce599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:00.711364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:03.016903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5c8db735-9b0b-4b15-b6e4-8f142b8e7413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:03.702450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:04.128777 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:06.086068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:07.469848 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2c67a77b-aadd-42fc-97ae-4ae6e93b17cb req-3a9f572b-d50f-4e86-95d2-9570764e1852 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713131 Feb 21 09:32:07.603689 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2c67a77b-aadd-42fc-97ae-4ae6e93b17cb req-9b5b888a-bf4f-44b2-8179-ee67a57ff131 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acc5dec924f241019ea88b3a770e4034&device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 1138 time: 0.0690584 Feb 21 09:32:07.752180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67a77b-aadd-42fc-97ae-4ae6e93b17cb req-6af7a94f-2053-4c72-974c-ddaf2b800888 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:32:07.753545 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2c67a77b-aadd-42fc-97ae-4ae6e93b17cb req-6af7a94f-2053-4c72-974c-ddaf2b800888 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2038eec4-3894-44fc-87ec-7aa8d4e4746f HTTP/1.1" status: 200 len: 914 time: 0.1322038 Feb 21 09:32:07.855962 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2c67a77b-aadd-42fc-97ae-4ae6e93b17cb req-ac55c179-eeb8-49ff-9b12-35353822f423 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1b6c71b-4629-4780-85e2-c81865ccf882 HTTP/1.1" status: 200 len: 1002 time: 0.0960207 Feb 21 09:32:07.915758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67a77b-aadd-42fc-97ae-4ae6e93b17cb req-fb144e4a-f547-469c-b7a6-dc589c569e64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:32:07.917179 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2c67a77b-aadd-42fc-97ae-4ae6e93b17cb req-fb144e4a-f547-469c-b7a6-dc589c569e64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d9a9fdd-4740-4f48-b444-36e92b83f0bd HTTP/1.1" status: 200 len: 853 time: 0.0560470 Feb 21 09:32:07.992216 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2c67a77b-aadd-42fc-97ae-4ae6e93b17cb req-b0d7b096-9d57-407d-ad34-73f0f61f3ce4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2038eec4-3894-44fc-87ec-7aa8d4e4746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698643 Feb 21 09:32:08.121335 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2c67a77b-aadd-42fc-97ae-4ae6e93b17cb req-a386356b-6904-447e-b336-f94972392635 service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235292 Feb 21 09:32:08.250050 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2c67a77b-aadd-42fc-97ae-4ae6e93b17cb req-9984f75d-b93e-4cd7-a0ca-01f172e444b1 service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230414 Feb 21 09:32:08.855159 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:32:28.122318 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fe9ff11a-37a8-4e53-bee8-3394b35ba113 req-36be816c-6778-4802-80e0-ebb12312801c tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-364250471&fields=id&tenant_id=acc5dec924f241019ea88b3a770e4034 HTTP/1.1" status: 200 len: 267 time: 0.0416749 Feb 21 09:32:28.203749 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ff11a-37a8-4e53-bee8-3394b35ba113 req-c4b4dd1e-e7ae-46d7-b7d1-409c5788404c tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:32:28.205189 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fe9ff11a-37a8-4e53-bee8-3394b35ba113 req-c4b4dd1e-e7ae-46d7-b7d1-409c5788404c tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 985 time: 0.0775781 Feb 21 09:32:28.215995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-fe9ff11a-37a8-4e53-bee8-3394b35ba113 req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Request body: {'port': {'security_groups': ['4b68270f-8f69-4a07-8c20-8fa007d78015']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:32:28.417297 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-fe9ff11a-37a8-4e53-bee8-3394b35ba113 req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:28.691842 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-fe9ff11a-37a8-4e53-bee8-3394b35ba113 req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] For port e1b6c71b-4629-4780-85e2-c81865ccf882, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e1b6c71b-4629-4780-85e2-c81865ccf882,segment=NetworkSegment(ecd21c08-7ef1-4920-b587-7794ce8346ca),segment_id=ecd21c08-7ef1-4920-b587-7794ce8346ca)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:32:28.717805 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-fe9ff11a-37a8-4e53-bee8-3394b35ba113 req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:28.723498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-fe9ff11a-37a8-4e53-bee8-3394b35ba113 req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:28.735553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['e1b6c71b-4629-4780-85e2-c81865ccf882'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:32:28.795315 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ff11a-37a8-4e53-bee8-3394b35ba113 req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:32:28.795928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-fe9ff11a-37a8-4e53-bee8-3394b35ba113 req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:28.797301 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fe9ff11a-37a8-4e53-bee8-3394b35ba113 req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "PUT /v2.0/ports/e1b6c71b-4629-4780-85e2-c81865ccf882 HTTP/1.1" status: 200 len: 943 time: 0.5860636 Feb 21 09:32:28.797751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'tag': 'e1b6c71b-4629-4780-85e2-c81865ccf882'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:32:28.805330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33724) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:28.819379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event updated for resources: {'Port': ['ID=e1b6c71b-4629-4780-85e2-c81865ccf882,revision_number=7']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:28.828605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:28.828944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:28.829292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:28.829609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:28.829934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:28.830823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:28.830823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:28.831090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:28.831416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:28.831731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:28.832044 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae4c2-8fae-4f10-a09c-8cf581274e94 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:28.885505 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'tag': 'e1b6c71b-4629-4780-85e2-c81865ccf882', 'status': 'completed', 'code': 200} Feb 21 09:32:28.890783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['e1b6c71b-4629-4780-85e2-c81865ccf882'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:32:28.914798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:28.949682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:29.029224 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:29.034555 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45b214e0-f8fa-441e-a117-bb1c0a66eada req-6d9fbb1c-55dc-4f18-b341-5e5b7e4d932f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acc5dec924f241019ea88b3a770e4034&device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 1099 time: 0.0949497 Feb 21 09:32:29.052246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8795c7ef-b01a-43b8-9193-8c4b6e04cf3a,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:29.065053 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:29.066189 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "DELETE /v2.0/security-groups/8795c7ef-b01a-43b8-9193-8c4b6e04cf3a HTTP/1.1" status: 204 len: 168 time: 0.2593043 Feb 21 09:32:29.067942 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:29.068283 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:29.068619 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:29.068963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:29.069287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:29.069605 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:29.069929 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:29.070250 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:29.070567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:29.070894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:29.071236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bed920-c515-46cc-af39-f83911119c11 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:29.073720 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33728) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:29.134828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-fb50ba4b-e261-4f09-ac9e-9d0628de7654 None None] Provisioning complete for port e1b6c71b-4629-4780-85e2-c81865ccf882 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:32:29.135419 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fb50ba4b-e261-4f09-ac9e-9d0628de7654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:29.217785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b214e0-f8fa-441e-a117-bb1c0a66eada req-436afd42-2194-4210-b50e-cc2f0d386ba2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:32:29.219342 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45b214e0-f8fa-441e-a117-bb1c0a66eada req-436afd42-2194-4210-b50e-cc2f0d386ba2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2038eec4-3894-44fc-87ec-7aa8d4e4746f HTTP/1.1" status: 200 len: 914 time: 0.1786084 Feb 21 09:32:29.315968 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-b927f64f-18b7-4def-a987-4c6d99222970 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Deleting port 0814ab93-ae6e-4ac0-b049-7774af031705 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:32:29.316302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b927f64f-18b7-4def-a987-4c6d99222970 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:29.324890 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45b214e0-f8fa-441e-a117-bb1c0a66eada req-9d7b210b-ea64-4f74-ae36-d81a6811efa9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1b6c71b-4629-4780-85e2-c81865ccf882 HTTP/1.1" status: 200 len: 1002 time: 0.0986369 Feb 21 09:32:29.390530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b214e0-f8fa-441e-a117-bb1c0a66eada req-4c0bf348-1deb-4e68-b59d-861d5adbdde8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:32:29.391984 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45b214e0-f8fa-441e-a117-bb1c0a66eada req-4c0bf348-1deb-4e68-b59d-861d5adbdde8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d9a9fdd-4740-4f48-b444-36e92b83f0bd HTTP/1.1" status: 200 len: 853 time: 0.0609868 Feb 21 09:32:29.474339 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45b214e0-f8fa-441e-a117-bb1c0a66eada req-c716fd92-272a-40bf-84cc-e92b1c6f95a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2038eec4-3894-44fc-87ec-7aa8d4e4746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766420 Feb 21 09:32:29.496919 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b927f64f-18b7-4def-a987-4c6d99222970 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:29.497346 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b927f64f-18b7-4def-a987-4c6d99222970 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:29.607256 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45b214e0-f8fa-441e-a117-bb1c0a66eada req-132ad12d-e73c-4ba9-bc10-c1943197b764 service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265540 Feb 21 09:32:29.625868 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-b927f64f-18b7-4def-a987-4c6d99222970 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Calling delete_port for 0814ab93-ae6e-4ac0-b049-7774af031705 owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:32:29.737444 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45b214e0-f8fa-441e-a117-bb1c0a66eada req-51067567-0e0c-4884-8022-f09aae5d81c9 service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249032 Feb 21 09:32:29.782746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b927f64f-18b7-4def-a987-4c6d99222970 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:29.912675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927f64f-18b7-4def-a987-4c6d99222970 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event deleted for resources: {'Port': ['ID=0814ab93-ae6e-4ac0-b049-7774af031705,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:30.000114 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b927f64f-18b7-4def-a987-4c6d99222970 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:30.240451 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9372cbf0-7cff-4a22-9ef1-3691287f5762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:30.386057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b927f64f-18b7-4def-a987-4c6d99222970 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Router 3cd622b6-219a-4713-93d0-0e4d32d78486 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:32:30.583191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b927f64f-18b7-4def-a987-4c6d99222970 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:32:30.594594 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be3143e-672f-44de-a4e7-e8f245908196 None None] Sync routers for ids ['3cd622b6-219a-4713-93d0-0e4d32d78486'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:32:30.604578 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b927f64f-18b7-4def-a987-4c6d99222970 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:30.611175 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be3143e-672f-44de-a4e7-e8f245908196 None None] Routers {'3cd622b6-219a-4713-93d0-0e4d32d78486'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:32:30.611798 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9be3143e-672f-44de-a4e7-e8f245908196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:32:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3cd622b6-219a-4713-93d0-0e4d32d78486'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:30.666742 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b927f64f-18b7-4def-a987-4c6d99222970 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "DELETE /v2.0/floatingips/e65efb98-f595-4275-ad04-146bf82264c5 HTTP/1.1" status: 204 len: 168 time: 1.5915136 Feb 21 09:32:30.667351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'tag': 'e1b6c71b-4629-4780-85e2-c81865ccf882'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:32:30.720095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:30.817517 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'tag': 'e1b6c71b-4629-4780-85e2-c81865ccf882', 'status': 'completed', 'code': 200} Feb 21 09:32:30.824573 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-9be3143e-672f-44de-a4e7-e8f245908196 None None] Set router 3cd622b6-219a-4713-93d0-0e4d32d78486 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:32:30.920431 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc7e3a34-af78-4156-b443-994fe8219a5a req-aedb5e2a-6c32-46d1-9794-9543c3445f77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acc5dec924f241019ea88b3a770e4034&device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 1099 time: 0.0819070 Feb 21 09:32:31.104223 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e3a34-af78-4156-b443-994fe8219a5a req-51731645-9788-4e0f-be48-bfc81ee900fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:32:31.106209 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc7e3a34-af78-4156-b443-994fe8219a5a req-51731645-9788-4e0f-be48-bfc81ee900fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=2038eec4-3894-44fc-87ec-7aa8d4e4746f HTTP/1.1" status: 200 len: 914 time: 0.1789331 Feb 21 09:32:31.193269 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc7e3a34-af78-4156-b443-994fe8219a5a req-53a6234b-2d7b-42d5-bba9-ac3b09e9cc8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1b6c71b-4629-4780-85e2-c81865ccf882 HTTP/1.1" status: 200 len: 217 time: 0.0807841 Feb 21 09:32:31.222943 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9be3143e-672f-44de-a4e7-e8f245908196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:30:32Z', 'revision_number': 4, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port': {'id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:30Z', 'updated_at': '2022-02-21T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '516c4a39-9bae-4f90-bf18-c63f243870f3', 'name': '', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'mac_address': 'fa:16:3e:46:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:32Z', 'updated_at': '2022-02-21T09:30:41Z', 'revision_number': 5, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'subnets': [{'id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:31.227298 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be3143e-672f-44de-a4e7-e8f245908196 None None] Checking router: 3cd622b6-219a-4713-93d0-0e4d32d78486 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:32:31.241882 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be3143e-672f-44de-a4e7-e8f245908196 None None] Routers {'3cd622b6-219a-4713-93d0-0e4d32d78486'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:32:31.242495 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9be3143e-672f-44de-a4e7-e8f245908196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:32:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3cd622b6-219a-4713-93d0-0e4d32d78486'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:31.264134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e3a34-af78-4156-b443-994fe8219a5a req-d6727961-1efd-45aa-96a5-5903e0d8f9ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:32:31.265575 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc7e3a34-af78-4156-b443-994fe8219a5a req-d6727961-1efd-45aa-96a5-5903e0d8f9ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d9a9fdd-4740-4f48-b444-36e92b83f0bd HTTP/1.1" status: 200 len: 853 time: 0.0663428 Feb 21 09:32:31.352572 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc7e3a34-af78-4156-b443-994fe8219a5a req-d2cfeb3e-2a01-47ed-842f-af99e0dc9a99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2038eec4-3894-44fc-87ec-7aa8d4e4746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797322 Feb 21 09:32:31.452578 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-9be3143e-672f-44de-a4e7-e8f245908196 None None] Set router 3cd622b6-219a-4713-93d0-0e4d32d78486 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:32:31.620816 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc7e3a34-af78-4156-b443-994fe8219a5a req-e9eab77b-7a7a-49b6-a370-3661a7c6a057 service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614343 Feb 21 09:32:31.768398 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc7e3a34-af78-4156-b443-994fe8219a5a req-ad880b03-6aaa-459c-8eff-1b8189cb6560 service neutron] 10.222.0.47 "GET /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422312 Feb 21 09:32:31.777980 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-9be3143e-672f-44de-a4e7-e8f245908196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:30:32Z', 'revision_number': 4, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port': {'id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:30Z', 'updated_at': '2022-02-21T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '516c4a39-9bae-4f90-bf18-c63f243870f3', 'name': '', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'mac_address': 'fa:16:3e:46:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:32Z', 'updated_at': '2022-02-21T09:30:41Z', 'revision_number': 5, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'subnets': [{'id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:31.783297 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be3143e-672f-44de-a4e7-e8f245908196 None None] The sync data for ids ['3cd622b6-219a-4713-93d0-0e4d32d78486'] in dv-neutron-830062-1-hyperv is: [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:30:32Z', 'revision_number': 4, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port': {'id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:30Z', 'updated_at': '2022-02-21T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '516c4a39-9bae-4f90-bf18-c63f243870f3', 'name': '', 'network_id': '2038eec4-3894-44fc-87ec-7aa8d4e4746f', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'mac_address': 'fa:16:3e:46:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:32Z', 'updated_at': '2022-02-21T09:30:41Z', 'revision_number': 5, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'subnets': [{'id': '9d9a9fdd-4740-4f48-b444-36e92b83f0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:32:32.025011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f2d59-1166-4269-8576-578188ce015f None None] New status for floating IP e65efb98-f595-4275-ad04-146bf82264c5: DOWN {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:32:33.017706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-569d63d8-cc19-43db-8e3d-de30c489f71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:33.705379 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:34.131579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:35.125561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e155de8-8d2e-404b-9f25-c764591bb6fb req-3b4d86df-6f48-445a-b0cd-f2af53164d2f tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:32:35.127002 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e155de8-8d2e-404b-9f25-c764591bb6fb req-3b4d86df-6f48-445a-b0cd-f2af53164d2f tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 946 time: 0.0745871 Feb 21 09:32:35.176451 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e155de8-8d2e-404b-9f25-c764591bb6fb req-26f96a5b-2ca1-4fd7-a92a-98791e9c400d tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440688 Feb 21 09:32:36.090540 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:36.375214 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ce5c1-3652-4b05-bb7f-64c2c09bff0f req-1a8b3741-3da1-4f02-903a-29bf9f6345f1 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:32:36.376629 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c91ce5c1-3652-4b05-bb7f-64c2c09bff0f req-1a8b3741-3da1-4f02-903a-29bf9f6345f1 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 946 time: 0.0769072 Feb 21 09:32:36.421864 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c91ce5c1-3652-4b05-bb7f-64c2c09bff0f req-e8bc475b-b45a-46b9-a894-62f88b314132 tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b68270f-8f69-4a07-8c20-8fa007d78015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397365 Feb 21 09:32:36.676990 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6a1fb-0f2f-4593-abda-ce5f0e2c46c8 req-f14121ca-49ae-4c1d-b558-10bcd278307e tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:32:36.678316 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cba6a1fb-0f2f-4593-abda-ce5f0e2c46c8 req-f14121ca-49ae-4c1d-b558-10bcd278307e tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 946 time: 0.0745437 Feb 21 09:32:36.746735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-cba6a1fb-0f2f-4593-abda-ce5f0e2c46c8 req-27958077-3377-4245-8450-51dfcdb746ed tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Deleting port e1b6c71b-4629-4780-85e2-c81865ccf882 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:32:36.747101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-cba6a1fb-0f2f-4593-abda-ce5f0e2c46c8 req-27958077-3377-4245-8450-51dfcdb746ed tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:36.984509 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-cba6a1fb-0f2f-4593-abda-ce5f0e2c46c8 req-27958077-3377-4245-8450-51dfcdb746ed tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] For port e1b6c71b-4629-4780-85e2-c81865ccf882, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e1b6c71b-4629-4780-85e2-c81865ccf882,segment=NetworkSegment(ecd21c08-7ef1-4920-b587-7794ce8346ca),segment_id=ecd21c08-7ef1-4920-b587-7794ce8346ca)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:32:36.984785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-cba6a1fb-0f2f-4593-abda-ce5f0e2c46c8 req-27958077-3377-4245-8450-51dfcdb746ed tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:37.105897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-cba6a1fb-0f2f-4593-abda-ce5f0e2c46c8 req-27958077-3377-4245-8450-51dfcdb746ed tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Calling delete_port for e1b6c71b-4629-4780-85e2-c81865ccf882 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:32:37.240544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-cba6a1fb-0f2f-4593-abda-ce5f0e2c46c8 req-27958077-3377-4245-8450-51dfcdb746ed tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:37.251395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['e1b6c71b-4629-4780-85e2-c81865ccf882'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:32:37.290302 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27958077-3377-4245-8450-51dfcdb746ed tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Pushing event deleted for resources: {'Port': ['ID=e1b6c71b-4629-4780-85e2-c81865ccf882,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:37.361771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba6a1fb-0f2f-4593-abda-ce5f0e2c46c8 req-27958077-3377-4245-8450-51dfcdb746ed tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] No DVR routers for this DVR port e1b6c71b-4629-4780-85e2-c81865ccf882 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:32:37.364213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-cba6a1fb-0f2f-4593-abda-ce5f0e2c46c8 req-27958077-3377-4245-8450-51dfcdb746ed tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:37.366638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'name': 'network-vif-deleted', 'tag': 'e1b6c71b-4629-4780-85e2-c81865ccf882'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:32:37.378295 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cba6a1fb-0f2f-4593-abda-ce5f0e2c46c8 req-27958077-3377-4245-8450-51dfcdb746ed tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.47 "DELETE /v2.0/ports/e1b6c71b-4629-4780-85e2-c81865ccf882 HTTP/1.1" status: 204 len: 173 time: 0.6945302 Feb 21 09:32:37.424163 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bb5c0b-c1a3-4a89-b578-abe023f7f94c', 'name': 'network-vif-deleted', 'tag': 'e1b6c71b-4629-4780-85e2-c81865ccf882', 'status': 'completed', 'code': 200} Feb 21 09:32:37.599301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-33195be6-dd04-4f17-a781-d2dd5addffa1 req-ac0a9844-d85c-45eb-b3ff-cc0b310b37ae tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Synchronizing usage tracker for tenant:acc5dec924f241019ea88b3a770e4034 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:32:37.614470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-33195be6-dd04-4f17-a781-d2dd5addffa1 req-ac0a9844-d85c-45eb-b3ff-cc0b310b37ae tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] Unset dirty status for tenant:acc5dec924f241019ea88b3a770e4034 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:32:37.615813 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-33195be6-dd04-4f17-a781-d2dd5addffa1 req-ac0a9844-d85c-45eb-b3ff-cc0b310b37ae tempest-TestMinimumBasicScenario-423468309 tempest-TestMinimumBasicScenario-423468309-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6bb5c0b-c1a3-4a89-b578-abe023f7f94c HTTP/1.1" status: 200 len: 210 time: 0.0548041 Feb 21 09:32:39.270295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33812) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:39.729950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-81dc0407-28db-4545-8de0-82d4769936ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:40.260955 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e1b6c71b-4629-4780-85e2-c81865ccf882 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:32:40.295029 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: e1b6c71b-4629-4780-85e2-c81865ccf882 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:32:40.295364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e1b6c71b-4629-4780-85e2-c81865ccf882 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:32:40.301165 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-81dc0407-28db-4545-8de0-82d4769936ff admin admin] Deleting port 516c4a39-9bae-4f90-bf18-c63f243870f3 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:32:40.301644 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-81dc0407-28db-4545-8de0-82d4769936ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:40.466754 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-81dc0407-28db-4545-8de0-82d4769936ff admin admin] For port 516c4a39-9bae-4f90-bf18-c63f243870f3, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=516c4a39-9bae-4f90-bf18-c63f243870f3,segment=NetworkSegment(ecd21c08-7ef1-4920-b587-7794ce8346ca),segment_id=ecd21c08-7ef1-4920-b587-7794ce8346ca)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:32:40.467134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-81dc0407-28db-4545-8de0-82d4769936ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:40.590603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-81dc0407-28db-4545-8de0-82d4769936ff admin admin] Calling delete_port for 516c4a39-9bae-4f90-bf18-c63f243870f3 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:32:40.749435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-81dc0407-28db-4545-8de0-82d4769936ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:40.792305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc0407-28db-4545-8de0-82d4769936ff admin admin] Pushing event deleted for resources: {'Port': ['ID=516c4a39-9bae-4f90-bf18-c63f243870f3,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:41.162457 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-81dc0407-28db-4545-8de0-82d4769936ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:41.723628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dc0407-28db-4545-8de0-82d4769936ff admin admin] Router 3cd622b6-219a-4713-93d0-0e4d32d78486 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:32:41.917928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dc0407-28db-4545-8de0-82d4769936ff admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:32:41.926485 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1b72cc-f592-44ea-be54-9f1f65f47f14 None None] Sync routers for ids ['3cd622b6-219a-4713-93d0-0e4d32d78486'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:32:41.935515 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-81dc0407-28db-4545-8de0-82d4769936ff admin admin] 10.222.0.48 "PUT /v2.0/routers/3cd622b6-219a-4713-93d0-0e4d32d78486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6641412 Feb 21 09:32:41.938090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33816) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:41.939578 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1b72cc-f592-44ea-be54-9f1f65f47f14 None None] Routers {'3cd622b6-219a-4713-93d0-0e4d32d78486'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:32:41.940166 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-cb1b72cc-f592-44ea-be54-9f1f65f47f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:32:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3cd622b6-219a-4713-93d0-0e4d32d78486'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:42.118745 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-cb1b72cc-f592-44ea-be54-9f1f65f47f14 None None] Set router 3cd622b6-219a-4713-93d0-0e4d32d78486 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:32:42.140940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:42.339622 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:42.348791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] Deleting port ed170491-cb93-49b2-a0d1-80bbc4ee716f {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:32:42.349192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:42.445273 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-cb1b72cc-f592-44ea-be54-9f1f65f47f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:32:40Z', 'revision_number': 5, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port': {'id': 'ed170491-cb93-49b2-a0d1-80bbc4ee716f', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:30Z', 'updated_at': '2022-02-21T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:42.449510 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1b72cc-f592-44ea-be54-9f1f65f47f14 None None] Checking router: 3cd622b6-219a-4713-93d0-0e4d32d78486 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:32:42.460972 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1b72cc-f592-44ea-be54-9f1f65f47f14 None None] Routers {'3cd622b6-219a-4713-93d0-0e4d32d78486'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:32:42.461595 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-cb1b72cc-f592-44ea-be54-9f1f65f47f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:32:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['3cd622b6-219a-4713-93d0-0e4d32d78486'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:42.616870 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-cb1b72cc-f592-44ea-be54-9f1f65f47f14 None None] Set router 3cd622b6-219a-4713-93d0-0e4d32d78486 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:32:42.625038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] For port ed170491-cb93-49b2-a0d1-80bbc4ee716f, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=ed170491-cb93-49b2-a0d1-80bbc4ee716f,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:32:42.625391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:42.728021 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-cb1b72cc-f592-44ea-be54-9f1f65f47f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:32:42Z', 'revision_number': 6, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:42.732648 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1b72cc-f592-44ea-be54-9f1f65f47f14 None None] The sync data for ids ['3cd622b6-219a-4713-93d0-0e4d32d78486'] in dv-neutron-830062-1-hyperv is: [{'id': '3cd622b6-219a-4713-93d0-0e4d32d78486', 'name': 'tempest-TestMinimumBasicScenario-961295534-router', 'tenant_id': 'acc5dec924f241019ea88b3a770e4034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:29Z', 'updated_at': '2022-02-21T09:32:42Z', 'revision_number': 6, 'project_id': 'acc5dec924f241019ea88b3a770e4034', 'gw_port_host': None}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:32:42.744065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] Calling delete_port for ed170491-cb93-49b2-a0d1-80bbc4ee716f owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:32:42.905329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:42.951019 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed170491-cb93-49b2-a0d1-80bbc4ee716f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:43.179824 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:43.181677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 516c4a39-9bae-4f90-bf18-c63f243870f3 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:32:43.217401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 516c4a39-9bae-4f90-bf18-c63f243870f3 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:32:43.217823 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 516c4a39-9bae-4f90-bf18-c63f243870f3 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:32:43.438680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:43.444599 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:43.475714 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:43.476233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cd622b6-219a-4713-93d0-0e4d32d78486 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:32:43.496242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:43.497396 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6136274a-45d8-4361-8416-8adee5eddc67 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3cd622b6-219a-4713-93d0-0e4d32d78486 HTTP/1.1" status: 204 len: 168 time: 1.5584123 Feb 21 09:32:43.500340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33820) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:43.574163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0935523-1c30-4526-b49a-0af10642c604 admin admin] Deleting subnet 9d9a9fdd-4740-4f48-b444-36e92b83f0bd {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:32:43.578544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a0935523-1c30-4526-b49a-0af10642c604 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:43.639801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a0935523-1c30-4526-b49a-0af10642c604 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:43.723658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a0935523-1c30-4526-b49a-0af10642c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:43.804757 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a0935523-1c30-4526-b49a-0af10642c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:43.845442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0935523-1c30-4526-b49a-0af10642c604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9a9fdd-4740-4f48-b444-36e92b83f0bd,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:43.850332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a0935523-1c30-4526-b49a-0af10642c604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:43.855608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5a1a4c-75f2-419a-bcb2-8472ff4565e6 None None] Network 2038eec4-3894-44fc-87ec-7aa8d4e4746f requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:32:43.856052 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a0935523-1c30-4526-b49a-0af10642c604 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9d9a9fdd-4740-4f48-b444-36e92b83f0bd HTTP/1.1" status: 204 len: 168 time: 0.3543725 Feb 21 09:32:43.858634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33824) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:43.963381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:43.974000 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Deleting port 76b5c331-779d-42e9-8173-cbd10fe3f2e4 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:32:43.974328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:44.101780 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0288fb64-57ff-4fd6-bc32-5dc9e2ab1f2d None None] DHCP port deletion for 2038eec4-3894-44fc-87ec-7aa8d4e4746f request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:32:44.106508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-0288fb64-57ff-4fd6-bc32-5dc9e2ab1f2d None None] Deleting port 76b5c331-779d-42e9-8173-cbd10fe3f2e4 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:32:44.106877 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0288fb64-57ff-4fd6-bc32-5dc9e2ab1f2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:44.274832 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] For port 76b5c331-779d-42e9-8173-cbd10fe3f2e4, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=76b5c331-779d-42e9-8173-cbd10fe3f2e4,segment=NetworkSegment(ecd21c08-7ef1-4920-b587-7794ce8346ca),segment_id=ecd21c08-7ef1-4920-b587-7794ce8346ca)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:32:44.275152 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:44.302887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-0288fb64-57ff-4fd6-bc32-5dc9e2ab1f2d None None] For port 76b5c331-779d-42e9-8173-cbd10fe3f2e4, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=76b5c331-779d-42e9-8173-cbd10fe3f2e4,segment=NetworkSegment(ecd21c08-7ef1-4920-b587-7794ce8346ca),segment_id=ecd21c08-7ef1-4920-b587-7794ce8346ca)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:32:44.303449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0288fb64-57ff-4fd6-bc32-5dc9e2ab1f2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:44.400150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Calling delete_port for 76b5c331-779d-42e9-8173-cbd10fe3f2e4 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:32:44.450278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-0288fb64-57ff-4fd6-bc32-5dc9e2ab1f2d None None] Calling delete_port for 76b5c331-779d-42e9-8173-cbd10fe3f2e4 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:32:44.473881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:44.520634 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Pushing event deleted for resources: {'Port': ['ID=76b5c331-779d-42e9-8173-cbd10fe3f2e4,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:44.521715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-0288fb64-57ff-4fd6-bc32-5dc9e2ab1f2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:32:44.522692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-0288fb64-57ff-4fd6-bc32-5dc9e2ab1f2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:32:44.527557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] No DVR routers for this DVR port 76b5c331-779d-42e9-8173-cbd10fe3f2e4 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:32:44.642440 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:44.672386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2038eec4-3894-44fc-87ec-7aa8d4e4746f']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:44.684037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd21c08-7ef1-4920-b587-7794ce8346ca') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:44.684332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd21c08-7ef1-4920-b587-7794ce8346ca') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:44.695181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:44.710105 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:44.716589 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:32:44.717004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:32:44.730353 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:32:44.802617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:44.806855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:44.847777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] Pushing event deleted for resources: {'Network': ['ID=2038eec4-3894-44fc-87ec-7aa8d4e4746f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:44.859571 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4b59f218-28d8-4635-bff7-c948ded5e20f admin admin] 10.222.0.48 "DELETE /v2.0/networks/2038eec4-3894-44fc-87ec-7aa8d4e4746f HTTP/1.1" status: 204 len: 168 time: 0.9995158 Feb 21 09:32:44.871013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33828) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:45.023958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-0288fb64-57ff-4fd6-bc32-5dc9e2ab1f2d None None] Deleting port 76b5c331-779d-42e9-8173-cbd10fe3f2e4 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:32:45.024343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0288fb64-57ff-4fd6-bc32-5dc9e2ab1f2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:45.088624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-0288fb64-57ff-4fd6-bc32-5dc9e2ab1f2d None None] The port '76b5c331-779d-42e9-8173-cbd10fe3f2e4' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:32:45.158790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ed170491-cb93-49b2-a0d1-80bbc4ee716f no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:32:45.194132 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: ed170491-cb93-49b2-a0d1-80bbc4ee716f {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:32:45.194481 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device ed170491-cb93-49b2-a0d1-80bbc4ee716f not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:32:45.194902 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 76b5c331-779d-42e9-8173-cbd10fe3f2e4 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:32:45.226569 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 76b5c331-779d-42e9-8173-cbd10fe3f2e4 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:32:45.226913 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 76b5c331-779d-42e9-8173-cbd10fe3f2e4 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:32:45.258899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8da4-d1f7-4a00-958e-6f6f7f2fe9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:45.854930 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:32:45.920285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb8da4-d1f7-4a00-958e-6f6f7f2fe9c4 admin admin] Deleting port 84b1e353-748a-4015-853e-de2e723fd5ea {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:32:45.920803 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8da4-d1f7-4a00-958e-6f6f7f2fe9c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:46.090001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-a8fb8da4-d1f7-4a00-958e-6f6f7f2fe9c4 admin admin] For port 84b1e353-748a-4015-853e-de2e723fd5ea, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=84b1e353-748a-4015-853e-de2e723fd5ea,segment=NetworkSegment(dccdcafd-af09-44db-8b4d-a8ca3953956f),segment_id=dccdcafd-af09-44db-8b4d-a8ca3953956f)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:32:46.090332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8da4-d1f7-4a00-958e-6f6f7f2fe9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:46.208703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb8da4-d1f7-4a00-958e-6f6f7f2fe9c4 admin admin] Calling delete_port for 84b1e353-748a-4015-853e-de2e723fd5ea owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:32:46.373297 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8da4-d1f7-4a00-958e-6f6f7f2fe9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:46.414727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb8da4-d1f7-4a00-958e-6f6f7f2fe9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b1e353-748a-4015-853e-de2e723fd5ea,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:46.700374 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8da4-d1f7-4a00-958e-6f6f7f2fe9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:47.341371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fb8da4-d1f7-4a00-958e-6f6f7f2fe9c4 admin admin] Router 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:32:47.533437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fb8da4-d1f7-4a00-958e-6f6f7f2fe9c4 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:32:47.542673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9539b-c14e-409d-8ba7-8a91341b2d23 None None] Sync routers for ids ['0a36d9b5-6dd2-4982-aa70-2feab7e944d7'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:32:47.547634 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a8fb8da4-d1f7-4a00-958e-6f6f7f2fe9c4 admin admin] 10.222.0.48 "PUT /v2.0/routers/0a36d9b5-6dd2-4982-aa70-2feab7e944d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6728687 Feb 21 09:32:47.547850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33832) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:47.557634 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9539b-c14e-409d-8ba7-8a91341b2d23 None None] Routers {'0a36d9b5-6dd2-4982-aa70-2feab7e944d7'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:32:47.558431 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ffc9539b-c14e-409d-8ba7-8a91341b2d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:32:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0a36d9b5-6dd2-4982-aa70-2feab7e944d7'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:47.739120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-ffc9539b-c14e-409d-8ba7-8a91341b2d23 None None] Set router 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:32:47.742107 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:47.933099 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:47.942617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] Deleting port 9ebcd261-f6af-4dd9-9e8e-f765f02adeed {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:32:47.942966 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:48.018704 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ffc9539b-c14e-409d-8ba7-8a91341b2d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'name': 'tempest-TestMinimumBasicScenario-1681511324-router', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '9ebcd261-f6af-4dd9-9e8e-f765f02adeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:35Z', 'updated_at': '2022-02-21T09:32:46Z', 'revision_number': 5, 'project_id': 'f043675a051e4d9dbf16406143d001a5', 'gw_port': {'id': '9ebcd261-f6af-4dd9-9e8e-f765f02adeed', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:30:36Z', 'updated_at': '2022-02-21T09:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:48.022685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9539b-c14e-409d-8ba7-8a91341b2d23 None None] Checking router: 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:32:48.033637 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9539b-c14e-409d-8ba7-8a91341b2d23 None None] Routers {'0a36d9b5-6dd2-4982-aa70-2feab7e944d7'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:32:48.034215 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ffc9539b-c14e-409d-8ba7-8a91341b2d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:32:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['0a36d9b5-6dd2-4982-aa70-2feab7e944d7'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:48.112657 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] For port 9ebcd261-f6af-4dd9-9e8e-f765f02adeed, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=9ebcd261-f6af-4dd9-9e8e-f765f02adeed,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:32:48.113007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:48.183891 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-ffc9539b-c14e-409d-8ba7-8a91341b2d23 None None] Set router 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:32:48.230327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] Calling delete_port for 9ebcd261-f6af-4dd9-9e8e-f765f02adeed owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:32:48.286998 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-ffc9539b-c14e-409d-8ba7-8a91341b2d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'name': 'tempest-TestMinimumBasicScenario-1681511324-router', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:35Z', 'updated_at': '2022-02-21T09:32:47Z', 'revision_number': 6, 'project_id': 'f043675a051e4d9dbf16406143d001a5', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:48.290839 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9539b-c14e-409d-8ba7-8a91341b2d23 None None] The sync data for ids ['0a36d9b5-6dd2-4982-aa70-2feab7e944d7'] in dv-neutron-830062-1-hyperv is: [{'id': '0a36d9b5-6dd2-4982-aa70-2feab7e944d7', 'name': 'tempest-TestMinimumBasicScenario-1681511324-router', 'tenant_id': 'f043675a051e4d9dbf16406143d001a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:30:35Z', 'updated_at': '2022-02-21T09:32:47Z', 'revision_number': 6, 'project_id': 'f043675a051e4d9dbf16406143d001a5', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:32:48.487137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:48.530305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] Pushing event deleted for resources: {'Port': ['ID=9ebcd261-f6af-4dd9-9e8e-f765f02adeed,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:48.749910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:48.999762 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:49.003850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:49.031142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:49.031887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a36d9b5-6dd2-4982-aa70-2feab7e944d7 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:32:49.043923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:49.047643 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f10e6770-40e5-4a4d-a61d-cd10d6bae2fa admin admin] 10.222.0.48 "DELETE /v2.0/routers/0a36d9b5-6dd2-4982-aa70-2feab7e944d7 HTTP/1.1" status: 204 len: 168 time: 1.4989128 Feb 21 09:32:49.047778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33836) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:49.109234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-413e673b-5ce2-421e-a126-78e8b144e69c admin admin] Deleting subnet 0712f82b-0d83-40b6-9649-426280577247 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:32:49.110153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-413e673b-5ce2-421e-a126-78e8b144e69c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:49.160487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9ebcd261-f6af-4dd9-9e8e-f765f02adeed no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:32:49.160985 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-413e673b-5ce2-421e-a126-78e8b144e69c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:49.193542 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 9ebcd261-f6af-4dd9-9e8e-f765f02adeed {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:32:49.193884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 9ebcd261-f6af-4dd9-9e8e-f765f02adeed not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:32:49.194297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 84b1e353-748a-4015-853e-de2e723fd5ea no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:32:49.230757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 84b1e353-748a-4015-853e-de2e723fd5ea {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:32:49.231126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 84b1e353-748a-4015-853e-de2e723fd5ea not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:32:49.245580 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-413e673b-5ce2-421e-a126-78e8b144e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:49.313910 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-413e673b-5ce2-421e-a126-78e8b144e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:49.349636 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e673b-5ce2-421e-a126-78e8b144e69c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0712f82b-0d83-40b6-9649-426280577247,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:49.355903 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-413e673b-5ce2-421e-a126-78e8b144e69c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:49.361278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b16daa6-9f84-4bfb-8359-da9c3ba8d1c7 None None] Network 4ab503c5-f0c2-4fe5-abbc-729004846634 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:32:49.361589 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-413e673b-5ce2-421e-a126-78e8b144e69c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0712f82b-0d83-40b6-9649-426280577247 HTTP/1.1" status: 204 len: 168 time: 0.3128033 Feb 21 09:32:49.364068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33840) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:49.466676 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:49.476898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Deleting port 5497ac0e-1169-44fc-a165-8e9cb93e510b {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:32:49.477222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:49.643193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020e929e-1ab0-4275-b5e8-af86690e3a38 None None] DHCP port deletion for 4ab503c5-f0c2-4fe5-abbc-729004846634 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:32:49.647464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-020e929e-1ab0-4275-b5e8-af86690e3a38 None None] Deleting port 5497ac0e-1169-44fc-a165-8e9cb93e510b {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:32:49.647850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-020e929e-1ab0-4275-b5e8-af86690e3a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:49.689107 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] For port 5497ac0e-1169-44fc-a165-8e9cb93e510b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5497ac0e-1169-44fc-a165-8e9cb93e510b,segment=NetworkSegment(dccdcafd-af09-44db-8b4d-a8ca3953956f),segment_id=dccdcafd-af09-44db-8b4d-a8ca3953956f)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:32:49.689454 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:49.848729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-020e929e-1ab0-4275-b5e8-af86690e3a38 None None] For port 5497ac0e-1169-44fc-a165-8e9cb93e510b, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5497ac0e-1169-44fc-a165-8e9cb93e510b,segment=NetworkSegment(dccdcafd-af09-44db-8b4d-a8ca3953956f),segment_id=dccdcafd-af09-44db-8b4d-a8ca3953956f)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:32:49.849026 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-020e929e-1ab0-4275-b5e8-af86690e3a38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:49.903365 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Calling delete_port for 5497ac0e-1169-44fc-a165-8e9cb93e510b owned by network:dhcp {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:32:49.969007 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-020e929e-1ab0-4275-b5e8-af86690e3a38 None None] Calling delete_port for 5497ac0e-1169-44fc-a165-8e9cb93e510b owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:32:49.984660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:50.027251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5497ac0e-1169-44fc-a165-8e9cb93e510b,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:50.033585 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] No DVR routers for this DVR port 5497ac0e-1169-44fc-a165-8e9cb93e510b on host dv-neutron-830062-1-hyperv {{(pid=83584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:32:50.042080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-020e929e-1ab0-4275-b5e8-af86690e3a38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:32:50.042432 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-020e929e-1ab0-4275-b5e8-af86690e3a38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:32:50.147636 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:50.172800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab503c5-f0c2-4fe5-abbc-729004846634']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:50.184658 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccdcafd-af09-44db-8b4d-a8ca3953956f') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:50.184948 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccdcafd-af09-44db-8b4d-a8ca3953956f') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:50.196306 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:50.215051 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:50.221218 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:32:50.221595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:32:50.234468 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:32:50.309197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:50.325419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:50.334884 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab503c5-f0c2-4fe5-abbc-729004846634,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:50.341781 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7b1f6e55-33ee-4c9a-8535-0eb03c141ef4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4ab503c5-f0c2-4fe5-abbc-729004846634 HTTP/1.1" status: 204 len: 168 time: 0.9745331 Feb 21 09:32:50.543935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-020e929e-1ab0-4275-b5e8-af86690e3a38 None None] Deleting port 5497ac0e-1169-44fc-a165-8e9cb93e510b {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:32:50.544440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-020e929e-1ab0-4275-b5e8-af86690e3a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:50.608353 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-020e929e-1ab0-4275-b5e8-af86690e3a38 None None] The port '5497ac0e-1169-44fc-a165-8e9cb93e510b' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:32:50.610692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33846) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:50.662907 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5aa06321-af4a-4bf3-b3f0-9eab66fa68af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=acc5dec924f241019ea88b3a770e4034&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500042 Feb 21 09:32:50.664665 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33850) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:50.722769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5da7e473-ffda-4c0c-88b1-65a68b488a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:50.747735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5da7e473-ffda-4c0c-88b1-65a68b488a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:50.798574 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5da7e473-ffda-4c0c-88b1-65a68b488a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:50.814621 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7e473-ffda-4c0c-88b1-65a68b488a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b68270f-8f69-4a07-8c20-8fa007d78015,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:50.820916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5da7e473-ffda-4c0c-88b1-65a68b488a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:50.822005 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5da7e473-ffda-4c0c-88b1-65a68b488a0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b68270f-8f69-4a07-8c20-8fa007d78015 HTTP/1.1" status: 204 len: 168 time: 0.1564546 Feb 21 09:32:51.154080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5497ac0e-1169-44fc-a165-8e9cb93e510b no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:32:51.190093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 5497ac0e-1169-44fc-a165-8e9cb93e510b {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:32:51.190428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5497ac0e-1169-44fc-a165-8e9cb93e510b not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:32:51.204174 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33858) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:51.262296 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0a89c224-c651-48fe-86f5-7a269188dea0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f043675a051e4d9dbf16406143d001a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0568898 Feb 21 09:32:51.264652 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33862) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:51.322403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5838396d-5f81-4c27-8f50-84329315c104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:51.346866 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5838396d-5f81-4c27-8f50-84329315c104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:51.394792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5838396d-5f81-4c27-8f50-84329315c104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:51.410538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838396d-5f81-4c27-8f50-84329315c104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d99778-2bf2-4e5d-8e46-b59ffeeb8f96,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:51.414719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5838396d-5f81-4c27-8f50-84329315c104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:51.418737 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5838396d-5f81-4c27-8f50-84329315c104 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2d99778-2bf2-4e5d-8e46-b59ffeeb8f96 HTTP/1.1" status: 204 len: 168 time: 0.1503048 Feb 21 09:32:53.653968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33906) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:53.659979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1910315494', 'description': 'tempest-secgroup-smoke-1910315494 description', 'project_id': '247344c0ab8a4a83b391a59b3517f176'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:32:53.666788 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:32:53.670738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:32:53.673568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:32:53.679158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:32:53.688820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:53.700908 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:53.731795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:32:53.735469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:32:53.738151 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:32:53.743735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:32:53.814292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:53.818055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:53.859110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:32:53.862923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef370139-5fd2-4be8-8f40-9988baec83cf,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:53.866381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:32:53.869308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:32:53.874960 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:32:53.929556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:53.933043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:53.976131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7407e862-4246-4836-8e94-228518dcc244,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:53.979121 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:53.980482 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-44813660-4875-4513-b205-30602c12b12d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3254900 Feb 21 09:32:53.983455 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33910) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:53.988701 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ce37a6b4-11d0-4663-b621-6c71ae458783 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '7407e862-4246-4836-8e94-228518dcc244', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:32:53.994472 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ce37a6b4-11d0-4663-b621-6c71ae458783 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:32:53.998220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ce37a6b4-11d0-4663-b621-6c71ae458783 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:32:54.001211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ce37a6b4-11d0-4663-b621-6c71ae458783 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:32:54.006772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ce37a6b4-11d0-4663-b621-6c71ae458783 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:32:54.023112 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce37a6b4-11d0-4663-b621-6c71ae458783 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.081971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce37a6b4-11d0-4663-b621-6c71ae458783 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.085461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce37a6b4-11d0-4663-b621-6c71ae458783 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.108768 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37a6b4-11d0-4663-b621-6c71ae458783 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5373bd10-0efc-4cd9-a3bc-ea24d8875a34,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:54.117940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ce37a6b4-11d0-4663-b621-6c71ae458783 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.119735 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ce37a6b4-11d0-4663-b621-6c71ae458783 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1353621 Feb 21 09:32:54.122538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33914) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:54.127793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2bf68646-c56c-45ee-9d3d-5d03d06d2104 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '7407e862-4246-4836-8e94-228518dcc244', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:32:54.133413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2bf68646-c56c-45ee-9d3d-5d03d06d2104 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:32:54.137751 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2bf68646-c56c-45ee-9d3d-5d03d06d2104 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:32:54.140545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2bf68646-c56c-45ee-9d3d-5d03d06d2104 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:32:54.146024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2bf68646-c56c-45ee-9d3d-5d03d06d2104 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:32:54.164630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2bf68646-c56c-45ee-9d3d-5d03d06d2104 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.222967 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2bf68646-c56c-45ee-9d3d-5d03d06d2104 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.226435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2bf68646-c56c-45ee-9d3d-5d03d06d2104 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.249040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf68646-c56c-45ee-9d3d-5d03d06d2104 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba843a5-7b08-4911-bb8f-b5006dfaa25a,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:54.257072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2bf68646-c56c-45ee-9d3d-5d03d06d2104 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.258299 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2bf68646-c56c-45ee-9d3d-5d03d06d2104 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1348357 Feb 21 09:32:54.261635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33918) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:54.266893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-900f99e1-9cb5-49a9-8de5-343dbeec643a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '7407e862-4246-4836-8e94-228518dcc244', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:32:54.272752 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-900f99e1-9cb5-49a9-8de5-343dbeec643a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:32:54.276913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-900f99e1-9cb5-49a9-8de5-343dbeec643a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:32:54.280008 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-900f99e1-9cb5-49a9-8de5-343dbeec643a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:32:54.285900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-900f99e1-9cb5-49a9-8de5-343dbeec643a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:32:54.301781 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-900f99e1-9cb5-49a9-8de5-343dbeec643a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.361932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-900f99e1-9cb5-49a9-8de5-343dbeec643a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.365397 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-900f99e1-9cb5-49a9-8de5-343dbeec643a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.388151 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f99e1-9cb5-49a9-8de5-343dbeec643a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d586f724-c3de-4278-8def-4392147bbbc7,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:54.396017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-900f99e1-9cb5-49a9-8de5-343dbeec643a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.397289 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-900f99e1-9cb5-49a9-8de5-343dbeec643a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1347272 Feb 21 09:32:54.400091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33922) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:54.405229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-839f714c-c3f9-4c8c-b905-742f454ba649 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '7407e862-4246-4836-8e94-228518dcc244', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:32:54.410964 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-839f714c-c3f9-4c8c-b905-742f454ba649 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:32:54.414612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-839f714c-c3f9-4c8c-b905-742f454ba649 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:32:54.417430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-839f714c-c3f9-4c8c-b905-742f454ba649 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:32:54.422972 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-839f714c-c3f9-4c8c-b905-742f454ba649 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:32:54.439090 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-839f714c-c3f9-4c8c-b905-742f454ba649 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.502137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-839f714c-c3f9-4c8c-b905-742f454ba649 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.505898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-839f714c-c3f9-4c8c-b905-742f454ba649 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.528075 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f714c-c3f9-4c8c-b905-742f454ba649 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7e70b7-303f-4263-bb7c-e08dba588809,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:54.536928 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-839f714c-c3f9-4c8c-b905-742f454ba649 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.538206 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-839f714c-c3f9-4c8c-b905-742f454ba649 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1372228 Feb 21 09:32:54.541541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33926) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:54.547044 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-beacde3a-fb5d-4f24-a5c1-eead9415b030 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '7407e862-4246-4836-8e94-228518dcc244', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:32:54.552889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-beacde3a-fb5d-4f24-a5c1-eead9415b030 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:32:54.557379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-beacde3a-fb5d-4f24-a5c1-eead9415b030 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:32:54.560300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-beacde3a-fb5d-4f24-a5c1-eead9415b030 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:32:54.565925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-beacde3a-fb5d-4f24-a5c1-eead9415b030 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:32:54.576267 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-beacde3a-fb5d-4f24-a5c1-eead9415b030 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Project 247344c0ab8a4a83b391a59b3517f176 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:32:54.582525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beacde3a-fb5d-4f24-a5c1-eead9415b030 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.645381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beacde3a-fb5d-4f24-a5c1-eead9415b030 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.648787 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beacde3a-fb5d-4f24-a5c1-eead9415b030 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.670962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacde3a-fb5d-4f24-a5c1-eead9415b030 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc9e4b4-6139-4775-a341-2aecdeefce80,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:54.679925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-beacde3a-fb5d-4f24-a5c1-eead9415b030 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.681116 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-beacde3a-fb5d-4f24-a5c1-eead9415b030 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1386204 Feb 21 09:32:54.684402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33930) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:54.689807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ec6dd104-825f-40d3-bac6-02055647c0e4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '7407e862-4246-4836-8e94-228518dcc244', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:32:54.695500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ec6dd104-825f-40d3-bac6-02055647c0e4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:32:54.699224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ec6dd104-825f-40d3-bac6-02055647c0e4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:32:54.701997 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ec6dd104-825f-40d3-bac6-02055647c0e4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:32:54.707608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ec6dd104-825f-40d3-bac6-02055647c0e4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:32:54.717842 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-ec6dd104-825f-40d3-bac6-02055647c0e4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Project 247344c0ab8a4a83b391a59b3517f176 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:32:54.723912 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd104-825f-40d3-bac6-02055647c0e4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.786723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd104-825f-40d3-bac6-02055647c0e4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.790320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd104-825f-40d3-bac6-02055647c0e4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.813603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dd104-825f-40d3-bac6-02055647c0e4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518d748d-8e40-4c98-9590-29b4f847861b,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:54.821791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd104-825f-40d3-bac6-02055647c0e4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.822928 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ec6dd104-825f-40d3-bac6-02055647c0e4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1375422 Feb 21 09:32:54.825932 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 33934) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:54.831121 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'network': {'name': 'tempest-network-smoke--184499605', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'port_security_enabled': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:32:54.835742 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:32:54.840083 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:network and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:32:54.842822 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:32:54.848357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:32:54.861038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:32:54.863979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.974643 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:32:54.984550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:54.984919 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Added segment 82849660-3bbc-431b-89ab-6ba412860063 of type vlan for network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad Feb 21 09:32:55.009304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:55.036739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:55.040313 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:32:55.041503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:55.134791 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3078094 Feb 21 09:32:55.137761 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33938) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:55.143050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'admin_state_up': True, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:32:55.143687 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfac60-9380-454e-b474-dcbff612074e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Network': ['ID=4697f0c5-a20b-4a75-b467-c1b24c89e5ad,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:55.150811 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:32:55.154130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:32:55.157026 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:router and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:32:55.159900 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:32:55.166776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:32:55.176042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:55.176986 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:55.194670 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:55.340817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:55.509012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:55.538038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:55.674730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.26.6.203 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/296be64c-b709-4310-a27a-a3145eaca799) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:32:55.815804 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:55.842484 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:55.912224 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:32:55.915046 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:32:55.917552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:32:55.946536 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=296be64c-b709-4310-a27a-a3145eaca799,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:56.073852 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:56.074491 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:56.396100 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:32:56.605362 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:32:56.614901 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Sync routers for ids ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:32:56.626710 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Routers {'1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:32:56.627333 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:32:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:56.631888 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:56.635532 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f21e4f43-fa3e-4e5d-bed6-81bd451a0c03 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4966462 Feb 21 09:32:56.636843 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33942) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:56.809043 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Set router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:32:56.824814 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-aec941f6-f313-45d1-b0a8-266f7aba84e0 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=247344c0ab8a4a83b391a59b3517f176&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1869190 Feb 21 09:32:56.827574 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33948) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:56.961005 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6131ddb-ff3d-4c8e-993d-9cce594ef27b tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:32:56.965898 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d6131ddb-ff3d-4c8e-993d-9cce594ef27b tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340392 Feb 21 09:32:56.966076 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33952) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:57.004216 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-db30637d-06dd-4685-bb4b-895c7e93e54f tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370224 Feb 21 09:32:57.006758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33956) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:57.012470 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-740423631', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:32:57.089730 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:56Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:57.093461 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Checking router: 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:32:57.093797 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Updating router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 port 296be64c-b709-4310-a27a-a3145eaca799 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:32:57.120520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:32:57.124323 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:subnet and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:32:57.127139 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:32:57.132805 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:32:57.144515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:32:57.176171 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:57.247898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:57.460400 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:57.505014 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:57.516327 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Transition to ACTIVE for port object 296be64c-b709-4310-a27a-a3145eaca799 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:32:57.522993 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:57.542180 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Subnet': ['ID=1b72a3df-17f1-4168-896a-b520393a36d1,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:57.550832 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Checking segment: {'id': '82849660-3bbc-431b-89ab-6ba412860063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:32:57.551220 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network hostable DHCP agents. Network: 4697f0c5-a20b-4a75-b467-c1b24c89e5ad, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:32:57.576682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:32:57.591532 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 4697f0c5-a20b-4a75-b467-c1b24c89e5ad) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:32:57.596163 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:32:57.596742 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:57.600935 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Attempting to bind port 296be64c-b709-4310-a27a-a3145eaca799 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:32:57.601298 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Attempting to bind port 296be64c-b709-4310-a27a-a3145eaca799 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:32:57.602033 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Attempting to bind port 296be64c-b709-4310-a27a-a3145eaca799 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:32:57.606312 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b880eebd-38d8-4ecb-a268-fef2fbc40975 None None] Network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:32:57.617394 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:32:57.617918 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:32:57.618135 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:57.618517 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:32:57.619653 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Bound port: 296be64c-b709-4310-a27a-a3145eaca799, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:32:57.620015 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:57.631780 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-05ffade5-f695-45dc-887e-b51e935411bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6239867 Feb 21 09:32:57.634874 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 33960) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:32:57.663645 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a8d83-dc67-46b2-ad1b-d9e1d308a5e9 None None] Pushing event updated for resources: {'Port': ['ID=296be64c-b709-4310-a27a-a3145eaca799,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:57.707328 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a8d83-dc67-46b2-ad1b-d9e1d308a5e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:57.707565 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a8d83-dc67-46b2-ad1b-d9e1d308a5e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:57.707948 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a8d83-dc67-46b2-ad1b-d9e1d308a5e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:57.708210 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a8d83-dc67-46b2-ad1b-d9e1d308a5e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:57.708534 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a8d83-dc67-46b2-ad1b-d9e1d308a5e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:57.708888 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a8d83-dc67-46b2-ad1b-d9e1d308a5e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:57.709698 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a8d83-dc67-46b2-ad1b-d9e1d308a5e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:57.709698 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a8d83-dc67-46b2-ad1b-d9e1d308a5e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:57.709873 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a8d83-dc67-46b2-ad1b-d9e1d308a5e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:57.710168 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a8d83-dc67-46b2-ad1b-d9e1d308a5e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:57.710534 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a8d83-dc67-46b2-ad1b-d9e1d308a5e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:57.719812 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] For port 296be64c-b709-4310-a27a-a3145eaca799, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:32:57.722979 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] For port 296be64c-b709-4310-a27a-a3145eaca799, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=296be64c-b709-4310-a27a-a3145eaca799,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:32:57.729022 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:57.807413 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Routers {'1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:32:57.808021 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:32:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:57.841740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ips': [{'subnet_id': '1b72a3df-17f1-4168-896a-b520393a36d1'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:32:57.842850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:57.920785 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a8d83-dc67-46b2-ad1b-d9e1d308a5e9 None None] Pushing event updated for resources: {'Port': ['ID=296be64c-b709-4310-a27a-a3145eaca799,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:57.994343 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] Set router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:32:58.008759 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Allocated IP 172.20.0.2 (4697f0c5-a20b-4a75-b467-c1b24c89e5ad/1b72a3df-17f1-4168-896a-b520393a36d1/41392893-ac34-4ae6-8b3e-41c9197f2612) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:32:58.218511 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:58.229340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Transition to ACTIVE for port object 41392893-ac34-4ae6-8b3e-41c9197f2612 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:32:58.247955 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Transition to ACTIVE for port object 41392893-ac34-4ae6-8b3e-41c9197f2612 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:32:58.254275 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:58.280696 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:56Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:58.284916 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0574b-972d-47bb-89dc-2901dfeaf6bb None None] The sync data for ids ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'] in dv-neutron-830062-1-hyperv is: [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:56Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:32:58.329134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:32:58.334059 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:32:58.338586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:32:58.343310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Pushing event updated for resources: {'Port': ['ID=41392893-ac34-4ae6-8b3e-41c9197f2612,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:58.355327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:58.355673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:58.356012 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:58.356341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:58.356670 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:58.356995 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:58.357367 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:58.357630 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:58.357947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:58.358261 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:58.358577 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:32:58.441700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Attempting to bind port 41392893-ac34-4ae6-8b3e-41c9197f2612 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:32:58.442067 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Attempting to bind port 41392893-ac34-4ae6-8b3e-41c9197f2612 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '82849660-3bbc-431b-89ab-6ba412860063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:32:58.442418 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Attempting to bind port 41392893-ac34-4ae6-8b3e-41c9197f2612 on network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:32:58.449395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:32:58.449764 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Checking segment: {'id': '82849660-3bbc-431b-89ab-6ba412860063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:32:58.450161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:58.450544 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Bound using segment: {'id': '82849660-3bbc-431b-89ab-6ba412860063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:32:58.451022 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Bound port: 41392893-ac34-4ae6-8b3e-41c9197f2612, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82849660-3bbc-431b-89ab-6ba412860063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:32:58.451392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:58.592765 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] For port 41392893-ac34-4ae6-8b3e-41c9197f2612, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:32:58.594750 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:58.596628 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] For port 41392893-ac34-4ae6-8b3e-41c9197f2612, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=41392893-ac34-4ae6-8b3e-41c9197f2612,segment=NetworkSegment(82849660-3bbc-431b-89ab-6ba412860063),segment_id=82849660-3bbc-431b-89ab-6ba412860063)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:32:58.603161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:58.695687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69d415-9451-48da-ba39-1a8b8632ef38 None None] Pushing event updated for resources: {'Port': ['ID=41392893-ac34-4ae6-8b3e-41c9197f2612,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:59.029574 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.20.0.1 (4697f0c5-a20b-4a75-b467-c1b24c89e5ad/1b72a3df-17f1-4168-896a-b520393a36d1/e60d5109-926a-4109-8629-955576503479) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:32:59.212098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:59.226001 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 296be64c-b709-4310-a27a-a3145eaca799 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:32:59.229305 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Transition to ACTIVE for port object e60d5109-926a-4109-8629-955576503479 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:32:59.251910 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:59.300611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 296be64c-b709-4310-a27a-a3145eaca799 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:32:59.306045 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 296be64c-b709-4310-a27a-a3145eaca799 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:32:59.307179 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:59.328741 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:32:59.332275 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:32:59.334693 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:32:59.363788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=e60d5109-926a-4109-8629-955576503479,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:59.404268 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:59.426681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:59.446164 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 296be64c-b709-4310-a27a-a3145eaca799, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=296be64c-b709-4310-a27a-a3145eaca799,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:32:59.451376 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:59.452190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 41392893-ac34-4ae6-8b3e-41c9197f2612 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:32:59.495800 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:59.569497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=296be64c-b709-4310-a27a-a3145eaca799,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:32:59.583183 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 41392893-ac34-4ae6-8b3e-41c9197f2612 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:32:59.687222 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04952d9-be24-4299-aef0-18fb246cc299 None None] Network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:32:59.792099 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6795364b-a620-4490-b7b3-0138f1411557 None None] Provisioning for port 41392893-ac34-4ae6-8b3e-41c9197f2612 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:32:59.807965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6795364b-a620-4490-b7b3-0138f1411557 None None] Provisioning complete for port 41392893-ac34-4ae6-8b3e-41c9197f2612 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:32:59.808540 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6795364b-a620-4490-b7b3-0138f1411557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:59.916920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:32:59.921422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:00.018922 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6795364b-a620-4490-b7b3-0138f1411557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:00.060610 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6795364b-a620-4490-b7b3-0138f1411557 None None] For port 41392893-ac34-4ae6-8b3e-41c9197f2612, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=41392893-ac34-4ae6-8b3e-41c9197f2612,segment=NetworkSegment(82849660-3bbc-431b-89ab-6ba412860063),segment_id=82849660-3bbc-431b-89ab-6ba412860063)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:33:00.064909 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6795364b-a620-4490-b7b3-0138f1411557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:00.135877 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795364b-a620-4490-b7b3-0138f1411557 None None] Pushing event updated for resources: {'Port': ['ID=41392893-ac34-4ae6-8b3e-41c9197f2612,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:00.149485 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=e60d5109-926a-4109-8629-955576503479,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:00.151873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:00.248661 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1778a07a-10fa-40ae-b33c-db94d1960420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:00.294557 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6162ee80-919b-43f5-8d08-b201b77c4b99 None None] Provisioning complete for port 41392893-ac34-4ae6-8b3e-41c9197f2612 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:00.294925 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6162ee80-919b-43f5-8d08-b201b77c4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:00.297634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:33:00.298962 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:33:00.472315 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6162ee80-919b-43f5-8d08-b201b77c4b99 None None] Provisioning for port e60d5109-926a-4109-8629-955576503479 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:33:00.480294 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6162ee80-919b-43f5-8d08-b201b77c4b99 None None] Provisioning complete for port e60d5109-926a-4109-8629-955576503479 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:00.480704 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6162ee80-919b-43f5-8d08-b201b77c4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:00.565492 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6162ee80-919b-43f5-8d08-b201b77c4b99 None None] Port e60d5109-926a-4109-8629-955576503479 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:33:00.693567 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-06392688-45d4-413a-898b-8b992f4ff05b None None] Provisioning complete for port e60d5109-926a-4109-8629-955576503479 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:00.693864 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-06392688-45d4-413a-898b-8b992f4ff05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:00.757103 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:33:00.759990 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:00.761357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-06392688-45d4-413a-898b-8b992f4ff05b None None] Port e60d5109-926a-4109-8629-955576503479 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:33:00.955914 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:33:00.965155 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-84bf910f-2bd4-42fd-946f-50caf34600e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "PUT /v2.0/routers/1fb0a0f2-9df2-4c9c-afdd-64afca46ca21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3292077 Feb 21 09:33:01.131271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-64e1ea49-e58b-4791-add2-ebb8d6f57fb7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:33:01.148351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-64e1ea49-e58b-4791-add2-ebb8d6f57fb7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:33:01.149676 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-64e1ea49-e58b-4791-add2-ebb8d6f57fb7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1910315494&fields=id&tenant_id=247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 267 time: 0.0587444 Feb 21 09:33:01.171686 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 296be64c-b709-4310-a27a-a3145eaca799 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:33:01.241146 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 296be64c-b709-4310-a27a-a3145eaca799 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:01.241418 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:01.297400 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-74e5a1b5-6c4d-45e4-bda5-0135fcf18c8c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:01.298068 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-74e5a1b5-6c4d-45e4-bda5-0135fcf18c8c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:33:01.314232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-74e5a1b5-6c4d-45e4-bda5-0135fcf18c8c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:33:01.315404 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-74e5a1b5-6c4d-45e4-bda5-0135fcf18c8c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/networks?id=4697f0c5-a20b-4a75-b467-c1b24c89e5ad HTTP/1.1" status: 200 len: 796 time: 0.1577697 Feb 21 09:33:01.331734 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-b3d5456b-5682-4f72-ac4d-619158ca15c7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/quotas/247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 375 time: 0.0111332 Feb 21 09:33:01.360451 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 41392893-ac34-4ae6-8b3e-41c9197f2612 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:33:01.415952 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-9e17c842-14ae-4a56-bbb8-1ce5a8b3f6a1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790367 Feb 21 09:33:01.431209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 41392893-ac34-4ae6-8b3e-41c9197f2612 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:01.431573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:01.502692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-5b296201-969e-4f7a-b795-75d09424d5c9 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:33:01.503683 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-5b296201-969e-4f7a-b795-75d09424d5c9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0747318 Feb 21 09:33:01.643363 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-64cf447e-aa31-4dec-9f21-ba255f663cd9 service neutron] 10.222.0.48 "GET /v2.0/networks/4697f0c5-a20b-4a75-b467-c1b24c89e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328399 Feb 21 09:33:01.778073 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-789bbe49-c70a-4328-aa7f-6e239139521d service neutron] 10.222.0.48 "GET /v2.0/networks/4697f0c5-a20b-4a75-b467-c1b24c89e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289072 Feb 21 09:33:01.856765 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Sync routers for ids ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:33:01.869060 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Routers {'1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:33:01.869593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:32:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:01.970741 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fd1fc984-9001-48fb-bbb7-313cb5839f4a req-baf4b075-080a-4e42-8dff-0d6856b5ec78 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 210 time: 0.0452802 Feb 21 09:33:02.081455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Set router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:33:02.397027 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'e60d5109-926a-4109-8629-955576503479', 'name': '', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:98:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:58Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 2, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:02.403494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Checking router: 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:33:02.403838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Updating router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 port e60d5109-926a-4109-8629-955576503479 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:33:02.453847 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:02.794790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:02.806194 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Transition to ACTIVE for port object e60d5109-926a-4109-8629-955576503479 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:33:02.812428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:02.936620 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f27f27-7f18-467f-a8a1-41f8faa76f0c None None] Pushing event updated for resources: {'Port': ['ID=e60d5109-926a-4109-8629-955576503479,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:03.017341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-1937d2d9-9649-4665-99c0-68f364016244 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:03.018953 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-1937d2d9-9649-4665-99c0-68f364016244 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/networks?id=4697f0c5-a20b-4a75-b467-c1b24c89e5ad HTTP/1.1" status: 200 len: 796 time: 0.1908538 Feb 21 09:33:03.043981 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Attempting to bind port e60d5109-926a-4109-8629-955576503479 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:33:03.044660 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Attempting to bind port e60d5109-926a-4109-8629-955576503479 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '82849660-3bbc-431b-89ab-6ba412860063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:33:03.045079 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Attempting to bind port e60d5109-926a-4109-8629-955576503479 on network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:33:03.048285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d723e090-64a2-4664-892f-f054b1d2bf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:03.055793 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:33:03.056199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Checking segment: {'id': '82849660-3bbc-431b-89ab-6ba412860063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:33:03.056641 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:03.057033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Bound using segment: {'id': '82849660-3bbc-431b-89ab-6ba412860063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:33:03.057499 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Bound port: e60d5109-926a-4109-8629-955576503479, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82849660-3bbc-431b-89ab-6ba412860063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:33:03.058449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:03.086295 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-e061d29b-ce93-431c-be55-4d4e309f0e29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 380 time: 0.0554235 Feb 21 09:33:03.096184 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'port': {'device_id': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'admin_state_up': True, 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'security_groups': ['7407e862-4246-4836-8e94-228518dcc244']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:33:03.155316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] For port e60d5109-926a-4109-8629-955576503479, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:33:03.159056 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] For port e60d5109-926a-4109-8629-955576503479, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e60d5109-926a-4109-8629-955576503479,segment=NetworkSegment(82849660-3bbc-431b-89ab-6ba412860063),segment_id=82849660-3bbc-431b-89ab-6ba412860063)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:33:03.163602 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:03.235370 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0e6e0ce6-1c59-4de1-8c3f-f2f08cdc7f11 req-52d77f40-bccc-4bc2-972f-24011cbbf28e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 210 time: 0.0585978 Feb 21 09:33:03.267337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f27f27-7f18-467f-a8a1-41f8faa76f0c None None] Pushing event updated for resources: {'Port': ['ID=e60d5109-926a-4109-8629-955576503479,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:03.274149 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Routers {'1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:33:03.275016 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:33:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:03.286784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:33:03.290679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:port and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:33:03.293556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:33:03.299350 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:33:03.312084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:33:03.315890 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:03.464253 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] Set router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:33:03.487700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.20.0.6 (4697f0c5-a20b-4a75-b467-c1b24c89e5ad/1b72a3df-17f1-4168-896a-b520393a36d1/8c517db5-f08a-4e3d-965d-374ad38535c0) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:33:03.674918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:03.690817 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Transition to ACTIVE for port object 8c517db5-f08a-4e3d-965d-374ad38535c0 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:33:03.712450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:03.742970 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:03.785853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:33:03.788784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:33:03.791814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:33:03.846508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'e60d5109-926a-4109-8629-955576503479', 'name': '', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:98:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:58Z', 'updated_at': '2022-02-21T09:33:03Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:03.851638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b950ac8-582d-4aa6-b390-08ed8a06f259 None None] The sync data for ids ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'] in dv-neutron-830062-1-hyperv is: [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'e60d5109-926a-4109-8629-955576503479', 'name': '', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:98:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:58Z', 'updated_at': '2022-02-21T09:33:03Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:33:03.958163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=8c517db5-f08a-4e3d-965d-374ad38535c0,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:03.984265 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:03.985697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:04.009298 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-c4cb41b1-6316-40e9-b088-164419c231d0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9165986 Feb 21 09:33:04.020630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Request body: {'port': {'device_id': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:33:04.064786 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01a23ab2-ddff-48e3-a174-14982e5a80d8 None None] Provisioning for port 8c517db5-f08a-4e3d-965d-374ad38535c0 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:33:04.070257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01a23ab2-ddff-48e3-a174-14982e5a80d8 None None] Provisioning complete for port 8c517db5-f08a-4e3d-965d-374ad38535c0 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:04.071066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01a23ab2-ddff-48e3-a174-14982e5a80d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:04.131411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:04.139609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01a23ab2-ddff-48e3-a174-14982e5a80d8 None None] Port 8c517db5-f08a-4e3d-965d-374ad38535c0 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:33:04.142529 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:04.536020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af0334-ec04-437b-889e-fda4ecb443d2 req-8b560290-ce9f-481c-a742-c13386a991bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:04.536704 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-22af0334-ec04-437b-889e-fda4ecb443d2 req-8b560290-ce9f-481c-a742-c13386a991bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:33:04.554396 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c517db5-f08a-4e3d-965d-374ad38535c0 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:33:04.564305 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:04.574792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-22af0334-ec04-437b-889e-fda4ecb443d2 req-8b560290-ce9f-481c-a742-c13386a991bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:33:04.575968 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-22af0334-ec04-437b-889e-fda4ecb443d2 req-8b560290-ce9f-481c-a742-c13386a991bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 931 time: 0.2059445 Feb 21 09:33:04.581957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Transition to ACTIVE for port object 8c517db5-f08a-4e3d-965d-374ad38535c0 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:33:04.601323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:04.745853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Pushing event updated for resources: {'Port': ['ID=8c517db5-f08a-4e3d-965d-374ad38535c0,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:04.753152 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-22af0334-ec04-437b-889e-fda4ecb443d2 req-7a149c3b-b6af-43df-b27e-b4c78097a57b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688495 Feb 21 09:33:04.861304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Attempting to bind port 8c517db5-f08a-4e3d-965d-374ad38535c0 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:33:04.861632 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Attempting to bind port 8c517db5-f08a-4e3d-965d-374ad38535c0 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '82849660-3bbc-431b-89ab-6ba412860063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:33:04.861951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Attempting to bind port 8c517db5-f08a-4e3d-965d-374ad38535c0 on network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:33:04.867739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Port 8c517db5-f08a-4e3d-965d-374ad38535c0 on network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:33:04.868042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Attempting to bind port 8c517db5-f08a-4e3d-965d-374ad38535c0 on network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:33:04.874935 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:33:04.875300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Checking segment: {'id': '82849660-3bbc-431b-89ab-6ba412860063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:33:04.875676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Bound using segment: {'id': '82849660-3bbc-431b-89ab-6ba412860063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:33:04.876095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Bound port: 8c517db5-f08a-4e3d-965d-374ad38535c0, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82849660-3bbc-431b-89ab-6ba412860063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:33:04.876441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:04.964219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] For port 8c517db5-f08a-4e3d-965d-374ad38535c0, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:33:04.967186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] For port 8c517db5-f08a-4e3d-965d-374ad38535c0, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=8c517db5-f08a-4e3d-965d-374ad38535c0,segment=NetworkSegment(82849660-3bbc-431b-89ab-6ba412860063),segment_id=82849660-3bbc-431b-89ab-6ba412860063)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:33:04.972154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:05.033469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:05.034822 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] 10.222.0.47 "PUT /v2.0/ports/8c517db5-f08a-4e3d-965d-374ad38535c0 HTTP/1.1" status: 200 len: 1093 time: 1.0190024 Feb 21 09:33:05.035241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'tag': '8c517db5-f08a-4e3d-965d-374ad38535c0'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:33:05.052080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2c5ec-9ab5-45aa-967b-0e59a960a867 service neutron] Pushing event updated for resources: {'Port': ['ID=8c517db5-f08a-4e3d-965d-374ad38535c0,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:05.116953 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'tag': '8c517db5-f08a-4e3d-965d-374ad38535c0', 'status': 'completed', 'code': 200} Feb 21 09:33:05.162095 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-580042dc-17e4-4319-8a7f-f38fe44d4bfb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 1096 time: 0.0808158 Feb 21 09:33:05.195276 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e60d5109-926a-4109-8629-955576503479 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:33:05.236821 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-7883d3a4-1304-480b-bc33-b9adf767e49b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c517db5-f08a-4e3d-965d-374ad38535c0 HTTP/1.1" status: 200 len: 217 time: 0.0683508 Feb 21 09:33:05.263736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port e60d5109-926a-4109-8629-955576503479 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:33:05.268332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e60d5109-926a-4109-8629-955576503479 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:05.268700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:05.298645 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-036d38c5-2c59-4b45-98d4-62d756ea45e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:05.300447 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-036d38c5-2c59-4b45-98d4-62d756ea45e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b72a3df-17f1-4168-896a-b520393a36d1 HTTP/1.1" status: 200 len: 834 time: 0.0583935 Feb 21 09:33:05.376794 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-37e98cac-e2cd-4dda-9791-a6b3957e6227 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4697f0c5-a20b-4a75-b467-c1b24c89e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710068 Feb 21 09:33:05.393116 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:05.425463 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port e60d5109-926a-4109-8629-955576503479, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e60d5109-926a-4109-8629-955576503479,segment=NetworkSegment(82849660-3bbc-431b-89ab-6ba412860063),segment_id=82849660-3bbc-431b-89ab-6ba412860063)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:33:05.429326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:05.494391 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=e60d5109-926a-4109-8629-955576503479,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:05.512051 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-5c25d11e-6b6d-4051-90b9-c425173b753d service neutron] 10.222.0.47 "GET /v2.0/networks/4697f0c5-a20b-4a75-b467-c1b24c89e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294384 Feb 21 09:33:05.641529 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eccfbd88-113f-466f-a27c-a46a13f28662 req-75c610cd-3935-4d21-b3ba-ef29ebfe11dc service neutron] 10.222.0.47 "GET /v2.0/networks/4697f0c5-a20b-4a75-b467-c1b24c89e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232741 Feb 21 09:33:05.758186 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a72091da-7782-4b0d-a015-a138bd7ea4e7 req-7a4c43a9-7f88-44b5-b491-0662370b71cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 1096 time: 0.0668354 Feb 21 09:33:06.034844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72091da-7782-4b0d-a015-a138bd7ea4e7 req-a4ff292e-0be4-47df-83d5-48daf68f4a69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:06.036235 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a72091da-7782-4b0d-a015-a138bd7ea4e7 req-a4ff292e-0be4-47df-83d5-48daf68f4a69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4697f0c5-a20b-4a75-b467-c1b24c89e5ad HTTP/1.1" status: 200 len: 896 time: 0.2697644 Feb 21 09:33:06.092472 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:06.096823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee79bf-4d15-4a9b-b445-a506beec56f6 req-3955192b-8624-4123-a2e6-d912ddc82d5e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:06.098276 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fcee79bf-4d15-4a9b-b445-a506beec56f6 req-3955192b-8624-4123-a2e6-d912ddc82d5e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 943 time: 0.1717131 Feb 21 09:33:06.128860 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a72091da-7782-4b0d-a015-a138bd7ea4e7 req-4749453d-01d6-41d1-94d2-ef824e96f497 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c517db5-f08a-4e3d-965d-374ad38535c0 HTTP/1.1" status: 200 len: 217 time: 0.0851045 Feb 21 09:33:06.199890 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fcee79bf-4d15-4a9b-b445-a506beec56f6 req-4a66f570-ce7e-441b-aa97-f6bbfdd85bd3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960109 Feb 21 09:33:06.206602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72091da-7782-4b0d-a015-a138bd7ea4e7 req-dcf575ab-51ed-4594-9569-e42c4a2645e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:06.207982 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a72091da-7782-4b0d-a015-a138bd7ea4e7 req-dcf575ab-51ed-4594-9569-e42c4a2645e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b72a3df-17f1-4168-896a-b520393a36d1 HTTP/1.1" status: 200 len: 834 time: 0.0720820 Feb 21 09:33:06.284258 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a72091da-7782-4b0d-a015-a138bd7ea4e7 req-1fcf1b86-ed36-44dc-84b4-387dfe030910 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4697f0c5-a20b-4a75-b467-c1b24c89e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702679 Feb 21 09:33:06.415193 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a72091da-7782-4b0d-a015-a138bd7ea4e7 req-4130f878-c580-461e-b67c-a7e7c6d2e318 service neutron] 10.222.0.47 "GET /v2.0/networks/4697f0c5-a20b-4a75-b467-c1b24c89e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233239 Feb 21 09:33:06.543306 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a72091da-7782-4b0d-a015-a138bd7ea4e7 req-b837b8cf-b7b9-4b87-a5b7-892be82df96e service neutron] 10.222.0.47 "GET /v2.0/networks/4697f0c5-a20b-4a75-b467-c1b24c89e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227019 Feb 21 09:33:07.167890 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e60d5109-926a-4109-8629-955576503479 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:33:07.236234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e60d5109-926a-4109-8629-955576503479 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:07.236586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:07.403816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6532f50-8da4-4c57-b25b-4bf59d281eaf req-2ce42375-da4e-43bf-8797-4ddf2cb47b4a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:07.405187 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e6532f50-8da4-4c57-b25b-4bf59d281eaf req-2ce42375-da4e-43bf-8797-4ddf2cb47b4a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 943 time: 0.0857472 Feb 21 09:33:07.449465 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e6532f50-8da4-4c57-b25b-4bf59d281eaf req-75e62c4e-8048-45a6-a294-f19e109892f5 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385699 Feb 21 09:33:08.353239 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 8c517db5-f08a-4e3d-965d-374ad38535c0 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:33:08.507382 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 8c517db5-f08a-4e3d-965d-374ad38535c0, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=8c517db5-f08a-4e3d-965d-374ad38535c0,segment=NetworkSegment(82849660-3bbc-431b-89ab-6ba412860063),segment_id=82849660-3bbc-431b-89ab-6ba412860063)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:33:08.524273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '8c517db5-f08a-4e3d-965d-374ad38535c0', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'port_id': '8c517db5-f08a-4e3d-965d-374ad38535c0', 'mac_address': 'fa:16:3e:4c:ba:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:33:08.578337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:08.596202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c517db5-f08a-4e3d-965d-374ad38535c0 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:33:08.612390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 8c517db5-f08a-4e3d-965d-374ad38535c0, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=8c517db5-f08a-4e3d-965d-374ad38535c0,segment=NetworkSegment(82849660-3bbc-431b-89ab-6ba412860063),segment_id=82849660-3bbc-431b-89ab-6ba412860063)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:33:08.616266 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:08.684058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=8c517db5-f08a-4e3d-965d-374ad38535c0,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:08.723716 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe520c-984b-4b37-a2ad-dd50d7ace312 req-16724e5c-1c6a-4e2e-a93d-0df6671155fd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:08.725148 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6cfe520c-984b-4b37-a2ad-dd50d7ace312 req-16724e5c-1c6a-4e2e-a93d-0df6671155fd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 944 time: 0.1514597 Feb 21 09:33:08.769896 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6cfe520c-984b-4b37-a2ad-dd50d7ace312 req-ff4901ec-72d2-4e01-918c-87d5f1c33824 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385973 Feb 21 09:33:08.817812 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['8c517db5-f08a-4e3d-965d-374ad38535c0'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:33:09.965019 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8ce60-3f65-4e8b-b509-4a5e5807609b req-e163d99a-30b6-417c-b774-61a31e86278c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:09.966381 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-16a8ce60-3f65-4e8b-b509-4a5e5807609b req-e163d99a-30b6-417c-b774-61a31e86278c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 944 time: 0.0750723 Feb 21 09:33:10.010349 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-16a8ce60-3f65-4e8b-b509-4a5e5807609b req-cefee5dd-8346-4bd2-9cb7-5833cce66504 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386059 Feb 21 09:33:10.368200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 8c517db5-f08a-4e3d-965d-374ad38535c0 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:33:10.434106 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 8c517db5-f08a-4e3d-965d-374ad38535c0 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:33:10.439023 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 8c517db5-f08a-4e3d-965d-374ad38535c0 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:10.439388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:10.551914 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:10.577865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c517db5-f08a-4e3d-965d-374ad38535c0'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:33:10.588446 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 8c517db5-f08a-4e3d-965d-374ad38535c0, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=8c517db5-f08a-4e3d-965d-374ad38535c0,segment=NetworkSegment(82849660-3bbc-431b-89ab-6ba412860063),segment_id=82849660-3bbc-431b-89ab-6ba412860063)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:33:10.592232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:10.633501 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c517db5-f08a-4e3d-965d-374ad38535c0', 'code': 200} Feb 21 09:33:10.658582 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=8c517db5-f08a-4e3d-965d-374ad38535c0,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:10.850772 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a90050c8-6bc3-49bb-ba07-914efcef941a req-59d833fa-8632-4477-a9ca-4d7f1beed728 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 1098 time: 0.0693049 Feb 21 09:33:10.891929 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a90050c8-6bc3-49bb-ba07-914efcef941a req-f0513700-31ca-4b7a-bf79-f40e5fd6cff3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351517 Feb 21 09:33:11.201386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf3055-4d03-412c-8454-9abe584c7e45 req-a409ebe5-22cb-431e-841d-89e1ef69a120 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:11.202742 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36cf3055-4d03-412c-8454-9abe584c7e45 req-a409ebe5-22cb-431e-841d-89e1ef69a120 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 945 time: 0.0733366 Feb 21 09:33:11.246056 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36cf3055-4d03-412c-8454-9abe584c7e45 req-34bd11c2-48d0-438f-b82f-7801248b42d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380011 Feb 21 09:33:12.441962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccf99e-bd33-4372-b3e1-86e07acf6f07 req-44c5489a-ffb0-4675-9b8d-964ba1cd55df tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:12.443344 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-21ccf99e-bd33-4372-b3e1-86e07acf6f07 req-44c5489a-ffb0-4675-9b8d-964ba1cd55df tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 945 time: 0.0789621 Feb 21 09:33:12.498173 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-21ccf99e-bd33-4372-b3e1-86e07acf6f07 req-87e92aff-3633-45ea-9219-1a40bc233ada tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483179 Feb 21 09:33:12.701190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111c76-774d-493a-8303-5595e288de2a req-9a7423a4-7e18-4825-8a5f-5312ed5eebff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:12.702591 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c111c76-774d-493a-8303-5595e288de2a req-9a7423a4-7e18-4825-8a5f-5312ed5eebff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 945 time: 0.0790005 Feb 21 09:33:12.751609 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7c111c76-774d-493a-8303-5595e288de2a req-af84ecb2-5ad6-4583-9a11-798d9e7d1deb tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433908 Feb 21 09:33:12.778622 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34010) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:33:12.850398 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5779eba3-6740-418f-bdac-ed1906533884 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 1093 time: 0.0679457 Feb 21 09:33:12.850563 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34014) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:33:12.856422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '8c517db5-f08a-4e3d-965d-374ad38535c0', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:33:12.862521 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:33:12.867725 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:floatingip and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:33:12.872157 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:33:12.879161 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:33:12.889557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:13.026745 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:13.159379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.26.6.173 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/06d73599-d7f8-4284-b785-95f474ab7a79) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:33:13.308016 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:13.334918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:13.402869 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:33:13.405609 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:33:13.408369 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:33:13.441965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=06d73599-d7f8-4284-b785-95f474ab7a79,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:13.991306 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:14.044556 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:14.240391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:14.244971 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:14.350208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=06d73599-d7f8-4284-b785-95f474ab7a79,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:14.363787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:14.551134 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Floating IP 609e6182-5e0e-4c73-b4a9-62cc3e144cf3 associated. External IP: 172.26.6.173, port: 8c517db5-f08a-4e3d-965d-374ad38535c0. Feb 21 09:33:14.930733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:33:15.211516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:33:15.221461 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5210796f-0463-4065-bcd3-308f4cddb277 None None] Sync routers for ids ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:33:15.234481 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5210796f-0463-4065-bcd3-308f4cddb277 None None] Routers {'1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:33:15.235133 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5210796f-0463-4065-bcd3-308f4cddb277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:33:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:15.235963 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:15.287831 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-391d23fe-60a8-4a80-bb1e-bdf856b639f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4362354 Feb 21 09:33:15.288371 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'tag': '8c517db5-f08a-4e3d-965d-374ad38535c0'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:33:15.344072 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'tag': '8c517db5-f08a-4e3d-965d-374ad38535c0', 'status': 'completed', 'code': 200} Feb 21 09:33:15.407781 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-5210796f-0463-4065-bcd3-308f4cddb277 None None] Set router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:33:15.493609 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd878b7e-68d8-47a0-acb8-bb6b3de69386 req-3f2723e5-c06b-4950-b4a5-95c688e83a9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 1098 time: 0.1273065 Feb 21 09:33:15.503354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dbf6f-b90f-4998-8586-27e0ab74d2a4 req-96258016-05a2-4721-b909-d1eea98d89d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:15.504702 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c40dbf6f-b90f-4998-8586-27e0ab74d2a4 req-96258016-05a2-4721-b909-d1eea98d89d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 945 time: 0.1084597 Feb 21 09:33:15.759707 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c40dbf6f-b90f-4998-8586-27e0ab74d2a4 req-8c8451fc-e1ab-4b49-922d-7772db684d66 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358170 Feb 21 09:33:15.781384 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5210796f-0463-4065-bcd3-308f4cddb277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '609e6182-5e0e-4c73-b4a9-62cc3e144cf3', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.173', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'port_id': '8c517db5-f08a-4e3d-965d-374ad38535c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'mac_address': 'fa:16:3e:4c:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:33:13Z', 'updated_at': '2022-02-21T09:33:13Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60d5109-926a-4109-8629-955576503479', 'name': '', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:98:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:58Z', 'updated_at': '2022-02-21T09:33:05Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:15.781848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd878b7e-68d8-47a0-acb8-bb6b3de69386 req-d45110d9-6b9d-4575-a9be-cd1e0e40dbe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:15.783442 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd878b7e-68d8-47a0-acb8-bb6b3de69386 req-d45110d9-6b9d-4575-a9be-cd1e0e40dbe7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4697f0c5-a20b-4a75-b467-c1b24c89e5ad HTTP/1.1" status: 200 len: 896 time: 0.2779274 Feb 21 09:33:15.785678 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5210796f-0463-4065-bcd3-308f4cddb277 None None] Checking router: 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:33:15.788240 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34022) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:33:15.796707 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5210796f-0463-4065-bcd3-308f4cddb277 None None] Routers {'1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:33:15.797307 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5210796f-0463-4065-bcd3-308f4cddb277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:33:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:15.891176 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd878b7e-68d8-47a0-acb8-bb6b3de69386 req-8125c6f4-2a72-4517-bc18-77728a8467cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c517db5-f08a-4e3d-965d-374ad38535c0 HTTP/1.1" status: 200 len: 999 time: 0.1018908 Feb 21 09:33:15.896075 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7f397361-2a56-42c1-9727-b3d67b78f7de tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/609e6182-5e0e-4c73-b4a9-62cc3e144cf3 HTTP/1.1" status: 200 len: 991 time: 0.1067069 Feb 21 09:33:15.972600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd878b7e-68d8-47a0-acb8-bb6b3de69386 req-3a598526-cd46-49a8-a5b5-1de8e65f1418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:15.974153 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd878b7e-68d8-47a0-acb8-bb6b3de69386 req-3a598526-cd46-49a8-a5b5-1de8e65f1418 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b72a3df-17f1-4168-896a-b520393a36d1 HTTP/1.1" status: 200 len: 834 time: 0.0770030 Feb 21 09:33:15.994695 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-5210796f-0463-4065-bcd3-308f4cddb277 None None] Set router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:33:16.048122 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd878b7e-68d8-47a0-acb8-bb6b3de69386 req-427b115e-2a74-47fc-afb7-f18f53279339 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4697f0c5-a20b-4a75-b467-c1b24c89e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679488 Feb 21 09:33:16.179505 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd878b7e-68d8-47a0-acb8-bb6b3de69386 req-76b3aaac-5b01-46bd-b94e-808a4df6662f service neutron] 10.222.0.47 "GET /v2.0/networks/4697f0c5-a20b-4a75-b467-c1b24c89e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256917 Feb 21 09:33:16.320741 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd878b7e-68d8-47a0-acb8-bb6b3de69386 req-9deae7bb-d9c1-4672-b477-775d156a0d9e service neutron] 10.222.0.47 "GET /v2.0/networks/4697f0c5-a20b-4a75-b467-c1b24c89e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353643 Feb 21 09:33:16.344738 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-5210796f-0463-4065-bcd3-308f4cddb277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '609e6182-5e0e-4c73-b4a9-62cc3e144cf3', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.173', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'port_id': '8c517db5-f08a-4e3d-965d-374ad38535c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'mac_address': 'fa:16:3e:4c:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:33:13Z', 'updated_at': '2022-02-21T09:33:13Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60d5109-926a-4109-8629-955576503479', 'name': '', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:98:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:58Z', 'updated_at': '2022-02-21T09:33:05Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:16.348648 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5210796f-0463-4065-bcd3-308f4cddb277 None None] The sync data for ids ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'] in dv-neutron-830062-1-hyperv is: [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '609e6182-5e0e-4c73-b4a9-62cc3e144cf3', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.173', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'port_id': '8c517db5-f08a-4e3d-965d-374ad38535c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'mac_address': 'fa:16:3e:4c:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:33:13Z', 'updated_at': '2022-02-21T09:33:13Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60d5109-926a-4109-8629-955576503479', 'name': '', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:98:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:58Z', 'updated_at': '2022-02-21T09:33:05Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:33:16.900615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34026) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:33:17.003534 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-63bf0d1a-7c99-4719-beb4-1cfb36a1b290 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/609e6182-5e0e-4c73-b4a9-62cc3e144cf3 HTTP/1.1" status: 200 len: 991 time: 0.1018772 Feb 21 09:33:18.007513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34030) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:33:18.111249 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0bb0dfc5-d820-41a7-94b5-dcaaa7496d72 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/609e6182-5e0e-4c73-b4a9-62cc3e144cf3 HTTP/1.1" status: 200 len: 991 time: 0.1026692 Feb 21 09:33:19.115127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34034) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:33:19.217753 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-97b4ac33-c1e0-45a2-bd0c-3251f96b1f22 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/609e6182-5e0e-4c73-b4a9-62cc3e144cf3 HTTP/1.1" status: 200 len: 991 time: 0.1015077 Feb 21 09:33:19.818199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f658b5-8271-4dd3-bc36-13c495dfed28 None None] New status for floating IP 609e6182-5e0e-4c73-b4a9-62cc3e144cf3: ACTIVE {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:33:20.221513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34038) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:33:20.326662 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1d13fa98-ff02-40ce-bdbc-c29cefc3e796 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/609e6182-5e0e-4c73-b4a9-62cc3e144cf3 HTTP/1.1" status: 200 len: 993 time: 0.1040404 Feb 21 09:33:22.856198 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:33:30.241902 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2d3d4fce-7bfd-41e7-a331-75df5dcf180d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:30.743424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:33.020216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-84115564-888f-401f-a6ce-e7b19b116ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:33.705708 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:34.136840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:36.095796 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:47.836918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51746eeb-6bea-4faf-a446-e73a716f10ee req-1050ca57-a70f-494c-80b6-9099db957b82 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:47.838348 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51746eeb-6bea-4faf-a446-e73a716f10ee req-1050ca57-a70f-494c-80b6-9099db957b82 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 945 time: 0.0766761 Feb 21 09:33:47.883435 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51746eeb-6bea-4faf-a446-e73a716f10ee req-81fd71a5-6007-4899-b643-f36d5c214503 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396497 Feb 21 09:33:49.078534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4559-69b8-437e-957f-d43dcf60fca8 req-cf3a6fb7-606c-4254-9d35-501f2454a144 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:49.079982 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-463b4559-69b8-437e-957f-d43dcf60fca8 req-cf3a6fb7-606c-4254-9d35-501f2454a144 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 945 time: 0.0772460 Feb 21 09:33:49.123527 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-463b4559-69b8-437e-957f-d43dcf60fca8 req-3d0f5488-d3ae-4a0c-9dae-6a2e534fe0b5 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382783 Feb 21 09:33:49.151555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34058) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:33:49.255171 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a1097a94-07d6-4655-aa82-772b85ff84b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/609e6182-5e0e-4c73-b4a9-62cc3e144cf3 HTTP/1.1" status: 200 len: 993 time: 0.1024141 Feb 21 09:33:50.738375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0572113-d0b3-4df2-882c-2aca6b25b46e req-900125ed-dd70-4892-9655-853b8dfba805 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:50.740290 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b0572113-d0b3-4df2-882c-2aca6b25b46e req-900125ed-dd70-4892-9655-853b8dfba805 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 945 time: 0.0758152 Feb 21 09:33:50.790972 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b0572113-d0b3-4df2-882c-2aca6b25b46e req-888755cf-de72-4932-92a9-d0f20d694f31 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445545 Feb 21 09:33:51.985855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b73838-c6c3-4044-bab0-3ec82e9b4b4c req-f467eeee-7d45-4cdc-bc4b-2e7c11287bce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:51.987205 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b5b73838-c6c3-4044-bab0-3ec82e9b4b4c req-f467eeee-7d45-4cdc-bc4b-2e7c11287bce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 945 time: 0.0756457 Feb 21 09:33:52.030906 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b5b73838-c6c3-4044-bab0-3ec82e9b4b4c req-cf66747c-4de6-46fd-9584-841a6e800411 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382724 Feb 21 09:33:52.060331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34070) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:33:52.255255 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-98a82a68-458f-453f-a59b-00b6f5e84b93 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/609e6182-5e0e-4c73-b4a9-62cc3e144cf3 HTTP/1.1" status: 200 len: 993 time: 0.1937029 Feb 21 09:33:52.590788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34078) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:33:52.786118 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port 06d73599-d7f8-4284-b785-95f474ab7a79 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:33:52.786457 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:52.951062 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:52.951382 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:53.076821 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for 06d73599-d7f8-4284-b785-95f474ab7a79 owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:33:53.222070 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:53.264557 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=06d73599-d7f8-4284-b785-95f474ab7a79,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:53.299528 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:53.299867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:53.300199 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:53.300524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:53.300848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:53.301167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:53.301483 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:53.301797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:53.302123 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:53.302424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:53.302734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:53.368541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:53.842323 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:33:54.042083 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:33:54.051371 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f5827-d168-4a8e-8033-e61162316ed6 None None] Sync routers for ids ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:33:54.062003 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:54.063329 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f5827-d168-4a8e-8033-e61162316ed6 None None] Routers {'1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:33:54.063924 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-950f5827-d168-4a8e-8033-e61162316ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:33:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:54.119065 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ad4e7f2a-1667-46ea-b6cd-a6d88746cb07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/floatingips/609e6182-5e0e-4c73-b4a9-62cc3e144cf3 HTTP/1.1" status: 204 len: 168 time: 1.5272305 Feb 21 09:33:54.119645 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'tag': '8c517db5-f08a-4e3d-965d-374ad38535c0'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:33:54.178329 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'tag': '8c517db5-f08a-4e3d-965d-374ad38535c0', 'status': 'completed', 'code': 200} Feb 21 09:33:54.239603 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-950f5827-d168-4a8e-8033-e61162316ed6 None None] Set router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:33:54.274803 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0bbd8dd9-a0db-4a14-a243-23adf2b8f064 req-18a5282a-e0ff-4f01-afcb-4fb0df7b3177 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 1098 time: 0.0751431 Feb 21 09:33:54.414566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd8dd9-a0db-4a14-a243-23adf2b8f064 req-9ad7120f-972c-4a00-9d24-79b0752db4ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:54.416044 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0bbd8dd9-a0db-4a14-a243-23adf2b8f064 req-9ad7120f-972c-4a00-9d24-79b0752db4ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=4697f0c5-a20b-4a75-b467-c1b24c89e5ad HTTP/1.1" status: 200 len: 896 time: 0.1355677 Feb 21 09:33:54.518441 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0bbd8dd9-a0db-4a14-a243-23adf2b8f064 req-8a30e78e-54d4-4ea2-a158-43d5e23c5074 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c517db5-f08a-4e3d-965d-374ad38535c0 HTTP/1.1" status: 200 len: 217 time: 0.0959492 Feb 21 09:33:54.558075 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-950f5827-d168-4a8e-8033-e61162316ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'e60d5109-926a-4109-8629-955576503479', 'name': '', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:98:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:58Z', 'updated_at': '2022-02-21T09:33:05Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:54.562056 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f5827-d168-4a8e-8033-e61162316ed6 None None] Checking router: 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:33:54.572856 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f5827-d168-4a8e-8033-e61162316ed6 None None] Routers {'1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:33:54.573447 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-950f5827-d168-4a8e-8033-e61162316ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:33:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:54.599878 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd8dd9-a0db-4a14-a243-23adf2b8f064 req-3051a2a5-a67c-4c3e-a054-90a830e77330 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:54.601221 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0bbd8dd9-a0db-4a14-a243-23adf2b8f064 req-3051a2a5-a67c-4c3e-a054-90a830e77330 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b72a3df-17f1-4168-896a-b520393a36d1 HTTP/1.1" status: 200 len: 834 time: 0.0755246 Feb 21 09:33:54.646765 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894cf3b-2c11-497d-a4c9-58cae0fbfd9b req-57e43a10-c327-4d82-9f56-f015f52e8e24 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:54.648223 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6894cf3b-2c11-497d-a4c9-58cae0fbfd9b req-57e43a10-c327-4d82-9f56-f015f52e8e24 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 945 time: 0.1754744 Feb 21 09:33:54.709454 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6894cf3b-2c11-497d-a4c9-58cae0fbfd9b req-e8c8208f-09a2-4c5f-a5f3-32a6ccf5276a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536213 Feb 21 09:33:54.719682 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0bbd8dd9-a0db-4a14-a243-23adf2b8f064 req-893f2708-08b3-42da-b1df-017620b17f22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4697f0c5-a20b-4a75-b467-c1b24c89e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1116934 Feb 21 09:33:54.774147 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-950f5827-d168-4a8e-8033-e61162316ed6 None None] Set router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:33:54.856644 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0bbd8dd9-a0db-4a14-a243-23adf2b8f064 req-bb91d69e-8f67-4091-ae07-280b7143d478 service neutron] 10.222.0.47 "GET /v2.0/networks/4697f0c5-a20b-4a75-b467-c1b24c89e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294069 Feb 21 09:33:54.987860 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0bbd8dd9-a0db-4a14-a243-23adf2b8f064 req-4824d144-634f-4562-a450-8f9cf4c50de1 service neutron] 10.222.0.47 "GET /v2.0/networks/4697f0c5-a20b-4a75-b467-c1b24c89e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242316 Feb 21 09:33:55.085913 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-950f5827-d168-4a8e-8033-e61162316ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'e60d5109-926a-4109-8629-955576503479', 'name': '', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:98:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:58Z', 'updated_at': '2022-02-21T09:33:05Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:55.090257 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f5827-d168-4a8e-8033-e61162316ed6 None None] The sync data for ids ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'] in dv-neutron-830062-1-hyperv is: [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'e60d5109-926a-4109-8629-955576503479', 'name': '', 'network_id': '4697f0c5-a20b-4a75-b467-c1b24c89e5ad', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:98:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:58Z', 'updated_at': '2022-02-21T09:33:05Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '1b72a3df-17f1-4168-896a-b520393a36d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:33:55.295598 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34014231-4173-4d9c-b44f-dde760f14fa4 None None] New status for floating IP 609e6182-5e0e-4c73-b4a9-62cc3e144cf3: DOWN {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:33:55.965939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608cd85-8f16-4855-b10d-874a4f69277b req-a65092ef-40e7-4a53-ab7a-cdd7e4c66c62 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:55.967416 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5608cd85-8f16-4855-b10d-874a4f69277b req-a65092ef-40e7-4a53-ab7a-cdd7e4c66c62 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 945 time: 0.1340911 Feb 21 09:33:55.977728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9efc-f9d4-4495-82fb-0a0510bb54af req-ea93337a-2036-4d7e-a63c-1b47edc6e654 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:55.979098 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ab0f9efc-f9d4-4495-82fb-0a0510bb54af req-ea93337a-2036-4d7e-a63c-1b47edc6e654 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 945 time: 0.1025314 Feb 21 09:33:56.073838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-ab0f9efc-f9d4-4495-82fb-0a0510bb54af req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port 8c517db5-f08a-4e3d-965d-374ad38535c0 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:33:56.074094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-ab0f9efc-f9d4-4495-82fb-0a0510bb54af req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:56.102692 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5608cd85-8f16-4855-b10d-874a4f69277b req-88a4bacd-2f34-4194-b142-bb0d39b75dec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=7407e862-4246-4836-8e94-228518dcc244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221895 Feb 21 09:33:56.315710 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-ab0f9efc-f9d4-4495-82fb-0a0510bb54af req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port 8c517db5-f08a-4e3d-965d-374ad38535c0, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=8c517db5-f08a-4e3d-965d-374ad38535c0,segment=NetworkSegment(82849660-3bbc-431b-89ab-6ba412860063),segment_id=82849660-3bbc-431b-89ab-6ba412860063)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:33:56.316061 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-ab0f9efc-f9d4-4495-82fb-0a0510bb54af req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:56.436641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-ab0f9efc-f9d4-4495-82fb-0a0510bb54af req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for 8c517db5-f08a-4e3d-965d-374ad38535c0 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:33:56.570429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-ab0f9efc-f9d4-4495-82fb-0a0510bb54af req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:56.704551 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=8c517db5-f08a-4e3d-965d-374ad38535c0,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:56.744676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:56.745016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:56.745348 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:56.745673 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:56.745994 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:56.746312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:56.746626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:56.746939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:56.747277 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:56.747587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:56.747893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:56.788088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0f9efc-f9d4-4495-82fb-0a0510bb54af req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] No DVR routers for this DVR port 8c517db5-f08a-4e3d-965d-374ad38535c0 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:33:56.790648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-ab0f9efc-f9d4-4495-82fb-0a0510bb54af req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:56.794381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'name': 'network-vif-deleted', 'tag': '8c517db5-f08a-4e3d-965d-374ad38535c0'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:33:56.804168 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ab0f9efc-f9d4-4495-82fb-0a0510bb54af req-f82df504-6374-4606-8167-851389fb8c3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "DELETE /v2.0/ports/8c517db5-f08a-4e3d-965d-374ad38535c0 HTTP/1.1" status: 204 len: 173 time: 0.8103886 Feb 21 09:33:56.850704 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc81484a-6548-47d2-8195-1ca50c2ecf6f', 'name': 'network-vif-deleted', 'tag': '8c517db5-f08a-4e3d-965d-374ad38535c0', 'status': 'completed', 'code': 200} Feb 21 09:33:57.279271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-2d76bdef-739a-4c42-bf64-edd6ff06d4b1 req-34a969a7-9cc1-4c36-9ff3-ce5687071ace tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:33:57.294395 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-2d76bdef-739a-4c42-bf64-edd6ff06d4b1 req-34a969a7-9cc1-4c36-9ff3-ce5687071ace tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:33:57.295555 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d76bdef-739a-4c42-bf64-edd6ff06d4b1 req-34a969a7-9cc1-4c36-9ff3-ce5687071ace tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc81484a-6548-47d2-8195-1ca50c2ecf6f HTTP/1.1" status: 200 len: 210 time: 0.0598352 Feb 21 09:33:58.400287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34096) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:33:58.792472 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29ac1876-6bf3-46f3-975e-a440fab6fd9b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:59.386918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-29ac1876-6bf3-46f3-975e-a440fab6fd9b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port e60d5109-926a-4109-8629-955576503479 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:33:59.387342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29ac1876-6bf3-46f3-975e-a440fab6fd9b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:59.586760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-29ac1876-6bf3-46f3-975e-a440fab6fd9b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port e60d5109-926a-4109-8629-955576503479, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e60d5109-926a-4109-8629-955576503479,segment=NetworkSegment(82849660-3bbc-431b-89ab-6ba412860063),segment_id=82849660-3bbc-431b-89ab-6ba412860063)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:33:59.587481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29ac1876-6bf3-46f3-975e-a440fab6fd9b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:33:59.803952 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-29ac1876-6bf3-46f3-975e-a440fab6fd9b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for e60d5109-926a-4109-8629-955576503479 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:33:59.857022 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:33:59.971781 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29ac1876-6bf3-46f3-975e-a440fab6fd9b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:00.015643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac1876-6bf3-46f3-975e-a440fab6fd9b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=e60d5109-926a-4109-8629-955576503479,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:00.244214 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c60cb4f9-63d1-4195-9840-d02500ea59ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:00.309405 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29ac1876-6bf3-46f3-975e-a440fab6fd9b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:00.654110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 8c517db5-f08a-4e3d-965d-374ad38535c0 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:34:00.689788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 8c517db5-f08a-4e3d-965d-374ad38535c0 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:34:00.690126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 8c517db5-f08a-4e3d-965d-374ad38535c0 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:34:00.746410 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:00.877890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ac1876-6bf3-46f3-975e-a440fab6fd9b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:34:01.078565 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ac1876-6bf3-46f3-975e-a440fab6fd9b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:34:01.088405 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22152d38-55bc-4ea3-9de8-3049742de538 None None] Sync routers for ids ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:34:01.095209 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-29ac1876-6bf3-46f3-975e-a440fab6fd9b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "PUT /v2.0/routers/1fb0a0f2-9df2-4c9c-afdd-64afca46ca21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6938214 Feb 21 09:34:01.097957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34102) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:01.101294 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22152d38-55bc-4ea3-9de8-3049742de538 None None] Routers {'1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:34:01.101966 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-22152d38-55bc-4ea3-9de8-3049742de538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:33:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:01.276998 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-22152d38-55bc-4ea3-9de8-3049742de538 None None] Set router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:34:01.287179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fccf65e-e143-4ec4-9760-9923973c96de tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting subnet 1b72a3df-17f1-4168-896a-b520393a36d1 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:34:01.290604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1fccf65e-e143-4ec4-9760-9923973c96de tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:01.348521 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1fccf65e-e143-4ec4-9760-9923973c96de tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:01.432545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1fccf65e-e143-4ec4-9760-9923973c96de tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:01.502831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1fccf65e-e143-4ec4-9760-9923973c96de tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:01.547360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccf65e-e143-4ec4-9760-9923973c96de tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Subnet': ['ID=1b72a3df-17f1-4168-896a-b520393a36d1,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:01.550967 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1fccf65e-e143-4ec4-9760-9923973c96de tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:01.560330 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1fccf65e-e143-4ec4-9760-9923973c96de tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/subnets/1b72a3df-17f1-4168-896a-b520393a36d1 HTTP/1.1" status: 204 len: 168 time: 0.4589317 Feb 21 09:34:01.560643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34108) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:01.564067 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-22152d38-55bc-4ea3-9de8-3049742de538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:33:59Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:01.568593 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22152d38-55bc-4ea3-9de8-3049742de538 None None] Checking router: 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:34:01.570193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a869ffd-fe57-414e-9029-dcbf9a051919 None None] Network 4697f0c5-a20b-4a75-b467-c1b24c89e5ad requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:34:01.580025 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22152d38-55bc-4ea3-9de8-3049742de538 None None] Routers {'1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:34:01.580636 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-22152d38-55bc-4ea3-9de8-3049742de538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:33:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:01.762826 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-22152d38-55bc-4ea3-9de8-3049742de538 None None] Set router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:34:01.849340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] DHCP port deletion for 4697f0c5-a20b-4a75-b467-c1b24c89e5ad request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:34:01.854736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Deleting port 41392893-ac34-4ae6-8b3e-41c9197f2612 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:34:01.855131 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:01.870383 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:02.058779 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] For port 41392893-ac34-4ae6-8b3e-41c9197f2612, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=41392893-ac34-4ae6-8b3e-41c9197f2612,segment=NetworkSegment(82849660-3bbc-431b-89ab-6ba412860063),segment_id=82849660-3bbc-431b-89ab-6ba412860063)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:34:02.059168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:02.076932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:02.089175 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port 296be64c-b709-4310-a27a-a3145eaca799 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:34:02.089555 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:02.091999 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-22152d38-55bc-4ea3-9de8-3049742de538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:33:59Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:02.096846 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22152d38-55bc-4ea3-9de8-3049742de538 None None] The sync data for ids ['1fb0a0f2-9df2-4c9c-afdd-64afca46ca21'] in dv-neutron-830062-1-hyperv is: [{'id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955928893', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '296be64c-b709-4310-a27a-a3145eaca799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:33:59Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '296be64c-b709-4310-a27a-a3145eaca799', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb0a0f2-9df2-4c9c-afdd-64afca46ca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:32:55Z', 'updated_at': '2022-02-21T09:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:34:02.191090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Calling delete_port for 41392893-ac34-4ae6-8b3e-41c9197f2612 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:34:02.261678 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:02.273498 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port 296be64c-b709-4310-a27a-a3145eaca799, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=296be64c-b709-4310-a27a-a3145eaca799,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:34:02.274431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:02.306129 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Pushing event deleted for resources: {'Port': ['ID=41392893-ac34-4ae6-8b3e-41c9197f2612,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:02.314975 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] No DVR routers for this DVR port 41392893-ac34-4ae6-8b3e-41c9197f2612 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:34:02.319636 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:02.319959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:02.322903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:02.322903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:02.322903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:02.322903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:02.322903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:02.322903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:02.322903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:02.323949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:02.323949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a18ec8-7281-4278-ba9a-33def0c05b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:02.407583 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for 296be64c-b709-4310-a27a-a3145eaca799 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:34:02.579728 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:02.625515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=296be64c-b709-4310-a27a-a3145eaca799,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:02.852994 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.022892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6468ee97-f9cd-4f0f-b81d-080ad9078ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.194686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.200129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.225226 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.225747 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Fanout notify agent at l3_agent the message router_deleted on router 1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:34:03.243197 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e60d5109-926a-4109-8629-955576503479 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:34:03.244578 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.245709 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2d0fe014-228d-4874-9899-ceb3f7997e6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/routers/1fb0a0f2-9df2-4c9c-afdd-64afca46ca21 HTTP/1.1" status: 204 len: 168 time: 1.6841207 Feb 21 09:34:03.248519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34112) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:03.277643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: e60d5109-926a-4109-8629-955576503479 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:34:03.277986 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e60d5109-926a-4109-8629-955576503479 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:34:03.278402 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 41392893-ac34-4ae6-8b3e-41c9197f2612 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:34:03.314590 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 41392893-ac34-4ae6-8b3e-41c9197f2612 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:34:03.314933 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 41392893-ac34-4ae6-8b3e-41c9197f2612 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:34:03.366275 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a92befad-5353-45e6-8acb-c368d21c3364 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.494808 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a92befad-5353-45e6-8acb-c368d21c3364 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.519005 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-a92befad-5353-45e6-8acb-c368d21c3364 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4697f0c5-a20b-4a75-b467-c1b24c89e5ad']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:03.531087 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-a92befad-5353-45e6-8acb-c368d21c3364 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82849660-3bbc-431b-89ab-6ba412860063') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:03.531389 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-a92befad-5353-45e6-8acb-c368d21c3364 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82849660-3bbc-431b-89ab-6ba412860063') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:03.546571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a92befad-5353-45e6-8acb-c368d21c3364 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.562082 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a92befad-5353-45e6-8acb-c368d21c3364 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.568058 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92befad-5353-45e6-8acb-c368d21c3364 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:34:03.568431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a92befad-5353-45e6-8acb-c368d21c3364 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:34:03.582756 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:34:03.659385 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a92befad-5353-45e6-8acb-c368d21c3364 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.676067 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a92befad-5353-45e6-8acb-c368d21c3364 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.691066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92befad-5353-45e6-8acb-c368d21c3364 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Network': ['ID=4697f0c5-a20b-4a75-b467-c1b24c89e5ad,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:03.700612 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a92befad-5353-45e6-8acb-c368d21c3364 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/networks/4697f0c5-a20b-4a75-b467-c1b24c89e5ad HTTP/1.1" status: 204 len: 168 time: 0.4505417 Feb 21 09:34:03.703543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34116) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:03.715023 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.773289 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bc64ead7-d03b-42c9-9a8d-411dcb754496 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.802216 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bc64ead7-d03b-42c9-9a8d-411dcb754496 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.865464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bc64ead7-d03b-42c9-9a8d-411dcb754496 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.884585 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64ead7-d03b-42c9-9a8d-411dcb754496 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7407e862-4246-4836-8e94-228518dcc244,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:03.894095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bc64ead7-d03b-42c9-9a8d-411dcb754496 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:03.895246 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bc64ead7-d03b-42c9-9a8d-411dcb754496 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/security-groups/7407e862-4246-4836-8e94-228518dcc244 HTTP/1.1" status: 204 len: 168 time: 0.1901596 Feb 21 09:34:04.140142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.151497 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34124) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:04.157389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069967674', 'description': 'tempest-secgroup-smoke-1069967674 description', 'project_id': '247344c0ab8a4a83b391a59b3517f176'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:34:04.163241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:34:04.167273 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:34:04.170056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:34:04.175628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:34:04.186290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.219488 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:34:04.223153 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:34:04.225804 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:34:04.231790 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:34:04.288482 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.292409 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.334610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a048d2-0e47-4511-84f8-15002fb58ef7,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:04.337707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.338957 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-04c82f45-ddd8-4ea3-8241-a98165cc8c91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1863952 Feb 21 09:34:04.341735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34128) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:04.347329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-61d9d272-4b6f-4c5b-b7e5-89f0044893c6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '00a048d2-0e47-4511-84f8-15002fb58ef7', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:34:04.354240 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-61d9d272-4b6f-4c5b-b7e5-89f0044893c6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:34:04.358223 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-61d9d272-4b6f-4c5b-b7e5-89f0044893c6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:34:04.361043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-61d9d272-4b6f-4c5b-b7e5-89f0044893c6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:34:04.366855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-61d9d272-4b6f-4c5b-b7e5-89f0044893c6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:34:04.385281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-61d9d272-4b6f-4c5b-b7e5-89f0044893c6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.452929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-61d9d272-4b6f-4c5b-b7e5-89f0044893c6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.456332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-61d9d272-4b6f-4c5b-b7e5-89f0044893c6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.479168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9d272-4b6f-4c5b-b7e5-89f0044893c6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655aff1d-54ca-46f5-8240-6f3c27c757b8,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:04.487189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-61d9d272-4b6f-4c5b-b7e5-89f0044893c6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.488410 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-61d9d272-4b6f-4c5b-b7e5-89f0044893c6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1457803 Feb 21 09:34:04.491155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34132) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:04.497100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-cdbffb33-f68c-4ebc-8920-6f59b32cd1b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '00a048d2-0e47-4511-84f8-15002fb58ef7', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:34:04.502741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cdbffb33-f68c-4ebc-8920-6f59b32cd1b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:34:04.506414 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cdbffb33-f68c-4ebc-8920-6f59b32cd1b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:34:04.509171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-cdbffb33-f68c-4ebc-8920-6f59b32cd1b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:34:04.514631 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-cdbffb33-f68c-4ebc-8920-6f59b32cd1b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:34:04.530485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cdbffb33-f68c-4ebc-8920-6f59b32cd1b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.594264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cdbffb33-f68c-4ebc-8920-6f59b32cd1b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.597824 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cdbffb33-f68c-4ebc-8920-6f59b32cd1b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.621215 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbffb33-f68c-4ebc-8920-6f59b32cd1b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691819b9-2d7a-430d-95c6-256db34873cf,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:04.630956 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cdbffb33-f68c-4ebc-8920-6f59b32cd1b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.632157 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cdbffb33-f68c-4ebc-8920-6f59b32cd1b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1400642 Feb 21 09:34:04.634857 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34136) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:04.640358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-9b3a45e3-cdc3-4ece-84a2-47960a8fe081 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '00a048d2-0e47-4511-84f8-15002fb58ef7', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:34:04.646096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9b3a45e3-cdc3-4ece-84a2-47960a8fe081 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:34:04.650350 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9b3a45e3-cdc3-4ece-84a2-47960a8fe081 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:34:04.653263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-9b3a45e3-cdc3-4ece-84a2-47960a8fe081 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:34:04.659054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-9b3a45e3-cdc3-4ece-84a2-47960a8fe081 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:34:04.675515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9b3a45e3-cdc3-4ece-84a2-47960a8fe081 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.736307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9b3a45e3-cdc3-4ece-84a2-47960a8fe081 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.739749 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9b3a45e3-cdc3-4ece-84a2-47960a8fe081 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.761655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a45e3-cdc3-4ece-84a2-47960a8fe081 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a370ca1-b001-4f0e-ac17-6ff232c61e2c,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:04.769615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9b3a45e3-cdc3-4ece-84a2-47960a8fe081 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.770778 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9b3a45e3-cdc3-4ece-84a2-47960a8fe081 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1349740 Feb 21 09:34:04.774053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34140) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:04.779320 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-692ae179-5673-4e6c-ac9b-065be5bb3bf3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '00a048d2-0e47-4511-84f8-15002fb58ef7', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:34:04.785105 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-692ae179-5673-4e6c-ac9b-065be5bb3bf3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:34:04.788812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-692ae179-5673-4e6c-ac9b-065be5bb3bf3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:34:04.792331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-692ae179-5673-4e6c-ac9b-065be5bb3bf3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:34:04.798630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-692ae179-5673-4e6c-ac9b-065be5bb3bf3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:34:04.816390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-692ae179-5673-4e6c-ac9b-065be5bb3bf3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.879398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-692ae179-5673-4e6c-ac9b-065be5bb3bf3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.882936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-692ae179-5673-4e6c-ac9b-065be5bb3bf3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.906028 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ae179-5673-4e6c-ac9b-065be5bb3bf3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e53b6c-6493-4d11-ab96-3b79ea237b62,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:04.915550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-692ae179-5673-4e6c-ac9b-065be5bb3bf3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:04.916694 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-692ae179-5673-4e6c-ac9b-065be5bb3bf3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1417270 Feb 21 09:34:04.919382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34144) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:04.924613 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-68f0f3ed-d239-4253-987e-efe37d04f97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '00a048d2-0e47-4511-84f8-15002fb58ef7', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:34:04.930355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-68f0f3ed-d239-4253-987e-efe37d04f97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:34:04.934072 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-68f0f3ed-d239-4253-987e-efe37d04f97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:34:04.936857 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-68f0f3ed-d239-4253-987e-efe37d04f97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:34:04.942672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-68f0f3ed-d239-4253-987e-efe37d04f97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:34:04.955600 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-68f0f3ed-d239-4253-987e-efe37d04f97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Project 247344c0ab8a4a83b391a59b3517f176 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:34:04.961925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-68f0f3ed-d239-4253-987e-efe37d04f97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.024618 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-68f0f3ed-d239-4253-987e-efe37d04f97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.027925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-68f0f3ed-d239-4253-987e-efe37d04f97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.051662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0f3ed-d239-4253-987e-efe37d04f97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4086d2-b7cc-4471-a2b5-55db801f1c52,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:05.061031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-68f0f3ed-d239-4253-987e-efe37d04f97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.062176 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-68f0f3ed-d239-4253-987e-efe37d04f97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1418700 Feb 21 09:34:05.065381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34148) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:05.071135 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-3c1150e6-8b7c-4615-9d80-53d50c0a72c9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '00a048d2-0e47-4511-84f8-15002fb58ef7', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:34:05.076638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3c1150e6-8b7c-4615-9d80-53d50c0a72c9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:34:05.080432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3c1150e6-8b7c-4615-9d80-53d50c0a72c9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:34:05.083343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-3c1150e6-8b7c-4615-9d80-53d50c0a72c9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:34:05.089675 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-3c1150e6-8b7c-4615-9d80-53d50c0a72c9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:34:05.099077 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-3c1150e6-8b7c-4615-9d80-53d50c0a72c9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Project 247344c0ab8a4a83b391a59b3517f176 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:34:05.105192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3c1150e6-8b7c-4615-9d80-53d50c0a72c9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.157424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 296be64c-b709-4310-a27a-a3145eaca799 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:34:05.170008 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3c1150e6-8b7c-4615-9d80-53d50c0a72c9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.173712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3c1150e6-8b7c-4615-9d80-53d50c0a72c9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.193421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 296be64c-b709-4310-a27a-a3145eaca799 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:34:05.193761 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 296be64c-b709-4310-a27a-a3145eaca799 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:34:05.201730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1150e6-8b7c-4615-9d80-53d50c0a72c9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b066346-69fa-4cd5-adf2-779c5c2b24c7,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:05.207903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-3c1150e6-8b7c-4615-9d80-53d50c0a72c9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.209046 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-3c1150e6-8b7c-4615-9d80-53d50c0a72c9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1427815 Feb 21 09:34:05.212568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34152) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:05.217748 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'network': {'name': 'tempest-network-smoke--543821388', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'port_security_enabled': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:34:05.222427 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:34:05.226359 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:network and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:34:05.229328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:34:05.234813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:34:05.244622 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:34:05.247893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.275501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:34:05.284487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.284821 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Added segment 819bddfa-c963-47a4-af1e-cc68f3d97f9d of type vlan for network 89ba559e-9342-4296-a576-78e5218c7dd0 Feb 21 09:34:05.311531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.339633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.343478 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:05.344040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.452411 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2387772 Feb 21 09:34:05.453162 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d47d4-f416-4b6c-88e2-f66622601fcc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Network': ['ID=89ba559e-9342-4296-a576-78e5218c7dd0,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:05.455127 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34156) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:05.460827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'admin_state_up': True, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:34:05.462771 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 89ba559e-9342-4296-a576-78e5218c7dd0 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:34:05.468790 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:34:05.472739 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:router and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:34:05.475695 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:34:05.481471 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:34:05.492928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.493789 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.512409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.656539 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.827426 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.856824 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:05.986792 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.26.6.238 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/30722c59-5a11-46d9-95c0-e3ce9097e112) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:34:06.098548 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:06.129533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:06.157255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:06.236504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:34:06.239366 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:34:06.241911 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:34:06.277181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=30722c59-5a11-46d9-95c0-e3ce9097e112,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:06.408073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:06.408806 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:06.711511 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router f020b821-6e4d-4a91-bf95-0f462fc47d45 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:34:06.908551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:34:06.918255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Sync routers for ids ['f020b821-6e4d-4a91-bf95-0f462fc47d45'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:34:06.929683 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Routers {'f020b821-6e4d-4a91-bf95-0f462fc47d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:34:06.930297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:34:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f020b821-6e4d-4a91-bf95-0f462fc47d45'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:06.933845 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:06.935054 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5df9cb12-e06d-40d3-a660-1d590bd7761d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4787748 Feb 21 09:34:06.938236 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34160) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:06.978160 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e6436f5e-801d-4a53-bc83-d9009f488441 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=247344c0ab8a4a83b391a59b3517f176&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386724 Feb 21 09:34:06.980612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34164) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:07.106208 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Set router f020b821-6e4d-4a91-bf95-0f462fc47d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:34:07.106623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64227b2a-836d-4290-9c81-560952563d92 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:07.108146 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-64227b2a-836d-4290-9c81-560952563d92 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266570 Feb 21 09:34:07.112635 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34168) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:07.154855 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-85265508-0202-44f3-99b3-1d636a1ed813 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411756 Feb 21 09:34:07.157733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34172) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:07.162875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-844000580', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:34:07.270837 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:34:07.275146 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:subnet and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:34:07.277881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:34:07.283710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:34:07.294535 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:34:07.392301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:06Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:07.397762 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Checking router: f020b821-6e4d-4a91-bf95-0f462fc47d45 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:34:07.398235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Updating router f020b821-6e4d-4a91-bf95-0f462fc47d45 port 30722c59-5a11-46d9-95c0-e3ce9097e112 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:34:07.400038 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:07.453805 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:07.619360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:07.699404 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Subnet': ['ID=05f67aba-fc01-4624-8796-6528d4de1280,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:07.715395 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Checking segment: {'id': '819bddfa-c963-47a4-af1e-cc68f3d97f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:34:07.716050 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network hostable DHCP agents. Network: 89ba559e-9342-4296-a576-78e5218c7dd0, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:34:07.737245 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 89ba559e-9342-4296-a576-78e5218c7dd0 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:34:07.747235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 89ba559e-9342-4296-a576-78e5218c7dd0) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:34:07.752110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:07.753091 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:07.763204 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bdb771-85e0-4a29-af57-9d6ff0534ce3 None None] Network 89ba559e-9342-4296-a576-78e5218c7dd0 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:34:07.778362 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e9652d77-1ae6-442c-9cb4-b6f15dd31e09 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6195309 Feb 21 09:34:07.781224 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34176) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:07.870538 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:07.897230 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Transition to ACTIVE for port object 30722c59-5a11-46d9-95c0-e3ce9097e112 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:34:07.910810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:08.063390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Attempting to bind port 30722c59-5a11-46d9-95c0-e3ce9097e112 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:34:08.064105 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Attempting to bind port 30722c59-5a11-46d9-95c0-e3ce9097e112 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:34:08.064105 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Attempting to bind port 30722c59-5a11-46d9-95c0-e3ce9097e112 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:34:08.066079 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9904aa-bc3a-4e60-baca-7e33a7492414 None None] Pushing event updated for resources: {'Port': ['ID=30722c59-5a11-46d9-95c0-e3ce9097e112,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:08.083444 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:34:08.083862 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:34:08.084190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:08.084561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:34:08.085056 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Bound port: 30722c59-5a11-46d9-95c0-e3ce9097e112, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:34:08.085420 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:08.110078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-89ba559e-9342-4296-a576-78e5218c7dd0', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ips': [{'subnet_id': '05f67aba-fc01-4624-8796-6528d4de1280'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:34:08.110877 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:08.233202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] For port 30722c59-5a11-46d9-95c0-e3ce9097e112, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:34:08.248330 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] For port 30722c59-5a11-46d9-95c0-e3ce9097e112, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=30722c59-5a11-46d9-95c0-e3ce9097e112,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:34:08.279884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:08.415043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Allocated IP 172.20.0.2 (89ba559e-9342-4296-a576-78e5218c7dd0/05f67aba-fc01-4624-8796-6528d4de1280/191088d0-359e-481d-9055-824951c2b1d2) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:34:08.424954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9904aa-bc3a-4e60-baca-7e33a7492414 None None] Pushing event updated for resources: {'Port': ['ID=30722c59-5a11-46d9-95c0-e3ce9097e112,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:08.456387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Routers {'f020b821-6e4d-4a91-bf95-0f462fc47d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:34:08.457015 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:34:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f020b821-6e4d-4a91-bf95-0f462fc47d45'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:08.615925 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:08.774084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] Set router f020b821-6e4d-4a91-bf95-0f462fc47d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:34:08.909130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:08.971832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Transition to ACTIVE for port object 191088d0-359e-481d-9055-824951c2b1d2 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:34:09.004465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Transition to ACTIVE for port object 191088d0-359e-481d-9055-824951c2b1d2 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:34:09.019128 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:09.073329 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.20.0.1 (89ba559e-9342-4296-a576-78e5218c7dd0/05f67aba-fc01-4624-8796-6528d4de1280/90ee468d-4799-431a-bbc3-18da9633d8f4) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:34:09.136487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Network 89ba559e-9342-4296-a576-78e5218c7dd0 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:34:09.140363 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:34:09.145236 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:34:09.150198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Pushing event updated for resources: {'Port': ['ID=191088d0-359e-481d-9055-824951c2b1d2,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:09.227844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:09.243365 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Transition to ACTIVE for port object 90ee468d-4799-431a-bbc3-18da9633d8f4 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:34:09.250083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Attempting to bind port 191088d0-359e-481d-9055-824951c2b1d2 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:34:09.250449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Attempting to bind port 191088d0-359e-481d-9055-824951c2b1d2 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '819bddfa-c963-47a4-af1e-cc68f3d97f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:34:09.251018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Attempting to bind port 191088d0-359e-481d-9055-824951c2b1d2 on network 89ba559e-9342-4296-a576-78e5218c7dd0 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:34:09.262567 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:06Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:09.264820 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:34:09.265280 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Checking segment: {'id': '819bddfa-c963-47a4-af1e-cc68f3d97f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:34:09.265616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:09.266098 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Bound using segment: {'id': '819bddfa-c963-47a4-af1e-cc68f3d97f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:34:09.266324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:09.266579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Bound port: 191088d0-359e-481d-9055-824951c2b1d2, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819bddfa-c963-47a4-af1e-cc68f3d97f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:34:09.266966 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:09.280876 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21bde67-78b8-4881-b80b-440d76920208 None None] The sync data for ids ['f020b821-6e4d-4a91-bf95-0f462fc47d45'] in dv-neutron-830062-1-hyperv is: [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:06Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:34:09.338356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 89ba559e-9342-4296-a576-78e5218c7dd0 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:34:09.341469 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:34:09.345612 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:34:09.360332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] For port 191088d0-359e-481d-9055-824951c2b1d2, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:34:09.363910 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] For port 191088d0-359e-481d-9055-824951c2b1d2, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=191088d0-359e-481d-9055-824951c2b1d2,segment=NetworkSegment(819bddfa-c963-47a4-af1e-cc68f3d97f9d),segment_id=819bddfa-c963-47a4-af1e-cc68f3d97f9d)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:34:09.370578 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:09.380248 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=90ee468d-4799-431a-bbc3-18da9633d8f4,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:09.408122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:09.457729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67368727-b6c0-4823-95e1-4cdcddf51f69 None None] Pushing event updated for resources: {'Port': ['ID=191088d0-359e-481d-9055-824951c2b1d2,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:09.519961 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:10.138928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:10.145287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:10.269797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:10.273263 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=90ee468d-4799-431a-bbc3-18da9633d8f4,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:10.378301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb12a26-1059-4fe2-9060-d68103eddb06 None None] Network 89ba559e-9342-4296-a576-78e5218c7dd0 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:34:10.414412 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 89ba559e-9342-4296-a576-78e5218c7dd0 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:34:10.415608 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:34:10.483128 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2de2c554-83c8-4d7c-b3b6-a4ee6682f5ae None None] Provisioning for port 191088d0-359e-481d-9055-824951c2b1d2 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:34:10.809277 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router f020b821-6e4d-4a91-bf95-0f462fc47d45 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:34:10.826454 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8777afd8-31af-475d-ad0e-df515371c8e1 None None] Provisioning for port 90ee468d-4799-431a-bbc3-18da9633d8f4 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:34:10.831974 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-8777afd8-31af-475d-ad0e-df515371c8e1 None None] Provisioning complete for port 90ee468d-4799-431a-bbc3-18da9633d8f4 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:34:10.832343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8777afd8-31af-475d-ad0e-df515371c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:10.892119 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-8777afd8-31af-475d-ad0e-df515371c8e1 None None] Port 90ee468d-4799-431a-bbc3-18da9633d8f4 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:34:11.013522 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:34:11.032023 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2c150304-af3e-4daa-90c3-7f6ecbac4ddd None None] Provisioning complete for port 90ee468d-4799-431a-bbc3-18da9633d8f4 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:34:11.032215 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ba5383eb-b652-4a8d-848c-28c804b4d6cd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "PUT /v2.0/routers/f020b821-6e4d-4a91-bf95-0f462fc47d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2450886 Feb 21 09:34:11.032315 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2c150304-af3e-4daa-90c3-7f6ecbac4ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:11.086751 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-2c150304-af3e-4daa-90c3-7f6ecbac4ddd None None] Port 90ee468d-4799-431a-bbc3-18da9633d8f4 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:34:11.208390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-bdfeb823-1d26-4188-a4ce-3446108beb26 None None] Provisioning complete for port 90ee468d-4799-431a-bbc3-18da9633d8f4 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:34:11.208772 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb823-1d26-4188-a4ce-3446108beb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:11.222338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-0dd05408-4171-4c5e-986e-c7a6fc1f03ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:34:11.241322 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-0dd05408-4171-4c5e-986e-c7a6fc1f03ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:34:11.251558 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-0dd05408-4171-4c5e-986e-c7a6fc1f03ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069967674&fields=id&tenant_id=247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 267 time: 0.0756102 Feb 21 09:34:11.259454 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 191088d0-359e-481d-9055-824951c2b1d2 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:34:11.352242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-bdfeb823-1d26-4188-a4ce-3446108beb26 None None] Port 90ee468d-4799-431a-bbc3-18da9633d8f4 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:34:11.377352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 191088d0-359e-481d-9055-824951c2b1d2 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:34:11.382456 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 191088d0-359e-481d-9055-824951c2b1d2 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:34:11.383612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:11.396864 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-6348b47b-cb1d-4deb-87ae-a7151ba0ee3e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:11.397541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-6348b47b-cb1d-4deb-87ae-a7151ba0ee3e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:34:11.412868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-6348b47b-cb1d-4deb-87ae-a7151ba0ee3e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:34:11.414076 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-6348b47b-cb1d-4deb-87ae-a7151ba0ee3e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/networks?id=89ba559e-9342-4296-a576-78e5218c7dd0 HTTP/1.1" status: 200 len: 796 time: 0.1616929 Feb 21 09:34:11.430662 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-850405c4-5eae-4645-840b-7efdabdc57f2 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/quotas/247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 375 time: 0.0108616 Feb 21 09:34:11.496259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:11.510904 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-bc3b67e6-96e4-4fda-aec0-a3ccdc9a3e30 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753131 Feb 21 09:34:11.526232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-dbaabf83-7c42-41dc-9e49-a4a989743399 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:34:11.527193 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-dbaabf83-7c42-41dc-9e49-a4a989743399 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052054 Feb 21 09:34:11.528736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 191088d0-359e-481d-9055-824951c2b1d2, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=191088d0-359e-481d-9055-824951c2b1d2,segment=NetworkSegment(819bddfa-c963-47a4-af1e-cc68f3d97f9d),segment_id=819bddfa-c963-47a4-af1e-cc68f3d97f9d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:34:11.532773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:11.533677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 30722c59-5a11-46d9-95c0-e3ce9097e112 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:34:11.649743 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=191088d0-359e-481d-9055-824951c2b1d2,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:11.662729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 30722c59-5a11-46d9-95c0-e3ce9097e112 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:34:11.667689 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 30722c59-5a11-46d9-95c0-e3ce9097e112 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:34:11.668056 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:11.753156 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a4d3cb5a-d6e1-4a9d-b649-981fe378d510 service neutron] 10.222.0.48 "GET /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189455 Feb 21 09:34:11.778356 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:11.794881 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 30722c59-5a11-46d9-95c0-e3ce9097e112, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=30722c59-5a11-46d9-95c0-e3ce9097e112,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:34:11.798653 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:11.866804 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=30722c59-5a11-46d9-95c0-e3ce9097e112,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:11.886242 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-5d0d005d-4f5c-43a7-b36b-b11c5700bca8 service neutron] 10.222.0.48 "GET /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273580 Feb 21 09:34:12.844582 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Sync routers for ids ['f020b821-6e4d-4a91-bf95-0f462fc47d45'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:34:12.859329 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Routers {'f020b821-6e4d-4a91-bf95-0f462fc47d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:34:12.859931 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:34:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f020b821-6e4d-4a91-bf95-0f462fc47d45'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:13.037453 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Set router f020b821-6e4d-4a91-bf95-0f462fc47d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:34:13.098272 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2db53cb1-c307-4cae-97e9-8e1645088a0a req-aff91ed1-8cba-4f52-8422-375dec0ca50d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 210 time: 0.0490727 Feb 21 09:34:13.211836 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 191088d0-359e-481d-9055-824951c2b1d2 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:34:13.284285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 191088d0-359e-481d-9055-824951c2b1d2 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:34:13.284742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:13.363337 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:09Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '90ee468d-4799-431a-bbc3-18da9633d8f4', 'name': '', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:25:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05f67aba-fc01-4624-8796-6528d4de1280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:08Z', 'updated_at': '2022-02-21T09:34:09Z', 'revision_number': 2, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '05f67aba-fc01-4624-8796-6528d4de1280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:13.367866 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Checking router: f020b821-6e4d-4a91-bf95-0f462fc47d45 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:34:13.368207 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Updating router f020b821-6e4d-4a91-bf95-0f462fc47d45 port 90ee468d-4799-431a-bbc3-18da9633d8f4 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:34:13.411330 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 30722c59-5a11-46d9-95c0-e3ce9097e112 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:34:13.424122 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:13.486096 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 30722c59-5a11-46d9-95c0-e3ce9097e112 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:34:13.486534 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:13.777418 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:13.788682 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Transition to ACTIVE for port object 90ee468d-4799-431a-bbc3-18da9633d8f4 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:34:13.794617 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:13.921552 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740bd1a-085d-4a8b-9027-bde3936465f4 None None] Pushing event updated for resources: {'Port': ['ID=90ee468d-4799-431a-bbc3-18da9633d8f4,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:13.935688 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740bd1a-085d-4a8b-9027-bde3936465f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:13.936021 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740bd1a-085d-4a8b-9027-bde3936465f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:13.936360 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740bd1a-085d-4a8b-9027-bde3936465f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:13.936691 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740bd1a-085d-4a8b-9027-bde3936465f4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:13.937024 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740bd1a-085d-4a8b-9027-bde3936465f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:13.937350 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740bd1a-085d-4a8b-9027-bde3936465f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:13.937859 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740bd1a-085d-4a8b-9027-bde3936465f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:13.938350 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740bd1a-085d-4a8b-9027-bde3936465f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:13.938667 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740bd1a-085d-4a8b-9027-bde3936465f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:13.939371 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740bd1a-085d-4a8b-9027-bde3936465f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:13.939591 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740bd1a-085d-4a8b-9027-bde3936465f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:34:14.025334 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Attempting to bind port 90ee468d-4799-431a-bbc3-18da9633d8f4 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:34:14.025699 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Attempting to bind port 90ee468d-4799-431a-bbc3-18da9633d8f4 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '819bddfa-c963-47a4-af1e-cc68f3d97f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:34:14.026056 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Attempting to bind port 90ee468d-4799-431a-bbc3-18da9633d8f4 on network 89ba559e-9342-4296-a576-78e5218c7dd0 {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:34:14.033160 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:34:14.033527 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Checking segment: {'id': '819bddfa-c963-47a4-af1e-cc68f3d97f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:34:14.034255 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:14.034803 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Bound using segment: {'id': '819bddfa-c963-47a4-af1e-cc68f3d97f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:34:14.035449 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Bound port: 90ee468d-4799-431a-bbc3-18da9633d8f4, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819bddfa-c963-47a4-af1e-cc68f3d97f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:34:14.035965 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:14.124373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-5a8645d2-82df-4e43-8182-980971335105 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:14.125971 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-5a8645d2-82df-4e43-8182-980971335105 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/networks?id=89ba559e-9342-4296-a576-78e5218c7dd0 HTTP/1.1" status: 200 len: 796 time: 0.1611500 Feb 21 09:34:14.153437 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] For port 90ee468d-4799-431a-bbc3-18da9633d8f4, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:34:14.157188 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] For port 90ee468d-4799-431a-bbc3-18da9633d8f4, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=90ee468d-4799-431a-bbc3-18da9633d8f4,segment=NetworkSegment(819bddfa-c963-47a4-af1e-cc68f3d97f9d),segment_id=819bddfa-c963-47a4-af1e-cc68f3d97f9d)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:34:14.162778 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:14.210645 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-be3859c3-ac08-45ec-8d5d-dea739c1a1b3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 380 time: 0.0720725 Feb 21 09:34:14.219775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'port': {'device_id': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'admin_state_up': True, 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'security_groups': ['00a048d2-0e47-4511-84f8-15002fb58ef7']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:34:14.254499 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740bd1a-085d-4a8b-9027-bde3936465f4 None None] Pushing event updated for resources: {'Port': ['ID=90ee468d-4799-431a-bbc3-18da9633d8f4,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:14.262478 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Routers {'f020b821-6e4d-4a91-bf95-0f462fc47d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:34:14.264436 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:34:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f020b821-6e4d-4a91-bf95-0f462fc47d45'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:14.359712 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-74d4327d-17e9-48ca-a414-f2ccacb86293 req-90ea05e3-78aa-4b6c-8536-8f910234f40c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 210 time: 0.0574577 Feb 21 09:34:14.419112 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:34:14.423161 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:port and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:34:14.425957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:34:14.432542 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:34:14.442597 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:34:14.445655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:14.473395 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] Set router f020b821-6e4d-4a91-bf95-0f462fc47d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:34:14.616271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.20.0.7 (89ba559e-9342-4296-a576-78e5218c7dd0/05f67aba-fc01-4624-8796-6528d4de1280/cf1b8646-8422-45fe-a975-0af680c30760) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:34:14.798830 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:09Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '90ee468d-4799-431a-bbc3-18da9633d8f4', 'name': '', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:25:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05f67aba-fc01-4624-8796-6528d4de1280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:08Z', 'updated_at': '2022-02-21T09:34:14Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '05f67aba-fc01-4624-8796-6528d4de1280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:14.802702 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bf3c1-0507-41b8-b687-0fa927250abc None None] The sync data for ids ['f020b821-6e4d-4a91-bf95-0f462fc47d45'] in dv-neutron-830062-1-hyperv is: [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:09Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '90ee468d-4799-431a-bbc3-18da9633d8f4', 'name': '', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:25:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05f67aba-fc01-4624-8796-6528d4de1280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:08Z', 'updated_at': '2022-02-21T09:34:14Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '05f67aba-fc01-4624-8796-6528d4de1280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:34:14.811141 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:14.827690 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Transition to ACTIVE for port object cf1b8646-8422-45fe-a975-0af680c30760 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:34:14.857596 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:14.921817 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 89ba559e-9342-4296-a576-78e5218c7dd0 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:34:14.925009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:34:14.933499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:34:14.988054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=cf1b8646-8422-45fe-a975-0af680c30760,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:15.006101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:15.006461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:15.032649 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-7006d267-6dc3-4e16-9903-beb576534644 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8177161 Feb 21 09:34:15.044485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Request body: {'port': {'device_id': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:34:15.149347 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7c493406-8f49-480b-af23-698e7de56417 None None] Provisioning for port cf1b8646-8422-45fe-a975-0af680c30760 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:34:15.156255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7c493406-8f49-480b-af23-698e7de56417 None None] Provisioning complete for port cf1b8646-8422-45fe-a975-0af680c30760 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:34:15.156673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7c493406-8f49-480b-af23-698e7de56417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:15.163812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:15.220286 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-7c493406-8f49-480b-af23-698e7de56417 None None] Port cf1b8646-8422-45fe-a975-0af680c30760 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:34:15.242493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 90ee468d-4799-431a-bbc3-18da9633d8f4 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:34:15.318301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 90ee468d-4799-431a-bbc3-18da9633d8f4 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:34:15.324223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 90ee468d-4799-431a-bbc3-18da9633d8f4 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:34:15.324798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:15.447004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:15.497350 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 90ee468d-4799-431a-bbc3-18da9633d8f4, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=90ee468d-4799-431a-bbc3-18da9633d8f4,segment=NetworkSegment(819bddfa-c963-47a4-af1e-cc68f3d97f9d),segment_id=819bddfa-c963-47a4-af1e-cc68f3d97f9d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:34:15.503556 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:15.581361 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=90ee468d-4799-431a-bbc3-18da9633d8f4,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:15.671016 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1b8646-8422-45fe-a975-0af680c30760 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:34:15.680541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:15.707484 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Transition to ACTIVE for port object cf1b8646-8422-45fe-a975-0af680c30760 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:34:15.714386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:15.774688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990ab31-9435-4737-9c8d-2e1e9cc9fbf5 req-a61b9de6-b0ee-462e-8451-addea589b112 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:15.775458 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-f990ab31-9435-4737-9c8d-2e1e9cc9fbf5 req-a61b9de6-b0ee-462e-8451-addea589b112 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:34:15.865876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1b8646-8422-45fe-a975-0af680c30760,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:15.871672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-f990ab31-9435-4737-9c8d-2e1e9cc9fbf5 req-a61b9de6-b0ee-462e-8451-addea589b112 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:34:15.872852 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f990ab31-9435-4737-9c8d-2e1e9cc9fbf5 req-a61b9de6-b0ee-462e-8451-addea589b112 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 931 time: 0.3592427 Feb 21 09:34:15.995075 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f990ab31-9435-4737-9c8d-2e1e9cc9fbf5 req-524c7cb6-0cf4-4663-8206-e88a834895c2 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963480 Feb 21 09:34:16.012791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Attempting to bind port cf1b8646-8422-45fe-a975-0af680c30760 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:34:16.013154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Attempting to bind port cf1b8646-8422-45fe-a975-0af680c30760 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '819bddfa-c963-47a4-af1e-cc68f3d97f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:34:16.013496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Attempting to bind port cf1b8646-8422-45fe-a975-0af680c30760 on network 89ba559e-9342-4296-a576-78e5218c7dd0 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:34:16.019419 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Port cf1b8646-8422-45fe-a975-0af680c30760 on network 89ba559e-9342-4296-a576-78e5218c7dd0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:34:16.019739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Attempting to bind port cf1b8646-8422-45fe-a975-0af680c30760 on network 89ba559e-9342-4296-a576-78e5218c7dd0 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:34:16.026106 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:34:16.026442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Checking segment: {'id': '819bddfa-c963-47a4-af1e-cc68f3d97f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:34:16.026817 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Bound using segment: {'id': '819bddfa-c963-47a4-af1e-cc68f3d97f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:34:16.027260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Bound port: cf1b8646-8422-45fe-a975-0af680c30760, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819bddfa-c963-47a4-af1e-cc68f3d97f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:34:16.027601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:16.116190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] For port cf1b8646-8422-45fe-a975-0af680c30760, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:34:16.119989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] For port cf1b8646-8422-45fe-a975-0af680c30760, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=cf1b8646-8422-45fe-a975-0af680c30760,segment=NetworkSegment(819bddfa-c963-47a4-af1e-cc68f3d97f9d),segment_id=819bddfa-c963-47a4-af1e-cc68f3d97f9d)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:34:16.123301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:16.183675 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:16.184958 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] 10.222.0.47 "PUT /v2.0/ports/cf1b8646-8422-45fe-a975-0af680c30760 HTTP/1.1" status: 200 len: 1093 time: 1.1447003 Feb 21 09:34:16.185411 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'tag': 'cf1b8646-8422-45fe-a975-0af680c30760'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:34:16.203204 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc0ca6-f542-44b9-b9a2-da8813a89407 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1b8646-8422-45fe-a975-0af680c30760,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:16.257694 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'tag': 'cf1b8646-8422-45fe-a975-0af680c30760', 'status': 'completed', 'code': 200} Feb 21 09:34:16.295918 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-fab33caa-0340-4ab2-985e-9e855e713d98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 1096 time: 0.0754609 Feb 21 09:34:16.367594 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-a241141b-6ce1-45e1-804d-2b8ec4669e7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1b8646-8422-45fe-a975-0af680c30760 HTTP/1.1" status: 200 len: 217 time: 0.0649934 Feb 21 09:34:16.427003 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-b843394c-5471-430a-92e4-957971bab106 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:16.428385 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-b843394c-5471-430a-92e4-957971bab106 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05f67aba-fc01-4624-8796-6528d4de1280 HTTP/1.1" status: 200 len: 834 time: 0.0558851 Feb 21 09:34:16.503560 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-b8ec7a26-3260-40a4-b954-80329dce7f37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=89ba559e-9342-4296-a576-78e5218c7dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692978 Feb 21 09:34:16.636077 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-fedd4eb7-de63-4e45-aa7d-5c9ed13da5ea service neutron] 10.222.0.47 "GET /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266334 Feb 21 09:34:16.764141 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cc41bb-f748-4cc8-9af7-ef57634be604 req-f439b5e5-f1df-4f20-afec-394ad9d6e0d6 service neutron] 10.222.0.47 "GET /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224358 Feb 21 09:34:16.873945 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8a9aed7c-b506-4fc4-be76-05a46da5fba9 req-3557184a-9594-43bd-ac88-7a8740a3cfa5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 1096 time: 0.0666456 Feb 21 09:34:17.000796 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9aed7c-b506-4fc4-be76-05a46da5fba9 req-2abd38e3-fe1f-4374-bb31-a545d102f8dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:17.002111 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8a9aed7c-b506-4fc4-be76-05a46da5fba9 req-2abd38e3-fe1f-4374-bb31-a545d102f8dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=89ba559e-9342-4296-a576-78e5218c7dd0 HTTP/1.1" status: 200 len: 896 time: 0.1226497 Feb 21 09:34:17.072015 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8a9aed7c-b506-4fc4-be76-05a46da5fba9 req-b2c7819d-3bb1-47c0-8f6d-44eb6b8f0a63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1b8646-8422-45fe-a975-0af680c30760 HTTP/1.1" status: 200 len: 217 time: 0.0630403 Feb 21 09:34:17.174922 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9aed7c-b506-4fc4-be76-05a46da5fba9 req-97c27281-c5b2-441f-ae1a-7d48b4ad2a07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:17.176380 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8a9aed7c-b506-4fc4-be76-05a46da5fba9 req-97c27281-c5b2-441f-ae1a-7d48b4ad2a07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05f67aba-fc01-4624-8796-6528d4de1280 HTTP/1.1" status: 200 len: 834 time: 0.0981729 Feb 21 09:34:17.212400 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 90ee468d-4799-431a-bbc3-18da9633d8f4 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:34:17.254042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5b88b-4341-4ffb-a299-ef5a3150e6f9 req-61c68593-3b22-4cc0-8d46-29f19d5d8639 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:17.255408 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a3a5b88b-4341-4ffb-a299-ef5a3150e6f9 req-61c68593-3b22-4cc0-8d46-29f19d5d8639 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 943 time: 0.1410403 Feb 21 09:34:17.284229 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 90ee468d-4799-431a-bbc3-18da9633d8f4 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:34:17.284588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:17.288298 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8a9aed7c-b506-4fc4-be76-05a46da5fba9 req-cf4e520b-072a-4cc4-af33-25241099586d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=89ba559e-9342-4296-a576-78e5218c7dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1048779 Feb 21 09:34:17.469209 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a3a5b88b-4341-4ffb-a299-ef5a3150e6f9 req-eb284457-37e9-4d90-8dae-eaccd7773731 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038555 Feb 21 09:34:17.528865 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8a9aed7c-b506-4fc4-be76-05a46da5fba9 req-12f630ec-23f1-42a2-bb21-cafc14321e7c service neutron] 10.222.0.47 "GET /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302430 Feb 21 09:34:17.660982 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8a9aed7c-b506-4fc4-be76-05a46da5fba9 req-24686603-d475-4a93-a114-74d527b435fc service neutron] 10.222.0.47 "GET /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255159 Feb 21 09:34:18.664208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f85322-e7ac-4329-9e73-2e3a17220b2f req-72e50412-5797-4c71-8f1a-d34af311f4d5 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:18.665655 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-94f85322-e7ac-4329-9e73-2e3a17220b2f req-72e50412-5797-4c71-8f1a-d34af311f4d5 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 943 time: 0.0737934 Feb 21 09:34:18.697413 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device cf1b8646-8422-45fe-a975-0af680c30760 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:34:18.710725 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-94f85322-e7ac-4329-9e73-2e3a17220b2f req-7840028a-c9a3-4887-8db4-52caf098d48b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393386 Feb 21 09:34:18.827802 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port cf1b8646-8422-45fe-a975-0af680c30760, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=cf1b8646-8422-45fe-a975-0af680c30760,segment=NetworkSegment(819bddfa-c963-47a4-af1e-cc68f3d97f9d),segment_id=819bddfa-c963-47a4-af1e-cc68f3d97f9d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:34:18.840553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'cf1b8646-8422-45fe-a975-0af680c30760', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'port_id': 'cf1b8646-8422-45fe-a975-0af680c30760', 'mac_address': 'fa:16:3e:9e:b8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f67aba-fc01-4624-8796-6528d4de1280', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:34:18.896461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:18.913061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1b8646-8422-45fe-a975-0af680c30760 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:34:18.928225 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port cf1b8646-8422-45fe-a975-0af680c30760, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=cf1b8646-8422-45fe-a975-0af680c30760,segment=NetworkSegment(819bddfa-c963-47a4-af1e-cc68f3d97f9d),segment_id=819bddfa-c963-47a4-af1e-cc68f3d97f9d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:34:18.932505 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:18.994318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=cf1b8646-8422-45fe-a975-0af680c30760,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:19.131068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['cf1b8646-8422-45fe-a975-0af680c30760'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:34:19.905771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e4096-1d7e-4373-a162-3d882eb2b63b req-78e0508f-1b7b-4654-a61d-68bb15dac173 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:19.907474 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1f6e4096-1d7e-4373-a162-3d882eb2b63b req-78e0508f-1b7b-4654-a61d-68bb15dac173 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 944 time: 0.0774534 Feb 21 09:34:19.951381 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1f6e4096-1d7e-4373-a162-3d882eb2b63b req-c9294f4a-4476-4ca5-a14b-9e9abc118e2f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385091 Feb 21 09:34:20.711591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device cf1b8646-8422-45fe-a975-0af680c30760 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:34:20.778367 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port cf1b8646-8422-45fe-a975-0af680c30760 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:34:20.783401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port cf1b8646-8422-45fe-a975-0af680c30760 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:34:20.783766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:20.893392 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:20.918370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1b8646-8422-45fe-a975-0af680c30760'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:34:20.927537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port cf1b8646-8422-45fe-a975-0af680c30760, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=cf1b8646-8422-45fe-a975-0af680c30760,segment=NetworkSegment(819bddfa-c963-47a4-af1e-cc68f3d97f9d),segment_id=819bddfa-c963-47a4-af1e-cc68f3d97f9d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:34:20.932059 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:20.973345 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1b8646-8422-45fe-a975-0af680c30760', 'code': 200} Feb 21 09:34:20.999936 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=cf1b8646-8422-45fe-a975-0af680c30760,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:21.201812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081c370-394d-47cf-8164-5b9594323bd7 req-0a13b073-0161-4510-af66-d420d78721ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:21.203295 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4081c370-394d-47cf-8164-5b9594323bd7 req-0a13b073-0161-4510-af66-d420d78721ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.1267436 Feb 21 09:34:21.234202 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-15e7834b-bcb4-4c9e-8e1a-dfc599d37686 req-c79e053f-3dba-4294-aec0-8b9d5ced485e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 1098 time: 0.1057646 Feb 21 09:34:21.277913 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4081c370-394d-47cf-8164-5b9594323bd7 req-27e1a6ca-91e3-453a-bcd2-514b33432b3e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685971 Feb 21 09:34:21.287824 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-15e7834b-bcb4-4c9e-8e1a-dfc599d37686 req-52e204a7-40c1-4688-914f-6e4488228b99 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451617 Feb 21 09:34:22.476872 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03d996-2376-47d1-959c-6a5b0b70a263 req-167b9a9f-d020-4e97-be03-819cb96402bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:22.478287 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0f03d996-2376-47d1-959c-6a5b0b70a263 req-167b9a9f-d020-4e97-be03-819cb96402bc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.0782969 Feb 21 09:34:22.521646 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0f03d996-2376-47d1-959c-6a5b0b70a263 req-b266d119-98bd-4170-bc63-35fda94ef6f6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378723 Feb 21 09:34:22.722399 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaeb08-1e1a-48df-931c-1b1ad1298627 req-3e1b4309-60b9-4771-9f2c-7eaed438dc34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:22.723896 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5cdaeb08-1e1a-48df-931c-1b1ad1298627 req-3e1b4309-60b9-4771-9f2c-7eaed438dc34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.0770359 Feb 21 09:34:22.767804 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5cdaeb08-1e1a-48df-931c-1b1ad1298627 req-d222ed95-8f88-47b1-b505-c7b22104a355 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383923 Feb 21 09:34:22.795127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34220) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:22.868098 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7212a7bd-a5a3-428a-8f78-e4ef1aa0bd6c tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 1093 time: 0.0717363 Feb 21 09:34:22.870795 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34224) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:22.875853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': 'cf1b8646-8422-45fe-a975-0af680c30760', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:34:22.881255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:34:22.885521 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:floatingip and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:34:22.888310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:34:22.893867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:34:22.904455 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:23.037146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:23.164816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.26.6.22 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/75e848ab-b112-4223-aaee-fe73bb05a5eb) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:34:23.308568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:23.335169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:23.397352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:34:23.400085 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:34:23.403593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:34:23.435578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=75e848ab-b112-4223-aaee-fe73bb05a5eb,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:23.977620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:24.034240 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:24.230894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:24.235214 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:24.342000 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=75e848ab-b112-4223-aaee-fe73bb05a5eb,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:34:24.356220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:24.538596 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Floating IP bd10cd56-3932-4834-ba38-36e7bfe3d08e associated. External IP: 172.26.6.22, port: cf1b8646-8422-45fe-a975-0af680c30760. Feb 21 09:34:24.921852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router f020b821-6e4d-4a91-bf95-0f462fc47d45 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:34:25.218508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:34:25.228333 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b5fcaf-aef2-4f9c-b802-e5f25c92861c None None] Sync routers for ids ['f020b821-6e4d-4a91-bf95-0f462fc47d45'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:34:25.240327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b5fcaf-aef2-4f9c-b802-e5f25c92861c None None] Routers {'f020b821-6e4d-4a91-bf95-0f462fc47d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:34:25.240918 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-09b5fcaf-aef2-4f9c-b802-e5f25c92861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:34:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f020b821-6e4d-4a91-bf95-0f462fc47d45'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:25.244004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:25.296221 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-07d08be0-c522-43e1-9a3c-03158165b6b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4243655 Feb 21 09:34:25.296772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'tag': 'cf1b8646-8422-45fe-a975-0af680c30760'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:34:25.431473 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-09b5fcaf-aef2-4f9c-b802-e5f25c92861c None None] Set router f020b821-6e4d-4a91-bf95-0f462fc47d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:34:25.442281 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'tag': 'cf1b8646-8422-45fe-a975-0af680c30760', 'status': 'completed', 'code': 200} Feb 21 09:34:25.540834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ca34d-eb31-42fd-9ebc-4b34132d682a req-da7e34fa-c35e-4dac-9da0-92b865421a84 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:25.542217 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f47ca34d-eb31-42fd-9ebc-4b34132d682a req-da7e34fa-c35e-4dac-9da0-92b865421a84 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.1315229 Feb 21 09:34:25.574376 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-df822274-1cad-446d-aa4f-862706b52d34 req-d296173c-3adb-4ac8-9bff-9c97b3d67157 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 1098 time: 0.1061337 Feb 21 09:34:25.665109 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f47ca34d-eb31-42fd-9ebc-4b34132d682a req-2dc0566c-3119-4874-b255-c4e1f1eff901 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157763 Feb 21 09:34:25.699524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34234) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:25.723362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df822274-1cad-446d-aa4f-862706b52d34 req-1c28cbd1-109e-47bb-ad38-96159635c922 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:25.724802 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-df822274-1cad-446d-aa4f-862706b52d34 req-1c28cbd1-109e-47bb-ad38-96159635c922 service neutron] 10.222.0.47 "GET /v2.0/networks?id=89ba559e-9342-4296-a576-78e5218c7dd0 HTTP/1.1" status: 200 len: 896 time: 0.1416306 Feb 21 09:34:25.792498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-09b5fcaf-aef2-4f9c-b802-e5f25c92861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:09Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'bd10cd56-3932-4834-ba38-36e7bfe3d08e', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'port_id': 'cf1b8646-8422-45fe-a975-0af680c30760', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'mac_address': 'fa:16:3e:9e:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:34:23Z', 'updated_at': '2022-02-21T09:34:23Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ee468d-4799-431a-bbc3-18da9633d8f4', 'name': '', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:25:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05f67aba-fc01-4624-8796-6528d4de1280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:08Z', 'updated_at': '2022-02-21T09:34:15Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '05f67aba-fc01-4624-8796-6528d4de1280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:25.796497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b5fcaf-aef2-4f9c-b802-e5f25c92861c None None] Checking router: f020b821-6e4d-4a91-bf95-0f462fc47d45 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:34:25.806650 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-805f313f-2ee6-4352-95d4-88d458c28739 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/bd10cd56-3932-4834-ba38-36e7bfe3d08e HTTP/1.1" status: 200 len: 990 time: 0.1057191 Feb 21 09:34:25.809254 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b5fcaf-aef2-4f9c-b802-e5f25c92861c None None] Routers {'f020b821-6e4d-4a91-bf95-0f462fc47d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:34:25.809849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-09b5fcaf-aef2-4f9c-b802-e5f25c92861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:34:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f020b821-6e4d-4a91-bf95-0f462fc47d45'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:25.829540 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-df822274-1cad-446d-aa4f-862706b52d34 req-0c3935f9-f1da-4769-921d-5fcc5da20de1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1b8646-8422-45fe-a975-0af680c30760 HTTP/1.1" status: 200 len: 998 time: 0.0988734 Feb 21 09:34:25.890500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df822274-1cad-446d-aa4f-862706b52d34 req-c564e4f1-074b-4fce-9495-df9bc52c3e7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:25.891962 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-df822274-1cad-446d-aa4f-862706b52d34 req-c564e4f1-074b-4fce-9495-df9bc52c3e7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05f67aba-fc01-4624-8796-6528d4de1280 HTTP/1.1" status: 200 len: 834 time: 0.0570462 Feb 21 09:34:25.968316 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-df822274-1cad-446d-aa4f-862706b52d34 req-a4df819b-1ed6-4778-aa9f-709d8878a86b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=89ba559e-9342-4296-a576-78e5218c7dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701549 Feb 21 09:34:25.981425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-09b5fcaf-aef2-4f9c-b802-e5f25c92861c None None] Set router f020b821-6e4d-4a91-bf95-0f462fc47d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:34:26.098772 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-df822274-1cad-446d-aa4f-862706b52d34 req-b7b3b6b9-dda6-4540-bbae-11b6719f4073 service neutron] 10.222.0.47 "GET /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246815 Feb 21 09:34:26.227904 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-df822274-1cad-446d-aa4f-862706b52d34 req-6b5157cb-ea2a-4cd2-9075-37d46a3259ed service neutron] 10.222.0.47 "GET /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234796 Feb 21 09:34:26.360243 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-09b5fcaf-aef2-4f9c-b802-e5f25c92861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:09Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'bd10cd56-3932-4834-ba38-36e7bfe3d08e', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'port_id': 'cf1b8646-8422-45fe-a975-0af680c30760', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'mac_address': 'fa:16:3e:9e:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:34:23Z', 'updated_at': '2022-02-21T09:34:23Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ee468d-4799-431a-bbc3-18da9633d8f4', 'name': '', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:25:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05f67aba-fc01-4624-8796-6528d4de1280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:08Z', 'updated_at': '2022-02-21T09:34:15Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '05f67aba-fc01-4624-8796-6528d4de1280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:34:26.364175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b5fcaf-aef2-4f9c-b802-e5f25c92861c None None] The sync data for ids ['f020b821-6e4d-4a91-bf95-0f462fc47d45'] in dv-neutron-830062-1-hyperv is: [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:09Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'bd10cd56-3932-4834-ba38-36e7bfe3d08e', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'port_id': 'cf1b8646-8422-45fe-a975-0af680c30760', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'mac_address': 'fa:16:3e:9e:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:34:23Z', 'updated_at': '2022-02-21T09:34:23Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ee468d-4799-431a-bbc3-18da9633d8f4', 'name': '', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:25:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05f67aba-fc01-4624-8796-6528d4de1280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:08Z', 'updated_at': '2022-02-21T09:34:15Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '05f67aba-fc01-4624-8796-6528d4de1280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:34:26.810684 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34238) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:26.915992 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a88a725f-b0fb-43ff-8b9a-40b435b3c6ee tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/bd10cd56-3932-4834-ba38-36e7bfe3d08e HTTP/1.1" status: 200 len: 990 time: 0.1042283 Feb 21 09:34:27.920126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34242) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:28.029403 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2e3dd046-8da3-42ec-8380-29eba9b3db28 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/bd10cd56-3932-4834-ba38-36e7bfe3d08e HTTP/1.1" status: 200 len: 990 time: 0.1082253 Feb 21 09:34:29.033676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34246) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:29.133506 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-7dc6a575-12df-4794-a1da-bd12dbcbbbf8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/bd10cd56-3932-4834-ba38-36e7bfe3d08e HTTP/1.1" status: 200 len: 990 time: 0.0987873 Feb 21 09:34:29.799218 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f16cf4d-c2a7-498f-8be2-f1cd8e8d118f None None] New status for floating IP bd10cd56-3932-4834-ba38-36e7bfe3d08e: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:34:30.136933 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34250) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:34:30.242008 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-120bb71a-5f63-4fd4-a997-445c50a57a02 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/bd10cd56-3932-4834-ba38-36e7bfe3d08e HTTP/1.1" status: 200 len: 992 time: 0.1039233 Feb 21 09:34:30.246819 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-39452523-9b30-486b-b292-8aed74be9afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:30.750063 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:33.025460 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8e8f0f19-f46f-49c7-839d-3c7d72eb7cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:33.707362 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:34.142567 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:36.101109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:34:36.858284 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:34:57.548590 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cb3dc1c0-9324-4fbb-8289-dba2b5f55386 req-5c56856f-e811-4f47-850a-bac1436db5ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 1098 time: 0.1339123 Feb 21 09:34:57.557970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cfb4c-02fe-47c0-9c09-0995d49ac5e1 req-5a4f07a8-b54f-4470-8c13-d3147a40cf41 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:57.559334 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e58cfb4c-02fe-47c0-9c09-0995d49ac5e1 req-5a4f07a8-b54f-4470-8c13-d3147a40cf41 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.1020970 Feb 21 09:34:57.683913 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e58cfb4c-02fe-47c0-9c09-0995d49ac5e1 req-cc31032f-7763-4da7-82e9-7e98204bfb12 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064072 Feb 21 09:34:57.719162 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dc1c0-9324-4fbb-8289-dba2b5f55386 req-e2b272cb-ba66-4903-918a-51fc12d6871a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:57.720580 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cb3dc1c0-9324-4fbb-8289-dba2b5f55386 req-e2b272cb-ba66-4903-918a-51fc12d6871a service neutron] 10.222.0.47 "GET /v2.0/networks?id=89ba559e-9342-4296-a576-78e5218c7dd0 HTTP/1.1" status: 200 len: 896 time: 0.1604440 Feb 21 09:34:57.912207 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cb3dc1c0-9324-4fbb-8289-dba2b5f55386 req-205c2762-f3db-45e5-a5df-15a8021da32a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1b8646-8422-45fe-a975-0af680c30760 HTTP/1.1" status: 200 len: 1000 time: 0.1853256 Feb 21 09:34:57.971811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dc1c0-9324-4fbb-8289-dba2b5f55386 req-c78c5476-e3a0-4287-b8ef-268243cb15ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:57.973163 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cb3dc1c0-9324-4fbb-8289-dba2b5f55386 req-c78c5476-e3a0-4287-b8ef-268243cb15ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05f67aba-fc01-4624-8796-6528d4de1280 HTTP/1.1" status: 200 len: 834 time: 0.0544386 Feb 21 09:34:58.044059 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cb3dc1c0-9324-4fbb-8289-dba2b5f55386 req-5d2d6b0d-ee6b-468e-b817-e919464a76dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=89ba559e-9342-4296-a576-78e5218c7dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649548 Feb 21 09:34:58.171108 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cb3dc1c0-9324-4fbb-8289-dba2b5f55386 req-1b783fb0-5f5e-4f1b-8339-b8c75b3905a9 service neutron] 10.222.0.47 "GET /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200309 Feb 21 09:34:58.299814 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cb3dc1c0-9324-4fbb-8289-dba2b5f55386 req-20dc70ba-cbc2-43d5-84f9-0938572a7687 service neutron] 10.222.0.47 "GET /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220090 Feb 21 09:34:58.883496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def0b31-d66f-41d4-b789-c12ff13e1ea1 req-b72ec937-62e2-4565-8e2f-fe0bf020fd27 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:34:58.884881 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3def0b31-d66f-41d4-b789-c12ff13e1ea1 req-b72ec937-62e2-4565-8e2f-fe0bf020fd27 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.0775034 Feb 21 09:34:58.929096 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3def0b31-d66f-41d4-b789-c12ff13e1ea1 req-b1344667-44f0-4389-9bde-cba7ca162b46 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388646 Feb 21 09:35:00.120833 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92e00a-97ff-4035-9d1f-38dd2797adef req-bdf96f0f-c627-490f-9b3c-3a17eed258fe tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:00.122259 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fe92e00a-97ff-4035-9d1f-38dd2797adef req-bdf96f0f-c627-490f-9b3c-3a17eed258fe tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.0749516 Feb 21 09:35:00.168465 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fe92e00a-97ff-4035-9d1f-38dd2797adef req-ccdf47f7-9c0e-40d1-8641-43fa20628f30 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409021 Feb 21 09:35:00.252235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8429effd-2e28-4fba-8695-72057a1c52c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:00.769140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:01.362770 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2629e6d-78db-46d5-9bcb-0efdfdcf2e54 req-4ce7eea4-f1de-40be-a2b3-10d10d386a11 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:01.364243 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a2629e6d-78db-46d5-9bcb-0efdfdcf2e54 req-4ce7eea4-f1de-40be-a2b3-10d10d386a11 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.0756705 Feb 21 09:35:01.409013 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a2629e6d-78db-46d5-9bcb-0efdfdcf2e54 req-97f623cf-9d26-44f3-8bff-e161c055f209 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389225 Feb 21 09:35:02.606998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc303d37-590f-4ea4-b93b-1e5cf8e179df req-423cb9ae-0908-40ea-a02f-b298d4821071 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:02.608578 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc303d37-590f-4ea4-b93b-1e5cf8e179df req-423cb9ae-0908-40ea-a02f-b298d4821071 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.0779715 Feb 21 09:35:02.652788 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bc303d37-590f-4ea4-b93b-1e5cf8e179df req-2d02a1ef-5084-4f61-a4b7-e8cf04752867 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387809 Feb 21 09:35:03.026517 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0084-fda6-4df5-8444-fc39053a8f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:03.709133 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:03.854177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9275c87-aa0f-464c-a7d4-792a7ea84bf1 req-f070edaf-4da3-4039-ad23-cc83cf05ae15 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:03.855668 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a9275c87-aa0f-464c-a7d4-792a7ea84bf1 req-f070edaf-4da3-4039-ad23-cc83cf05ae15 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.0741293 Feb 21 09:35:03.900466 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a9275c87-aa0f-464c-a7d4-792a7ea84bf1 req-f98c4b27-0a2b-448c-9dea-fc8373857682 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381877 Feb 21 09:35:04.146115 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:05.094134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756c804-9b83-4ac1-8ee0-16231ef42e1a req-8ba54edb-1c42-488f-938f-e29e7551562d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:05.095586 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e756c804-9b83-4ac1-8ee0-16231ef42e1a req-8ba54edb-1c42-488f-938f-e29e7551562d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.0774617 Feb 21 09:35:05.142444 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e756c804-9b83-4ac1-8ee0-16231ef42e1a req-dd97e32a-6a70-4d3a-bd0e-100e08377edf tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414655 Feb 21 09:35:06.103540 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:06.333980 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2240c8c-45a3-46c1-bca1-a34f09bf0b21 req-60305352-aa8e-4b39-8beb-1602801fe4ef tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:06.335481 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d2240c8c-45a3-46c1-bca1-a34f09bf0b21 req-60305352-aa8e-4b39-8beb-1602801fe4ef tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.0745986 Feb 21 09:35:06.379418 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d2240c8c-45a3-46c1-bca1-a34f09bf0b21 req-5d202ea7-dd0f-43f2-88c7-d7c510a051d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385132 Feb 21 09:35:07.576031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab0ce8-136b-49e8-a429-440ff35d9adf req-0dc299f7-4c4c-43fb-b789-75a50d6d6287 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:07.577467 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5dab0ce8-136b-49e8-a429-440ff35d9adf req-0dc299f7-4c4c-43fb-b789-75a50d6d6287 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.0784240 Feb 21 09:35:07.621986 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5dab0ce8-136b-49e8-a429-440ff35d9adf req-68d4192b-4126-4623-b304-ebdea842bef6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391028 Feb 21 09:35:08.810341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf60f-f761-4ef4-8cb7-f96cc8de4d8f req-bef0c818-ffc5-45b4-bbbb-f5ccac55967a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:08.811788 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f68cf60f-f761-4ef4-8cb7-f96cc8de4d8f req-bef0c818-ffc5-45b4-bbbb-f5ccac55967a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.0743062 Feb 21 09:35:08.858160 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f68cf60f-f761-4ef4-8cb7-f96cc8de4d8f req-232876c1-5429-44e8-81fd-eaf819fa82f9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410318 Feb 21 09:35:10.052789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fb177-c421-43c5-bed5-8a50707e95e7 req-78e9654a-6aad-41f6-9a31-e34bb80f9b17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:10.054225 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea8fb177-c421-43c5-bed5-8a50707e95e7 req-78e9654a-6aad-41f6-9a31-e34bb80f9b17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.0746741 Feb 21 09:35:10.098338 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea8fb177-c421-43c5-bed5-8a50707e95e7 req-2af3a0a7-97bd-4a53-bde2-d996676833cb tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387237 Feb 21 09:35:10.125518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34292) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:10.240223 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-633ed6ad-4e42-4582-b89b-5e306089d823 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/bd10cd56-3932-4834-ba38-36e7bfe3d08e HTTP/1.1" status: 200 len: 992 time: 0.1135285 Feb 21 09:35:11.000029 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4b51a94-9ba5-4eff-8297-35ab5c56eaff req-d2862067-2feb-41ab-8875-a9018d5b9957 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683651 Feb 21 09:35:11.211286 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4b51a94-9ba5-4eff-8297-35ab5c56eaff req-4fa7fa6e-21c8-4123-b1a2-56b1a505907f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 1098 time: 0.1453264 Feb 21 09:35:11.349485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b51a94-9ba5-4eff-8297-35ab5c56eaff req-9c0250d8-ca0f-45e7-ab15-16cc5a7bd759 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:11.350830 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4b51a94-9ba5-4eff-8297-35ab5c56eaff req-9c0250d8-ca0f-45e7-ab15-16cc5a7bd759 service neutron] 10.222.0.47 "GET /v2.0/networks?id=89ba559e-9342-4296-a576-78e5218c7dd0 HTTP/1.1" status: 200 len: 896 time: 0.1218128 Feb 21 09:35:11.449785 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4b51a94-9ba5-4eff-8297-35ab5c56eaff req-06081267-77ca-48cd-90fd-d893d99b6519 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1b8646-8422-45fe-a975-0af680c30760 HTTP/1.1" status: 200 len: 1000 time: 0.0932379 Feb 21 09:35:11.514641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b51a94-9ba5-4eff-8297-35ab5c56eaff req-54645f73-8413-4139-8463-be27fdd87f66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:11.516098 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4b51a94-9ba5-4eff-8297-35ab5c56eaff req-54645f73-8413-4139-8463-be27fdd87f66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05f67aba-fc01-4624-8796-6528d4de1280 HTTP/1.1" status: 200 len: 834 time: 0.0594807 Feb 21 09:35:11.592140 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4b51a94-9ba5-4eff-8297-35ab5c56eaff req-618b6864-836b-4ff9-ba9c-403c9b02b1fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=89ba559e-9342-4296-a576-78e5218c7dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703883 Feb 21 09:35:11.719319 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4b51a94-9ba5-4eff-8297-35ab5c56eaff req-c4c45637-fc7b-4243-8aff-247d2240ed8e service neutron] 10.222.0.47 "GET /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204259 Feb 21 09:35:11.850949 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4b51a94-9ba5-4eff-8297-35ab5c56eaff req-dffabee3-6fd7-4c68-8bdf-283b91182dc3 service neutron] 10.222.0.47 "GET /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252010 Feb 21 09:35:13.858577 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:35:30.252848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8046477d-96b9-4c36-990c-c27d0aea8061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:30.770476 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:33.027633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6fad2821-bc05-474e-bd5a-179dbf4e4e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:33.711394 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:34.149676 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:36.105606 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:39.590138 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34308) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:39.779865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port 75e848ab-b112-4223-aaee-fe73bb05a5eb {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:35:39.780198 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:39.942087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:39.942401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:40.057068 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for 75e848ab-b112-4223-aaee-fe73bb05a5eb owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:35:40.197769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:40.239654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=75e848ab-b112-4223-aaee-fe73bb05a5eb,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:40.276372 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:40.276706 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:40.277030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:40.277352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:40.277670 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:40.277986 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:40.278299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:40.278612 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:40.278922 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:40.279262 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:40.279577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:40.426859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:40.809258 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router f020b821-6e4d-4a91-bf95-0f462fc47d45 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:35:41.008610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:35:41.017961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e5b61f-dd02-4f3d-9402-be68b50922aa None None] Sync routers for ids ['f020b821-6e4d-4a91-bf95-0f462fc47d45'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:35:41.029111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:41.031271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5b61f-dd02-4f3d-9402-be68b50922aa None None] Routers {'f020b821-6e4d-4a91-bf95-0f462fc47d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:35:41.032325 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a8e5b61f-dd02-4f3d-9402-be68b50922aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:35:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f020b821-6e4d-4a91-bf95-0f462fc47d45'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:41.080628 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-30264c76-5b7f-476f-b236-17ad9cd42313 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/floatingips/bd10cd56-3932-4834-ba38-36e7bfe3d08e HTTP/1.1" status: 204 len: 168 time: 1.4895010 Feb 21 09:35:41.081246 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'tag': 'cf1b8646-8422-45fe-a975-0af680c30760'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:35:41.141435 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'tag': 'cf1b8646-8422-45fe-a975-0af680c30760', 'status': 'completed', 'code': 200} Feb 21 09:35:41.217649 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-a8e5b61f-dd02-4f3d-9402-be68b50922aa None None] Set router f020b821-6e4d-4a91-bf95-0f462fc47d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:35:41.238222 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c0d5b2a-a802-43db-844d-370c38174c49 req-c9f74576-11fe-4183-a8db-c8e68cfa3488 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 1098 time: 0.0731604 Feb 21 09:35:41.377694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d5b2a-a802-43db-844d-370c38174c49 req-d11b47f8-7211-4de4-b2a4-a92aca3a5b14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:41.379164 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c0d5b2a-a802-43db-844d-370c38174c49 req-d11b47f8-7211-4de4-b2a4-a92aca3a5b14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=89ba559e-9342-4296-a576-78e5218c7dd0 HTTP/1.1" status: 200 len: 896 time: 0.1351316 Feb 21 09:35:41.480230 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c0d5b2a-a802-43db-844d-370c38174c49 req-8084433e-fddb-435a-9b62-fa7dbc35bda4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1b8646-8422-45fe-a975-0af680c30760 HTTP/1.1" status: 200 len: 217 time: 0.0949445 Feb 21 09:35:41.551352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a8e5b61f-dd02-4f3d-9402-be68b50922aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:09Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '90ee468d-4799-431a-bbc3-18da9633d8f4', 'name': '', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:25:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05f67aba-fc01-4624-8796-6528d4de1280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:08Z', 'updated_at': '2022-02-21T09:34:15Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '05f67aba-fc01-4624-8796-6528d4de1280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:41.555393 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e5b61f-dd02-4f3d-9402-be68b50922aa None None] Checking router: f020b821-6e4d-4a91-bf95-0f462fc47d45 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:35:41.557108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d5b2a-a802-43db-844d-370c38174c49 req-8e659aca-76ac-4da6-ac37-997c3b477be5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:41.558593 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c0d5b2a-a802-43db-844d-370c38174c49 req-8e659aca-76ac-4da6-ac37-997c3b477be5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05f67aba-fc01-4624-8796-6528d4de1280 HTTP/1.1" status: 200 len: 834 time: 0.0710971 Feb 21 09:35:41.565975 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5b61f-dd02-4f3d-9402-be68b50922aa None None] Routers {'f020b821-6e4d-4a91-bf95-0f462fc47d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:35:41.566569 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a8e5b61f-dd02-4f3d-9402-be68b50922aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:35:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f020b821-6e4d-4a91-bf95-0f462fc47d45'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:41.603010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed875429-b8e5-4f3c-a794-9433bd0607a8 req-fac1398f-0488-41ba-acad-874e2afc0575 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:41.603694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-ed875429-b8e5-4f3c-a794-9433bd0607a8 req-fac1398f-0488-41ba-acad-874e2afc0575 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:35:41.638841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-ed875429-b8e5-4f3c-a794-9433bd0607a8 req-fac1398f-0488-41ba-acad-874e2afc0575 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:35:41.639991 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ed875429-b8e5-4f3c-a794-9433bd0607a8 req-fac1398f-0488-41ba-acad-874e2afc0575 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.2068250 Feb 21 09:35:41.671441 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c0d5b2a-a802-43db-844d-370c38174c49 req-1ca8a779-81fc-4dd6-b15a-d9ee727bd8f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=89ba559e-9342-4296-a576-78e5218c7dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1059802 Feb 21 09:35:41.744515 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-a8e5b61f-dd02-4f3d-9402-be68b50922aa None None] Set router f020b821-6e4d-4a91-bf95-0f462fc47d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:35:41.761096 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ed875429-b8e5-4f3c-a794-9433bd0607a8 req-404de51c-169e-46f6-8e82-012ece58bc87 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148922 Feb 21 09:35:41.817476 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c0d5b2a-a802-43db-844d-370c38174c49 req-adc80f36-16aa-481b-83b1-ee9039fadc16 service neutron] 10.222.0.47 "GET /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377168 Feb 21 09:35:42.054718 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5c0d5b2a-a802-43db-844d-370c38174c49 req-44031c6c-a322-4e72-bb32-00707adabf2a service neutron] 10.222.0.47 "GET /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305179 Feb 21 09:35:42.060405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a8e5b61f-dd02-4f3d-9402-be68b50922aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:09Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '90ee468d-4799-431a-bbc3-18da9633d8f4', 'name': '', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:25:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05f67aba-fc01-4624-8796-6528d4de1280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:08Z', 'updated_at': '2022-02-21T09:34:15Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '05f67aba-fc01-4624-8796-6528d4de1280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:42.064636 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e5b61f-dd02-4f3d-9402-be68b50922aa None None] The sync data for ids ['f020b821-6e4d-4a91-bf95-0f462fc47d45'] in dv-neutron-830062-1-hyperv is: [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:09Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '90ee468d-4799-431a-bbc3-18da9633d8f4', 'name': '', 'network_id': '89ba559e-9342-4296-a576-78e5218c7dd0', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:25:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05f67aba-fc01-4624-8796-6528d4de1280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:08Z', 'updated_at': '2022-02-21T09:34:15Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '05f67aba-fc01-4624-8796-6528d4de1280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:35:42.275093 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e486351-5b30-4da1-9d71-6622823405d8 None None] New status for floating IP bd10cd56-3932-4834-ba38-36e7bfe3d08e: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:35:42.878248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348f13b-cad2-4c7d-9730-1e7ae24e4272 req-04442e48-6e17-43cd-a047-2e0afcd748ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:42.879680 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a348f13b-cad2-4c7d-9730-1e7ae24e4272 req-04442e48-6e17-43cd-a047-2e0afcd748ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.0751903 Feb 21 09:35:42.989005 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-a348f13b-cad2-4c7d-9730-1e7ae24e4272 req-a524acfe-8347-4bb7-a928-54ed47515a34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port cf1b8646-8422-45fe-a975-0af680c30760 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:35:42.989342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a348f13b-cad2-4c7d-9730-1e7ae24e4272 req-a524acfe-8347-4bb7-a928-54ed47515a34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:43.109066 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f536710-7059-4c9a-a861-0855e8e10e97 req-0d04338f-f53f-492c-aa1e-35d960a0c8ab tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:43.110512 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f536710-7059-4c9a-a861-0855e8e10e97 req-0d04338f-f53f-492c-aa1e-35d960a0c8ab tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee HTTP/1.1" status: 200 len: 945 time: 0.1979449 Feb 21 09:35:43.241578 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2f536710-7059-4c9a-a861-0855e8e10e97 req-cf954828-653b-4aaf-b0c7-9eeb3e525dec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=00a048d2-0e47-4511-84f8-15002fb58ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254508 Feb 21 09:35:43.285779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-a348f13b-cad2-4c7d-9730-1e7ae24e4272 req-a524acfe-8347-4bb7-a928-54ed47515a34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port cf1b8646-8422-45fe-a975-0af680c30760, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=cf1b8646-8422-45fe-a975-0af680c30760,segment=NetworkSegment(819bddfa-c963-47a4-af1e-cc68f3d97f9d),segment_id=819bddfa-c963-47a4-af1e-cc68f3d97f9d)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:35:43.286136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a348f13b-cad2-4c7d-9730-1e7ae24e4272 req-a524acfe-8347-4bb7-a928-54ed47515a34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:43.404789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-a348f13b-cad2-4c7d-9730-1e7ae24e4272 req-a524acfe-8347-4bb7-a928-54ed47515a34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for cf1b8646-8422-45fe-a975-0af680c30760 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:35:43.547999 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a348f13b-cad2-4c7d-9730-1e7ae24e4272 req-a524acfe-8347-4bb7-a928-54ed47515a34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:43.597220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524acfe-8347-4bb7-a928-54ed47515a34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=cf1b8646-8422-45fe-a975-0af680c30760,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:43.675232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a348f13b-cad2-4c7d-9730-1e7ae24e4272 req-a524acfe-8347-4bb7-a928-54ed47515a34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] No DVR routers for this DVR port cf1b8646-8422-45fe-a975-0af680c30760 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:35:43.677548 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-a348f13b-cad2-4c7d-9730-1e7ae24e4272 req-a524acfe-8347-4bb7-a928-54ed47515a34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:43.681329 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'name': 'network-vif-deleted', 'tag': 'cf1b8646-8422-45fe-a975-0af680c30760'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:35:43.694948 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a348f13b-cad2-4c7d-9730-1e7ae24e4272 req-a524acfe-8347-4bb7-a928-54ed47515a34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "DELETE /v2.0/ports/cf1b8646-8422-45fe-a975-0af680c30760 HTTP/1.1" status: 204 len: 173 time: 0.8097887 Feb 21 09:35:43.738153 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56f1e0e-1a92-46d6-b7d2-3d0a1c6a8fee', 'name': 'network-vif-deleted', 'tag': 'cf1b8646-8422-45fe-a975-0af680c30760', 'status': 'completed', 'code': 200} Feb 21 09:35:44.344216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34330) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:44.822585 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:45.423007 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port 90ee468d-4799-431a-bbc3-18da9633d8f4 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:35:45.423706 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:45.609881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port 90ee468d-4799-431a-bbc3-18da9633d8f4, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=90ee468d-4799-431a-bbc3-18da9633d8f4,segment=NetworkSegment(819bddfa-c963-47a4-af1e-cc68f3d97f9d),segment_id=819bddfa-c963-47a4-af1e-cc68f3d97f9d)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:35:45.610231 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:45.732165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for 90ee468d-4799-431a-bbc3-18da9633d8f4 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:35:45.901444 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:45.945700 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=90ee468d-4799-431a-bbc3-18da9633d8f4,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:45.986466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:45.986801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:45.987157 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:45.987483 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:45.987805 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:45.988133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:45.988442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:45.988757 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:45.989069 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:45.989377 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:45.989686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:46.332160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:46.895627 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router f020b821-6e4d-4a91-bf95-0f462fc47d45 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:35:47.093797 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:35:47.102809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b6319-edbb-45be-9a14-2337b6b22847 None None] Sync routers for ids ['f020b821-6e4d-4a91-bf95-0f462fc47d45'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:35:47.105910 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-45846cde-5964-424b-8847-4b1d7387b86b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "PUT /v2.0/routers/f020b821-6e4d-4a91-bf95-0f462fc47d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7598748 Feb 21 09:35:47.108651 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34334) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:47.114391 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b6319-edbb-45be-9a14-2337b6b22847 None None] Routers {'f020b821-6e4d-4a91-bf95-0f462fc47d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:35:47.115003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c89b6319-edbb-45be-9a14-2337b6b22847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:35:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f020b821-6e4d-4a91-bf95-0f462fc47d45'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:47.167701 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device cf1b8646-8422-45fe-a975-0af680c30760 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:35:47.294282 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf63737-f738-46f0-91dc-b7fcbc9c3ae0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting subnet 05f67aba-fc01-4624-8796-6528d4de1280 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:35:47.297179 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3cf63737-f738-46f0-91dc-b7fcbc9c3ae0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:47.302665 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: cf1b8646-8422-45fe-a975-0af680c30760 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:35:47.303022 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device cf1b8646-8422-45fe-a975-0af680c30760 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:35:47.366785 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3cf63737-f738-46f0-91dc-b7fcbc9c3ae0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:47.367023 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c89b6319-edbb-45be-9a14-2337b6b22847 None None] Set router f020b821-6e4d-4a91-bf95-0f462fc47d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:35:47.467340 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3cf63737-f738-46f0-91dc-b7fcbc9c3ae0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:47.546926 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3cf63737-f738-46f0-91dc-b7fcbc9c3ae0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:47.585533 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf63737-f738-46f0-91dc-b7fcbc9c3ae0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Subnet': ['ID=05f67aba-fc01-4624-8796-6528d4de1280,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:47.589516 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3cf63737-f738-46f0-91dc-b7fcbc9c3ae0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:47.595404 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3cf63737-f738-46f0-91dc-b7fcbc9c3ae0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/subnets/05f67aba-fc01-4624-8796-6528d4de1280 HTTP/1.1" status: 204 len: 168 time: 0.4858301 Feb 21 09:35:47.597940 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34338) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:47.614104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e84802-48b1-4591-8ac6-fc3b10ff4a5e None None] Network 89ba559e-9342-4296-a576-78e5218c7dd0 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:35:47.816322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c89b6319-edbb-45be-9a14-2337b6b22847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:35:45Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:47.823257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b6319-edbb-45be-9a14-2337b6b22847 None None] Checking router: f020b821-6e4d-4a91-bf95-0f462fc47d45 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:35:47.844114 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b6319-edbb-45be-9a14-2337b6b22847 None None] Routers {'f020b821-6e4d-4a91-bf95-0f462fc47d45'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:35:47.844705 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c89b6319-edbb-45be-9a14-2337b6b22847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:35:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f020b821-6e4d-4a91-bf95-0f462fc47d45'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:47.904583 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:47.952627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] DHCP port deletion for 89ba559e-9342-4296-a576-78e5218c7dd0 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:35:47.973340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Deleting port 191088d0-359e-481d-9055-824951c2b1d2 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:35:47.973776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:48.101875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:48.110918 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port 30722c59-5a11-46d9-95c0-e3ce9097e112 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:35:48.111335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:48.181468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-c89b6319-edbb-45be-9a14-2337b6b22847 None None] Set router f020b821-6e4d-4a91-bf95-0f462fc47d45 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:35:48.279204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port 30722c59-5a11-46d9-95c0-e3ce9097e112, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=30722c59-5a11-46d9-95c0-e3ce9097e112,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:35:48.279574 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:48.375390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] For port 191088d0-359e-481d-9055-824951c2b1d2, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=191088d0-359e-481d-9055-824951c2b1d2,segment=NetworkSegment(819bddfa-c963-47a4-af1e-cc68f3d97f9d),segment_id=819bddfa-c963-47a4-af1e-cc68f3d97f9d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:35:48.375779 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:48.398831 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for 30722c59-5a11-46d9-95c0-e3ce9097e112 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:35:48.556788 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Calling delete_port for 191088d0-359e-481d-9055-824951c2b1d2 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:35:48.565343 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:48.605997 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=30722c59-5a11-46d9-95c0-e3ce9097e112,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:48.693487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:48.750886 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Pushing event deleted for resources: {'Port': ['ID=191088d0-359e-481d-9055-824951c2b1d2,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:48.759935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] No DVR routers for this DVR port 191088d0-359e-481d-9055-824951c2b1d2 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:35:48.766931 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:48.767307 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:48.767648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:48.767985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:48.768320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:48.768982 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:48.769066 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:48.769381 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:48.769703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:48.770025 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:48.770347 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f536162-c3ab-4bf3-9696-709cf9cbf384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:48.784431 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-c89b6319-edbb-45be-9a14-2337b6b22847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:35:45Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:48.788567 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b6319-edbb-45be-9a14-2337b6b22847 None None] The sync data for ids ['f020b821-6e4d-4a91-bf95-0f462fc47d45'] in dv-neutron-830062-1-hyperv is: [{'id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876608235', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:35:45Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '30722c59-5a11-46d9-95c0-e3ce9097e112', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f020b821-6e4d-4a91-bf95-0f462fc47d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:34:05Z', 'updated_at': '2022-02-21T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:35:48.849619 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.202008 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.206755 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.239499 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.240023 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Fanout notify agent at l3_agent the message router_deleted on router f020b821-6e4d-4a91-bf95-0f462fc47d45 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:35:49.254661 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.258613 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-008afe04-e33a-4942-aee1-7416df0bb34c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/routers/f020b821-6e4d-4a91-bf95-0f462fc47d45 HTTP/1.1" status: 204 len: 168 time: 1.6595974 Feb 21 09:35:49.258862 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34342) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:49.309085 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 90ee468d-4799-431a-bbc3-18da9633d8f4 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:35:49.349060 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 90ee468d-4799-431a-bbc3-18da9633d8f4 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:35:49.349398 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 90ee468d-4799-431a-bbc3-18da9633d8f4 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:35:49.349811 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 191088d0-359e-481d-9055-824951c2b1d2 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:35:49.383050 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 191088d0-359e-481d-9055-824951c2b1d2 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:35:49.383390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 191088d0-359e-481d-9055-824951c2b1d2 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:35:49.385600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0424781a-7045-4e83-adf6-0f2c6cb6b1e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.520702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0424781a-7045-4e83-adf6-0f2c6cb6b1e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.546190 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-0424781a-7045-4e83-adf6-0f2c6cb6b1e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ba559e-9342-4296-a576-78e5218c7dd0']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:49.558034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-0424781a-7045-4e83-adf6-0f2c6cb6b1e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819bddfa-c963-47a4-af1e-cc68f3d97f9d') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:49.558330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-0424781a-7045-4e83-adf6-0f2c6cb6b1e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819bddfa-c963-47a4-af1e-cc68f3d97f9d') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:49.569414 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0424781a-7045-4e83-adf6-0f2c6cb6b1e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.585183 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0424781a-7045-4e83-adf6-0f2c6cb6b1e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.591721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0424781a-7045-4e83-adf6-0f2c6cb6b1e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:35:49.592096 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0424781a-7045-4e83-adf6-0f2c6cb6b1e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:35:49.606570 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:35:49.685940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0424781a-7045-4e83-adf6-0f2c6cb6b1e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.702562 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0424781a-7045-4e83-adf6-0f2c6cb6b1e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.713191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424781a-7045-4e83-adf6-0f2c6cb6b1e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Network': ['ID=89ba559e-9342-4296-a576-78e5218c7dd0,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:49.721442 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0424781a-7045-4e83-adf6-0f2c6cb6b1e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/networks/89ba559e-9342-4296-a576-78e5218c7dd0 HTTP/1.1" status: 204 len: 168 time: 0.4610305 Feb 21 09:35:49.724301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34346) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:49.792952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-664c9677-1293-4f1f-a2e8-40d4ac41fcf1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.826140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-664c9677-1293-4f1f-a2e8-40d4ac41fcf1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.887103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-664c9677-1293-4f1f-a2e8-40d4ac41fcf1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.905095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c9677-1293-4f1f-a2e8-40d4ac41fcf1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a048d2-0e47-4511-84f8-15002fb58ef7,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:49.916778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-664c9677-1293-4f1f-a2e8-40d4ac41fcf1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:49.917879 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-664c9677-1293-4f1f-a2e8-40d4ac41fcf1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/security-groups/00a048d2-0e47-4511-84f8-15002fb58ef7 HTTP/1.1" status: 204 len: 168 time: 0.1926613 Feb 21 09:35:50.250827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34354) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:50.256310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019951364', 'description': 'tempest-secgroup-smoke-2019951364 description', 'project_id': '247344c0ab8a4a83b391a59b3517f176'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:35:50.262508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:35:50.266544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:35:50.269354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:35:50.275922 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:35:50.284945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.318344 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:35:50.322499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:35:50.325178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:35:50.330576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:35:50.385287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.388951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.431187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0953bf-79d5-44f9-9bb0-397c8520aaf9,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:50.437719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.438963 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b8d76cec-9404-4b0d-a31b-a1d5474e9fff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1871097 Feb 21 09:35:50.441902 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34358) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:50.448126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5da9d38c-30c2-4713-a546-64dede0e4eab tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '9e0953bf-79d5-44f9-9bb0-397c8520aaf9', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:35:50.453856 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5da9d38c-30c2-4713-a546-64dede0e4eab tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:35:50.457816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5da9d38c-30c2-4713-a546-64dede0e4eab tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:35:50.460718 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5da9d38c-30c2-4713-a546-64dede0e4eab tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:35:50.467074 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5da9d38c-30c2-4713-a546-64dede0e4eab tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:35:50.482800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5da9d38c-30c2-4713-a546-64dede0e4eab tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.636441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5da9d38c-30c2-4713-a546-64dede0e4eab tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.640491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5da9d38c-30c2-4713-a546-64dede0e4eab tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.664516 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9d38c-30c2-4713-a546-64dede0e4eab tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60311ad-a7e5-4111-b7f0-8d602e4f2a7a,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:50.675487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5da9d38c-30c2-4713-a546-64dede0e4eab tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.676806 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5da9d38c-30c2-4713-a546-64dede0e4eab tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2337894 Feb 21 09:35:50.679517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34362) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:50.685426 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-caf19f7b-ae47-4d88-9460-227fc8e2d566 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '9e0953bf-79d5-44f9-9bb0-397c8520aaf9', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:35:50.691270 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-caf19f7b-ae47-4d88-9460-227fc8e2d566 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:35:50.695490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-caf19f7b-ae47-4d88-9460-227fc8e2d566 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:35:50.698809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-caf19f7b-ae47-4d88-9460-227fc8e2d566 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:35:50.704341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-caf19f7b-ae47-4d88-9460-227fc8e2d566 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:35:50.720648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf19f7b-ae47-4d88-9460-227fc8e2d566 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.779879 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf19f7b-ae47-4d88-9460-227fc8e2d566 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.783389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf19f7b-ae47-4d88-9460-227fc8e2d566 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.807616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf19f7b-ae47-4d88-9460-227fc8e2d566 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed9b834-df04-498d-bab1-89aefe712ea0,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:50.818287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf19f7b-ae47-4d88-9460-227fc8e2d566 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.819489 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-caf19f7b-ae47-4d88-9460-227fc8e2d566 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1390305 Feb 21 09:35:50.822821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34366) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:50.828103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-75b5fcca-58c0-4ef8-a67c-45bbfba98d24 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '9e0953bf-79d5-44f9-9bb0-397c8520aaf9', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:35:50.833655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-75b5fcca-58c0-4ef8-a67c-45bbfba98d24 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:35:50.837620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-75b5fcca-58c0-4ef8-a67c-45bbfba98d24 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:35:50.840646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-75b5fcca-58c0-4ef8-a67c-45bbfba98d24 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:35:50.846700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-75b5fcca-58c0-4ef8-a67c-45bbfba98d24 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:35:50.858123 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:35:50.863393 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-75b5fcca-58c0-4ef8-a67c-45bbfba98d24 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.923527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-75b5fcca-58c0-4ef8-a67c-45bbfba98d24 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.927046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-75b5fcca-58c0-4ef8-a67c-45bbfba98d24 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.952962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5fcca-58c0-4ef8-a67c-45bbfba98d24 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6ad2fe-caeb-4883-a70a-d1d6e09c3790,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:50.960935 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-75b5fcca-58c0-4ef8-a67c-45bbfba98d24 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:50.962030 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-75b5fcca-58c0-4ef8-a67c-45bbfba98d24 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1382875 Feb 21 09:35:50.964767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34370) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:50.969899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-a6652699-8648-4804-980d-3e67a395be61 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '9e0953bf-79d5-44f9-9bb0-397c8520aaf9', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:35:50.975409 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-a6652699-8648-4804-980d-3e67a395be61 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:35:50.979139 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a6652699-8648-4804-980d-3e67a395be61 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:35:50.981920 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-a6652699-8648-4804-980d-3e67a395be61 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:35:50.987437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-a6652699-8648-4804-980d-3e67a395be61 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:35:51.003454 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a6652699-8648-4804-980d-3e67a395be61 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.065109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a6652699-8648-4804-980d-3e67a395be61 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.068654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a6652699-8648-4804-980d-3e67a395be61 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.090289 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6652699-8648-4804-980d-3e67a395be61 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b288efc-4619-4083-8c1f-3c31411a1af4,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:51.099054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a6652699-8648-4804-980d-3e67a395be61 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.100187 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a6652699-8648-4804-980d-3e67a395be61 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1345408 Feb 21 09:35:51.103403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34374) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:51.108682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-af398794-41ea-49a1-af89-7b0f9198f05a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '9e0953bf-79d5-44f9-9bb0-397c8520aaf9', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:35:51.114486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-af398794-41ea-49a1-af89-7b0f9198f05a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:35:51.118829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-af398794-41ea-49a1-af89-7b0f9198f05a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:35:51.121611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-af398794-41ea-49a1-af89-7b0f9198f05a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:35:51.127295 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-af398794-41ea-49a1-af89-7b0f9198f05a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:35:51.137707 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-af398794-41ea-49a1-af89-7b0f9198f05a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Project 247344c0ab8a4a83b391a59b3517f176 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:35:51.144167 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-af398794-41ea-49a1-af89-7b0f9198f05a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.206413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-af398794-41ea-49a1-af89-7b0f9198f05a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.210385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-af398794-41ea-49a1-af89-7b0f9198f05a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.210828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 30722c59-5a11-46d9-95c0-e3ce9097e112 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:35:51.236506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af398794-41ea-49a1-af89-7b0f9198f05a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47692abb-f192-4c1a-aa31-742817d22cd6,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:51.241916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-af398794-41ea-49a1-af89-7b0f9198f05a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.243647 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-af398794-41ea-49a1-af89-7b0f9198f05a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1388035 Feb 21 09:35:51.246441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34378) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:51.249477 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 30722c59-5a11-46d9-95c0-e3ce9097e112 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:35:51.249804 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 30722c59-5a11-46d9-95c0-e3ce9097e112 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:35:51.252034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d84422ee-4d33-46cd-a763-8f87cc0bfb6e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '9e0953bf-79d5-44f9-9bb0-397c8520aaf9', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:35:51.257876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d84422ee-4d33-46cd-a763-8f87cc0bfb6e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:35:51.261599 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d84422ee-4d33-46cd-a763-8f87cc0bfb6e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:35:51.264466 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d84422ee-4d33-46cd-a763-8f87cc0bfb6e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:35:51.270186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d84422ee-4d33-46cd-a763-8f87cc0bfb6e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:35:51.279476 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-d84422ee-4d33-46cd-a763-8f87cc0bfb6e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Project 247344c0ab8a4a83b391a59b3517f176 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:35:51.285787 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d84422ee-4d33-46cd-a763-8f87cc0bfb6e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.352901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d84422ee-4d33-46cd-a763-8f87cc0bfb6e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.356379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d84422ee-4d33-46cd-a763-8f87cc0bfb6e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.378893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84422ee-4d33-46cd-a763-8f87cc0bfb6e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81600d03-f698-423f-a8da-3d130cb321aa,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:51.387809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d84422ee-4d33-46cd-a763-8f87cc0bfb6e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.388944 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d84422ee-4d33-46cd-a763-8f87cc0bfb6e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1415122 Feb 21 09:35:51.391738 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34382) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:51.396952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'network': {'name': 'tempest-network-smoke--110391524', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'port_security_enabled': True}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:35:51.402153 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:35:51.406561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:network and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:35:51.409815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:35:51.416047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:35:51.425776 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:35:51.428651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.455923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:35:51.464947 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.465294 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Added segment 64e30edc-952e-417a-92ef-b2ea721d6bda of type vlan for network e04e8a82-869b-4075-ad69-7b04b53dca22 Feb 21 09:35:51.490371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.516800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.520351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:51.520913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.623445 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2307172 Feb 21 09:35:51.626218 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34386) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:51.631571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'admin_state_up': True, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:35:51.632506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75affeb-4840-4160-9e7a-aced168c7b08 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Network': ['ID=e04e8a82-869b-4075-ad69-7b04b53dca22,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:51.638307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:35:51.642292 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:router and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:35:51.642723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network e04e8a82-869b-4075-ad69-7b04b53dca22 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:35:51.645293 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:35:51.652127 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:35:51.661166 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.662202 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.680890 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:51.828526 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:52.001678 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:52.031372 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:52.162906 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.26.6.122 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/89014c34-a901-4e7b-a2c2-d0eae89a49ea) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:35:52.306096 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:52.332880 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:52.399954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:35:52.402658 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:35:52.405156 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:35:52.439117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=89014c34-a901-4e7b-a2c2-d0eae89a49ea,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:52.561109 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:52.561722 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:52.788334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:35:52.986833 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:35:52.996315 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Sync routers for ids ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:35:53.007421 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Routers {'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:35:53.008010 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:35:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:53.011449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:53.015566 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8ab62a23-2d19-4937-9c27-95bf90c2843b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3853834 Feb 21 09:35:53.015782 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34390) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:53.058315 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-64178793-b8ed-43f2-a509-a22dbbba12e7 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=247344c0ab8a4a83b391a59b3517f176&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391262 Feb 21 09:35:53.058578 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34394) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:53.185373 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Set router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:35:53.280265 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ed8dee-c27b-4c99-ac81-a59706bfa917 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:53.284479 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-06ed8dee-c27b-4c99-ac81-a59706bfa917 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2211142 Feb 21 09:35:53.284703 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34398) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:53.324322 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ada3cb96-27d4-41b0-917d-96097ebf8f41 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385370 Feb 21 09:35:53.326838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34402) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:53.332153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1081426777', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:35:53.440750 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:35:53.444517 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:subnet and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:35:53.447819 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:35:53.453417 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:35:53.464324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:35:53.496751 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:35:52Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:53.500550 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Checking router: a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:35:53.500889 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Updating router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 port 89014c34-a901-4e7b-a2c2-d0eae89a49ea binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:35:53.553340 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:53.569234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:53.786924 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:53.865294 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Subnet': ['ID=d86d1ab1-e9d6-401f-9805-514d0fa85ac0,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:53.881555 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Checking segment: {'id': '64e30edc-952e-417a-92ef-b2ea721d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:35:53.881896 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:53.882028 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network hostable DHCP agents. Network: e04e8a82-869b-4075-ad69-7b04b53dca22, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:35:53.894170 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Transition to ACTIVE for port object 89014c34-a901-4e7b-a2c2-d0eae89a49ea will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:35:53.901392 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:53.904186 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network e04e8a82-869b-4075-ad69-7b04b53dca22 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:35:53.913362 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, e04e8a82-869b-4075-ad69-7b04b53dca22) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:35:53.917657 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:53.918638 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:53.925051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5355a3b9-8d7a-42d7-9364-f8a2e75bbb41 None None] Network e04e8a82-869b-4075-ad69-7b04b53dca22 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:35:53.941884 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-53ff8aca-5eec-4510-8eed-5e8d11e8d9ce tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6139560 Feb 21 09:35:53.944704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34406) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:35:53.982576 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Attempting to bind port 89014c34-a901-4e7b-a2c2-d0eae89a49ea on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:35:53.982915 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Attempting to bind port 89014c34-a901-4e7b-a2c2-d0eae89a49ea by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:35:53.983284 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Attempting to bind port 89014c34-a901-4e7b-a2c2-d0eae89a49ea on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:35:53.985308 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6191f-f8ec-4d51-9126-db8375c91d70 None None] Pushing event updated for resources: {'Port': ['ID=89014c34-a901-4e7b-a2c2-d0eae89a49ea,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:53.997160 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6191f-f8ec-4d51-9126-db8375c91d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:53.997807 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6191f-f8ec-4d51-9126-db8375c91d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:53.997807 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6191f-f8ec-4d51-9126-db8375c91d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:53.998111 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6191f-f8ec-4d51-9126-db8375c91d70 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:53.998427 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6191f-f8ec-4d51-9126-db8375c91d70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:53.998742 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6191f-f8ec-4d51-9126-db8375c91d70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:53.999076 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6191f-f8ec-4d51-9126-db8375c91d70 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:53.999389 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6191f-f8ec-4d51-9126-db8375c91d70 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:53.999705 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6191f-f8ec-4d51-9126-db8375c91d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:54.000012 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6191f-f8ec-4d51-9126-db8375c91d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:54.000372 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6191f-f8ec-4d51-9126-db8375c91d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:54.003881 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:35:54.004243 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:35:54.004627 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:54.004994 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:35:54.005446 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Bound port: 89014c34-a901-4e7b-a2c2-d0eae89a49ea, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:35:54.005803 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:54.076764 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] For port 89014c34-a901-4e7b-a2c2-d0eae89a49ea, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:35:54.080267 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] For port 89014c34-a901-4e7b-a2c2-d0eae89a49ea, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=89014c34-a901-4e7b-a2c2-d0eae89a49ea,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:35:54.085313 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:54.155067 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-e04e8a82-869b-4075-ad69-7b04b53dca22', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ips': [{'subnet_id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:35:54.156642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:54.181901 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Routers {'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:35:54.182490 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:35:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:54.289339 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6191f-f8ec-4d51-9126-db8375c91d70 None None] Pushing event updated for resources: {'Port': ['ID=89014c34-a901-4e7b-a2c2-d0eae89a49ea,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:54.320442 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Allocated IP 172.20.0.2 (e04e8a82-869b-4075-ad69-7b04b53dca22/d86d1ab1-e9d6-401f-9805-514d0fa85ac0/0265ceae-ec31-4933-91e1-a808260ba5d1) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:35:54.369937 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] Set router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:35:54.527291 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:54.537751 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Transition to ACTIVE for port object 0265ceae-ec31-4933-91e1-a808260ba5d1 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:35:54.558310 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Transition to ACTIVE for port object 0265ceae-ec31-4933-91e1-a808260ba5d1 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:35:54.566839 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:54.639749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Network e04e8a82-869b-4075-ad69-7b04b53dca22 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:35:54.646781 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:35:54.653929 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:35:54.655888 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Pushing event updated for resources: {'Port': ['ID=0265ceae-ec31-4933-91e1-a808260ba5d1,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:54.674496 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:35:52Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:54.678415 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f07a1a-d026-4b0c-b3fc-4482c65372e4 None None] The sync data for ids ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'] in dv-neutron-830062-1-hyperv is: [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:35:52Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:35:54.748586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Attempting to bind port 0265ceae-ec31-4933-91e1-a808260ba5d1 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:35:54.748949 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Attempting to bind port 0265ceae-ec31-4933-91e1-a808260ba5d1 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '64e30edc-952e-417a-92ef-b2ea721d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:35:54.749307 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Attempting to bind port 0265ceae-ec31-4933-91e1-a808260ba5d1 on network e04e8a82-869b-4075-ad69-7b04b53dca22 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:35:54.756960 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:35:54.757332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Checking segment: {'id': '64e30edc-952e-417a-92ef-b2ea721d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:35:54.757726 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:54.758146 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Bound using segment: {'id': '64e30edc-952e-417a-92ef-b2ea721d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:35:54.759207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Bound port: 0265ceae-ec31-4933-91e1-a808260ba5d1, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e30edc-952e-417a-92ef-b2ea721d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:35:54.759572 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:54.774421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:54.891070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] For port 0265ceae-ec31-4933-91e1-a808260ba5d1, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:35:54.894781 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] For port 0265ceae-ec31-4933-91e1-a808260ba5d1, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0265ceae-ec31-4933-91e1-a808260ba5d1,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:35:54.899485 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:54.994093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148c1ef-0aa2-4a77-9fa3-f8bbb796a84c None None] Pushing event updated for resources: {'Port': ['ID=0265ceae-ec31-4933-91e1-a808260ba5d1,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:55.339879 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0265ceae-ec31-4933-91e1-a808260ba5d1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:35:55.345222 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.20.0.1 (e04e8a82-869b-4075-ad69-7b04b53dca22/d86d1ab1-e9d6-401f-9805-514d0fa85ac0/1ab92cdc-6a46-4770-a4a9-b3c2f65531d8) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:35:55.416116 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 0265ceae-ec31-4933-91e1-a808260ba5d1 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:35:55.421360 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 89014c34-a901-4e7b-a2c2-d0eae89a49ea up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:35:55.491850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 89014c34-a901-4e7b-a2c2-d0eae89a49ea completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:35:55.497692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 89014c34-a901-4e7b-a2c2-d0eae89a49ea triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:35:55.498062 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:55.519481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:55.537462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Transition to ACTIVE for port object 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:35:55.569315 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:55.667453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=1ab92cdc-6a46-4770-a4a9-b3c2f65531d8,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:55.667942 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:55.671055 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network e04e8a82-869b-4075-ad69-7b04b53dca22 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:35:55.672546 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:35:55.674655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:35:55.687466 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 89014c34-a901-4e7b-a2c2-d0eae89a49ea, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=89014c34-a901-4e7b-a2c2-d0eae89a49ea,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:35:55.691631 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:55.735510 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:55.763830 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=89014c34-a901-4e7b-a2c2-d0eae89a49ea,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:55.825223 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:55.967742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b2cdf-cb34-440c-afbe-d6abc30e061f None None] Network e04e8a82-869b-4075-ad69-7b04b53dca22 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:35:56.058327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7c4a81e7-e81d-4198-a3a2-d7c56275e209 None None] Provisioning for port 0265ceae-ec31-4933-91e1-a808260ba5d1 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:35:56.068565 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7c4a81e7-e81d-4198-a3a2-d7c56275e209 None None] Provisioning complete for port 0265ceae-ec31-4933-91e1-a808260ba5d1 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:35:56.068867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7c4a81e7-e81d-4198-a3a2-d7c56275e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:56.230536 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:56.235037 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:56.288105 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7c4a81e7-e81d-4198-a3a2-d7c56275e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:56.328872 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7c4a81e7-e81d-4198-a3a2-d7c56275e209 None None] For port 0265ceae-ec31-4933-91e1-a808260ba5d1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0265ceae-ec31-4933-91e1-a808260ba5d1,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:35:56.335783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7c4a81e7-e81d-4198-a3a2-d7c56275e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:56.341255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=1ab92cdc-6a46-4770-a4a9-b3c2f65531d8,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:56.343586 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:56.402643 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a81e7-e81d-4198-a3a2-d7c56275e209 None None] Pushing event updated for resources: {'Port': ['ID=0265ceae-ec31-4933-91e1-a808260ba5d1,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:56.487806 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network e04e8a82-869b-4075-ad69-7b04b53dca22 is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:35:56.488933 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:35:56.574475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-86564fc9-d255-449f-a7b0-5d0f6388a18d None None] Provisioning for port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:35:56.580263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-86564fc9-d255-449f-a7b0-5d0f6388a18d None None] Provisioning complete for port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:35:56.580674 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-86564fc9-d255-449f-a7b0-5d0f6388a18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:56.644051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-86564fc9-d255-449f-a7b0-5d0f6388a18d None None] Port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:35:56.662595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-86564fc9-d255-449f-a7b0-5d0f6388a18d None None] Provisioning complete for port 0265ceae-ec31-4933-91e1-a808260ba5d1 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:35:56.663257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-86564fc9-d255-449f-a7b0-5d0f6388a18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:56.941650 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9e329a85-e4a9-4e71-a4b0-d2e18bbc307e None None] Provisioning complete for port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:35:56.941994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9e329a85-e4a9-4e71-a4b0-d2e18bbc307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:56.976550 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:35:56.994598 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-9e329a85-e4a9-4e71-a4b0-d2e18bbc307e None None] Port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:35:57.172817 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:35:57.185520 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-3910c26f-d6bf-48b0-80e4-ccd7ae9e2a8e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "PUT /v2.0/routers/a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2394428 Feb 21 09:35:57.260595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0265ceae-ec31-4933-91e1-a808260ba5d1 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:35:57.327802 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 0265ceae-ec31-4933-91e1-a808260ba5d1 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:35:57.328268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:57.353075 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-da16b376-bc20-40b2-9929-c4e0dd55afff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:35:57.368615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-da16b376-bc20-40b2-9929-c4e0dd55afff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:35:57.369768 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-da16b376-bc20-40b2-9929-c4e0dd55afff tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019951364&fields=id&tenant_id=247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 267 time: 0.0555902 Feb 21 09:35:57.442966 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 89014c34-a901-4e7b-a2c2-d0eae89a49ea up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:35:57.507983 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 89014c34-a901-4e7b-a2c2-d0eae89a49ea triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:35:57.508383 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:57.515851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-81eed104-7ec3-490e-960d-a34ffcad5140 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:57.516520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-81eed104-7ec3-490e-960d-a34ffcad5140 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:35:57.531495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-81eed104-7ec3-490e-960d-a34ffcad5140 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:35:57.532932 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-81eed104-7ec3-490e-960d-a34ffcad5140 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/networks?id=e04e8a82-869b-4075-ad69-7b04b53dca22 HTTP/1.1" status: 200 len: 796 time: 0.1567061 Feb 21 09:35:57.550544 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-a60f2bbd-4f95-4297-b3c8-6433fbd1966a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/quotas/247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 375 time: 0.0122666 Feb 21 09:35:57.635998 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-9eedd361-d451-4c0a-b613-95acdf562975 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:35:57.651286 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-9eedd361-d451-4c0a-b613-95acdf562975 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:35:57.652503 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-9eedd361-d451-4c0a-b613-95acdf562975 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952129 Feb 21 09:35:57.854897 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-975aec64-dda3-4060-821f-62921f97b792 service neutron] 10.222.0.48 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910965 Feb 21 09:35:57.983869 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-b639bd54-43de-472b-9f0d-a586c2ad3336 service neutron] 10.222.0.48 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232429 Feb 21 09:35:58.267599 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a6c7685b-9019-4de8-b14e-ac9e5f8c5dea req-f29676fc-ade7-435a-9d48-c2befe03e0fe tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 210 time: 0.1363573 Feb 21 09:35:58.356879 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Sync routers for ids ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:35:58.368964 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Routers {'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:35:58.369593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:35:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:58.553571 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Set router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:35:58.904981 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '1ab92cdc-6a46-4770-a4a9-b3c2f65531d8', 'name': '', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:37:f6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:55Z', 'updated_at': '2022-02-21T09:35:56Z', 'revision_number': 2, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:58.909247 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Checking router: a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:35:58.909660 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Updating router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:35:58.959692 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:59.297039 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:59.313855 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Transition to ACTIVE for port object 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:35:59.322541 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:59.462776 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9d2c32f3-5953-41d2-af2b-bb733dd831f1 req-c8829bc2-fa23-4929-9988-953098cbf5d9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 210 time: 0.0519459 Feb 21 09:35:59.469839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-594f5c33-828a-4ce9-b437-1c8e0a98aaa4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:59.471500 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-594f5c33-828a-4ce9-b437-1c8e0a98aaa4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/networks?id=e04e8a82-869b-4075-ad69-7b04b53dca22 HTTP/1.1" status: 200 len: 796 time: 0.2115867 Feb 21 09:35:59.537981 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-0514704e-1ea6-497e-b957-eb343c252305 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 380 time: 0.0489202 Feb 21 09:35:59.548971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'port': {'device_id': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'admin_state_up': True, 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'security_groups': ['9e0953bf-79d5-44f9-9bb0-397c8520aaf9']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:35:59.567959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c4327-9493-469e-ab75-38de7bff3f10 None None] Pushing event updated for resources: {'Port': ['ID=1ab92cdc-6a46-4770-a4a9-b3c2f65531d8,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:59.578100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Attempting to bind port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:35:59.578465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Attempting to bind port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '64e30edc-952e-417a-92ef-b2ea721d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:35:59.578819 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Attempting to bind port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 on network e04e8a82-869b-4075-ad69-7b04b53dca22 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:35:59.585597 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:35:59.585959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Checking segment: {'id': '64e30edc-952e-417a-92ef-b2ea721d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:35:59.586403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:59.586784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Bound using segment: {'id': '64e30edc-952e-417a-92ef-b2ea721d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:35:59.587296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Bound port: 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e30edc-952e-417a-92ef-b2ea721d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:35:59.587664 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:59.690696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] For port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:35:59.693851 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] For port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=1ab92cdc-6a46-4770-a4a9-b3c2f65531d8,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:35:59.699539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:59.706364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:35:59.716761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:35:59.727697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:35:59.730706 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:35:59.786646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Routers {'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:35:59.787308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:35:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:35:59.840350 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c4327-9493-469e-ab75-38de7bff3f10 None None] Pushing event updated for resources: {'Port': ['ID=1ab92cdc-6a46-4770-a4a9-b3c2f65531d8,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:59.910435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.20.0.13 (e04e8a82-869b-4075-ad69-7b04b53dca22/d86d1ab1-e9d6-401f-9805-514d0fa85ac0/fc44a61a-72b3-46b8-863c-4288f5e8c1a4) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:35:59.974154 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] Set router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:36:00.191154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:00.206968 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Transition to ACTIVE for port object fc44a61a-72b3-46b8-863c-4288f5e8c1a4 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:36:00.229206 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:00.295799 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-116ba70e-98ef-41e3-8561-6eec371ed92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:00.304484 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network e04e8a82-869b-4075-ad69-7b04b53dca22 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:36:00.307779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:00.310693 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:36:00.316488 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '1ab92cdc-6a46-4770-a4a9-b3c2f65531d8', 'name': '', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:37:f6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:55Z', 'updated_at': '2022-02-21T09:35:59Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:36:00.321462 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90945d57-e5cf-474e-9b2c-dab832ea5627 None None] The sync data for ids ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'] in dv-neutron-830062-1-hyperv is: [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '1ab92cdc-6a46-4770-a4a9-b3c2f65531d8', 'name': '', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:37:f6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:55Z', 'updated_at': '2022-02-21T09:35:59Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:36:00.350978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:00.401743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:00.402351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:00.436310 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96ae6a8c-4762-4d20-baa9-696ab0e289e6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8935146 Feb 21 09:36:00.448664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Request body: {'port': {'device_id': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:36:00.579540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:00.600782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ce1e0b79-b303-49d0-9e0f-633c789870ae None None] Provisioning for port fc44a61a-72b3-46b8-863c-4288f5e8c1a4 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:36:00.606045 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ce1e0b79-b303-49d0-9e0f-633c789870ae None None] Provisioning complete for port fc44a61a-72b3-46b8-863c-4288f5e8c1a4 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:36:00.606419 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0b79-b303-49d0-9e0f-633c789870ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:00.664989 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e0b79-b303-49d0-9e0f-633c789870ae None None] Port fc44a61a-72b3-46b8-863c-4288f5e8c1a4 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:36:00.769290 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:00.823666 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1d3c3-a081-4951-b22c-79e159710a68 req-faa55022-81a2-43dc-b1ea-2d4a47cd0e8f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:00.824343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-53b1d3c3-a081-4951-b22c-79e159710a68 req-faa55022-81a2-43dc-b1ea-2d4a47cd0e8f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:36:00.904157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-53b1d3c3-a081-4951-b22c-79e159710a68 req-faa55022-81a2-43dc-b1ea-2d4a47cd0e8f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:36:00.905314 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-53b1d3c3-a081-4951-b22c-79e159710a68 req-faa55022-81a2-43dc-b1ea-2d4a47cd0e8f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 932 time: 0.2793527 Feb 21 09:36:00.984745 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-53b1d3c3-a081-4951-b22c-79e159710a68 req-20b05282-457d-4655-bd14-60e94aa97601 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727098 Feb 21 09:36:01.056199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc44a61a-72b3-46b8-863c-4288f5e8c1a4 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:36:01.063692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:01.079008 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Transition to ACTIVE for port object fc44a61a-72b3-46b8-863c-4288f5e8c1a4 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:36:01.082859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:01.208450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Pushing event updated for resources: {'Port': ['ID=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:01.330577 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:36:01.361638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Attempting to bind port fc44a61a-72b3-46b8-863c-4288f5e8c1a4 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:36:01.362333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Attempting to bind port fc44a61a-72b3-46b8-863c-4288f5e8c1a4 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '64e30edc-952e-417a-92ef-b2ea721d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:36:01.362671 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Attempting to bind port fc44a61a-72b3-46b8-863c-4288f5e8c1a4 on network e04e8a82-869b-4075-ad69-7b04b53dca22 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:36:01.369196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Port fc44a61a-72b3-46b8-863c-4288f5e8c1a4 on network e04e8a82-869b-4075-ad69-7b04b53dca22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:36:01.369518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Attempting to bind port fc44a61a-72b3-46b8-863c-4288f5e8c1a4 on network e04e8a82-869b-4075-ad69-7b04b53dca22 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:36:01.378007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:36:01.378352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Checking segment: {'id': '64e30edc-952e-417a-92ef-b2ea721d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:36:01.378737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Bound using segment: {'id': '64e30edc-952e-417a-92ef-b2ea721d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:36:01.379192 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Bound port: fc44a61a-72b3-46b8-863c-4288f5e8c1a4, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e30edc-952e-417a-92ef-b2ea721d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:36:01.379541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:01.422724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:36:01.429910 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:36:01.430484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:01.480448 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] For port fc44a61a-72b3-46b8-863c-4288f5e8c1a4, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:36:01.484064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] For port fc44a61a-72b3-46b8-863c-4288f5e8c1a4, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:36:01.489284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:01.566737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:01.568485 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] 10.222.0.47 "PUT /v2.0/ports/fc44a61a-72b3-46b8-863c-4288f5e8c1a4 HTTP/1.1" status: 200 len: 1094 time: 1.1247654 Feb 21 09:36:01.569335 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'tag': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:36:01.607070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86945197-34b9-480a-b238-6b1e05a3e17f service neutron] Pushing event updated for resources: {'Port': ['ID=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:01.637304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:01.677290 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'tag': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'status': 'completed', 'code': 200} Feb 21 09:36:01.680110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=1ab92cdc-6a46-4770-a4a9-b3c2f65531d8,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:36:01.684593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:01.753270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=1ab92cdc-6a46-4770-a4a9-b3c2f65531d8,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:01.773348 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-7f6a6816-1764-468b-b173-0da48d2e2bbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 1097 time: 0.1574507 Feb 21 09:36:01.841056 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-f8be27e3-7b97-40b8-9346-98d38a7ecfa4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4 HTTP/1.1" status: 200 len: 217 time: 0.0617335 Feb 21 09:36:01.904550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96956697-1f04-420c-a098-66e8a31b2fa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:01.905856 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-96956697-1f04-420c-a098-66e8a31b2fa1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d86d1ab1-e9d6-401f-9805-514d0fa85ac0 HTTP/1.1" status: 200 len: 835 time: 0.0592723 Feb 21 09:36:01.982421 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-3c6a593a-e115-4745-bd22-6a65bd01e4bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e04e8a82-869b-4075-ad69-7b04b53dca22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703874 Feb 21 09:36:02.260030 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-1b3c440a-0801-4c06-919f-f1e52ed0ce23 service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710879 Feb 21 09:36:02.290603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f1b43-7ea6-45d8-bd97-4e45ef633b30 req-9eb38cfe-a678-409c-9138-b8b2fc48afac tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:02.291997 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-977f1b43-7ea6-45d8-bd97-4e45ef633b30 req-9eb38cfe-a678-409c-9138-b8b2fc48afac tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 944 time: 0.1421921 Feb 21 09:36:02.412490 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-977f1b43-7ea6-45d8-bd97-4e45ef633b30 req-fc3093a3-1457-4eb4-b677-e5ceeb8e1f34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722585 Feb 21 09:36:02.429116 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a265d79-606b-4eb8-a19f-2106b8077a95 req-1810463d-554d-4d5a-b974-b574c35be03c service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631460 Feb 21 09:36:02.544247 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f91980ac-77a4-4a26-a21d-e6abdf9518e2 req-116c7d5a-90fa-4c99-bad2-13b2a71feec0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 1097 time: 0.0706782 Feb 21 09:36:02.675029 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91980ac-77a4-4a26-a21d-e6abdf9518e2 req-459d85c5-40d9-4c36-bf75-18c6bbadbb14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:02.676378 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f91980ac-77a4-4a26-a21d-e6abdf9518e2 req-459d85c5-40d9-4c36-bf75-18c6bbadbb14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e04e8a82-869b-4075-ad69-7b04b53dca22 HTTP/1.1" status: 200 len: 896 time: 0.1255414 Feb 21 09:36:02.744398 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f91980ac-77a4-4a26-a21d-e6abdf9518e2 req-861e2fd1-c8ba-40d7-8772-50b3b52deaf2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4 HTTP/1.1" status: 200 len: 217 time: 0.0611520 Feb 21 09:36:02.815238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91980ac-77a4-4a26-a21d-e6abdf9518e2 req-6d623b08-157f-4e43-b324-1d21f5f91fda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:02.816818 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f91980ac-77a4-4a26-a21d-e6abdf9518e2 req-6d623b08-157f-4e43-b324-1d21f5f91fda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d86d1ab1-e9d6-401f-9805-514d0fa85ac0 HTTP/1.1" status: 200 len: 835 time: 0.0664325 Feb 21 09:36:02.889985 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f91980ac-77a4-4a26-a21d-e6abdf9518e2 req-63c24f57-7cb2-4fac-9804-ba00982a95be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e04e8a82-869b-4075-ad69-7b04b53dca22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664594 Feb 21 09:36:03.017697 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f91980ac-77a4-4a26-a21d-e6abdf9518e2 req-6964b812-478e-4858-adf6-5ddc60f1da4c service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206443 Feb 21 09:36:03.030144 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bdac748c-559f-40ba-b496-ad4946c799c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:03.149574 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f91980ac-77a4-4a26-a21d-e6abdf9518e2 req-89f4b0ee-bd02-414f-9dac-5180510c3342 service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261778 Feb 21 09:36:03.258861 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:36:03.323638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:36:03.323926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:03.604030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275742f-46c2-49f7-a4dc-dd3b956a3fed req-54e24512-49ee-481e-afef-838019f5da02 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:03.605375 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d275742f-46c2-49f7-a4dc-dd3b956a3fed req-54e24512-49ee-481e-afef-838019f5da02 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 944 time: 0.0735381 Feb 21 09:36:03.654721 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d275742f-46c2-49f7-a4dc-dd3b956a3fed req-13398f51-1b5c-4493-b26f-af76c62d9b81 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423312 Feb 21 09:36:03.713177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:04.152833 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:04.851638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9f68f-caa1-44df-8962-698ae560b3ac req-91b762f8-aeae-40b1-9abd-5ef06153937c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:04.853073 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f8b9f68f-caa1-44df-8962-698ae560b3ac req-91b762f8-aeae-40b1-9abd-5ef06153937c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 944 time: 0.0741193 Feb 21 09:36:04.899660 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f8b9f68f-caa1-44df-8962-698ae560b3ac req-8c2d2821-3eaf-45d6-a336-e636fdac7e8d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412090 Feb 21 09:36:05.222773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fc44a61a-72b3-46b8-863c-4288f5e8c1a4 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:36:05.351004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port fc44a61a-72b3-46b8-863c-4288f5e8c1a4, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:36:05.363449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'port_id': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'mac_address': 'fa:16:3e:a1:24:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:36:05.418431 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:05.434841 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc44a61a-72b3-46b8-863c-4288f5e8c1a4 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:36:05.449515 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port fc44a61a-72b3-46b8-863c-4288f5e8c1a4, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:36:05.453431 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:05.517091 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:05.654369 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['fc44a61a-72b3-46b8-863c-4288f5e8c1a4'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:36:06.100833 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d835929-b668-4e77-b4d4-a902c5a6ce55 req-7c3de1cd-d036-4e1e-b970-d690a7a2c4f1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:06.102791 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d835929-b668-4e77-b4d4-a902c5a6ce55 req-7c3de1cd-d036-4e1e-b970-d690a7a2c4f1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 945 time: 0.0858669 Feb 21 09:36:06.112612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:06.149978 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d835929-b668-4e77-b4d4-a902c5a6ce55 req-65de5874-148d-4d9b-a853-1a26373a6683 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394976 Feb 21 09:36:07.237908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fc44a61a-72b3-46b8-863c-4288f5e8c1a4 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:36:07.306614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port fc44a61a-72b3-46b8-863c-4288f5e8c1a4 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:36:07.311251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port fc44a61a-72b3-46b8-863c-4288f5e8c1a4 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:36:07.311694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:07.343808 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931623e-5be4-43aa-98c0-01b15066e1de req-997abc7f-4e69-4442-a0cd-f3a149a06359 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:07.345266 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b931623e-5be4-43aa-98c0-01b15066e1de req-997abc7f-4e69-4442-a0cd-f3a149a06359 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 945 time: 0.0761163 Feb 21 09:36:07.390579 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b931623e-5be4-43aa-98c0-01b15066e1de req-efa91e3e-a3d0-4c87-8fa6-7fcd22f4888a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397067 Feb 21 09:36:07.424188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:07.450700 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:36:07.460667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port fc44a61a-72b3-46b8-863c-4288f5e8c1a4, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:36:07.465118 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:07.529922 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:07.587571 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'code': 200} Feb 21 09:36:07.809800 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eaf4df9e-16e7-4a9c-ae0e-353f380cbe96 req-f4c8f2d9-377a-4d82-bcea-345f6e0f71a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 1099 time: 0.0701146 Feb 21 09:36:07.849813 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eaf4df9e-16e7-4a9c-ae0e-353f380cbe96 req-a84d004d-5862-479d-ba63-335b0d05e81c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336773 Feb 21 09:36:08.733682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a568693-1e65-44ff-adf5-f542c32337be req-d0a51b1b-3f1b-4d5f-b20c-dc8fe2428060 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:08.735058 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7a568693-1e65-44ff-adf5-f542c32337be req-d0a51b1b-3f1b-4d5f-b20c-dc8fe2428060 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0799153 Feb 21 09:36:08.784619 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7a568693-1e65-44ff-adf5-f542c32337be req-3c28855f-0f98-4276-b5bf-2296081f205e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440476 Feb 21 09:36:10.061566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440c589-c934-4d12-b879-3471f1a9386b req-d35547e2-c033-4e99-98e8-aa909b528179 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:10.062944 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1440c589-c934-4d12-b879-3471f1a9386b req-d35547e2-c033-4e99-98e8-aa909b528179 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.1575100 Feb 21 09:36:10.107751 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1440c589-c934-4d12-b879-3471f1a9386b req-52d9fcf8-524c-413b-8b68-6d3c698b481f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392408 Feb 21 09:36:10.298864 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d299da-e9ab-4e2d-a7df-0d1c9285c7d1 req-de35acbf-5d0f-4b8b-887f-6f103864fcc8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:10.300339 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36d299da-e9ab-4e2d-a7df-0d1c9285c7d1 req-de35acbf-5d0f-4b8b-887f-6f103864fcc8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0764749 Feb 21 09:36:10.343952 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-36d299da-e9ab-4e2d-a7df-0d1c9285c7d1 req-b15d8fe6-3f43-42ac-a3d8-50f5e983c1b4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376177 Feb 21 09:36:10.370678 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34464) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:36:10.442904 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b0fef6aa-622a-47cf-aca5-a321bb870d66 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 1094 time: 0.0710356 Feb 21 09:36:10.445475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34468) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:36:10.450330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:36:10.455873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:36:10.459665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:floatingip and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:36:10.462954 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:36:10.468582 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:36:10.479552 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:10.610747 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:10.736318 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.26.6.92 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/27eb50e0-ddc2-48e1-826d-21907b97a229) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:36:10.881326 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:10.908419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:10.978189 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:36:10.981019 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:10.985366 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:36:10.995422 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-604346f6-073f-4bbe-b18c-cf8b26ec8291 req-693b42d2-460c-4a5c-a08f-783b20f86176 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660543 Feb 21 09:36:11.010110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=27eb50e0-ddc2-48e1-826d-21907b97a229,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:11.131649 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-604346f6-073f-4bbe-b18c-cf8b26ec8291 req-cef0a7c6-024e-40be-b56f-8af2a315818d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 1099 time: 0.0699708 Feb 21 09:36:11.272841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604346f6-073f-4bbe-b18c-cf8b26ec8291 req-275ced80-3f1d-4682-9b61-545ea21e74ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:11.274329 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-604346f6-073f-4bbe-b18c-cf8b26ec8291 req-275ced80-3f1d-4682-9b61-545ea21e74ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=e04e8a82-869b-4075-ad69-7b04b53dca22 HTTP/1.1" status: 200 len: 896 time: 0.1247618 Feb 21 09:36:11.339941 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-604346f6-073f-4bbe-b18c-cf8b26ec8291 req-aaf0f402-cca3-434c-8444-3ce21d11e45d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4 HTTP/1.1" status: 200 len: 217 time: 0.0595481 Feb 21 09:36:11.406128 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604346f6-073f-4bbe-b18c-cf8b26ec8291 req-c882586c-3615-48ce-80fd-1230b45dc067 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:11.407736 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-604346f6-073f-4bbe-b18c-cf8b26ec8291 req-c882586c-3615-48ce-80fd-1230b45dc067 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d86d1ab1-e9d6-401f-9805-514d0fa85ac0 HTTP/1.1" status: 200 len: 835 time: 0.0613737 Feb 21 09:36:11.480394 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-604346f6-073f-4bbe-b18c-cf8b26ec8291 req-8aef52f0-0d7b-4e47-a962-388ea98044fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e04e8a82-869b-4075-ad69-7b04b53dca22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668876 Feb 21 09:36:11.588704 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:11.615942 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-604346f6-073f-4bbe-b18c-cf8b26ec8291 req-4b499f9b-13bd-4bb1-a928-71d55adb73d0 service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291676 Feb 21 09:36:11.643211 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:11.749332 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-604346f6-073f-4bbe-b18c-cf8b26ec8291 req-2b4fbfda-64f1-49ed-9f71-01092474c144 service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272142 Feb 21 09:36:11.843632 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:11.848054 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:11.950781 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=27eb50e0-ddc2-48e1-826d-21907b97a229,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:11.964200 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:12.152734 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.l3_db [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Floating IP 99b048d1-63ad-412a-8601-b93422cf82fa associated. External IP: 172.26.6.92, port: fc44a61a-72b3-46b8-863c-4288f5e8c1a4. Feb 21 09:36:12.550759 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:36:12.751988 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:36:12.762936 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb401cc-3d50-42c1-bb7a-383f0d031901 None None] Sync routers for ids ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:36:12.776245 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb401cc-3d50-42c1-bb7a-383f0d031901 None None] Routers {'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:36:12.777034 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7fb401cc-3d50-42c1-bb7a-383f0d031901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:36:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:36:12.777861 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:12.834832 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bfffef3a-5bf2-42f2-87c6-2c322236792d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3881602 Feb 21 09:36:12.835216 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'tag': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:36:12.891357 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'tag': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'status': 'completed', 'code': 200} Feb 21 09:36:12.963893 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-7fb401cc-3d50-42c1-bb7a-383f0d031901 None None] Set router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:36:13.045667 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-412e6fe6-9187-4a56-9686-b2fd26e16837 req-435f3d00-9d35-464f-851a-76c581a68cb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 1099 time: 0.1336327 Feb 21 09:36:13.054770 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37959008-61cf-41b9-b647-389ad581bbf0 req-b191787b-fa91-4443-b98a-bf913bca80a9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:13.056153 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-37959008-61cf-41b9-b647-389ad581bbf0 req-b191787b-fa91-4443-b98a-bf913bca80a9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.1114249 Feb 21 09:36:13.182660 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-37959008-61cf-41b9-b647-389ad581bbf0 req-04aa0fd8-6c79-4f66-8438-4534b7f904d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059830 Feb 21 09:36:13.211233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34476) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:36:13.288772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e6fe6-9187-4a56-9686-b2fd26e16837 req-a227c06b-3c77-483d-b260-97282e73b99a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:13.289938 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-412e6fe6-9187-4a56-9686-b2fd26e16837 req-a227c06b-3c77-483d-b260-97282e73b99a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e04e8a82-869b-4075-ad69-7b04b53dca22 HTTP/1.1" status: 200 len: 896 time: 0.2329752 Feb 21 09:36:13.336638 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7fb401cc-3d50-42c1-bb7a-383f0d031901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '99b048d1-63ad-412a-8601-b93422cf82fa', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.92', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'port_id': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'mac_address': 'fa:16:3e:a1:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:36:11Z', 'updated_at': '2022-02-21T09:36:11Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab92cdc-6a46-4770-a4a9-b3c2f65531d8', 'name': '', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:37:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:55Z', 'updated_at': '2022-02-21T09:36:01Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:36:13.340577 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb401cc-3d50-42c1-bb7a-383f0d031901 None None] Checking router: a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:36:13.351004 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb401cc-3d50-42c1-bb7a-383f0d031901 None None] Routers {'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:36:13.351635 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7fb401cc-3d50-42c1-bb7a-383f0d031901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:36:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:36:13.411281 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c5581f79-3e44-4f04-bc11-723e599e92d2 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/99b048d1-63ad-412a-8601-b93422cf82fa HTTP/1.1" status: 200 len: 991 time: 0.1973476 Feb 21 09:36:13.418024 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-412e6fe6-9187-4a56-9686-b2fd26e16837 req-fbfe8862-84c1-4421-a6ad-4eb530832257 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4 HTTP/1.1" status: 200 len: 999 time: 0.1153660 Feb 21 09:36:13.534076 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-7fb401cc-3d50-42c1-bb7a-383f0d031901 None None] Set router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:36:13.578119 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e6fe6-9187-4a56-9686-b2fd26e16837 req-ebd57891-a20c-40eb-828d-bae39fb546e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:13.579714 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-412e6fe6-9187-4a56-9686-b2fd26e16837 req-ebd57891-a20c-40eb-828d-bae39fb546e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d86d1ab1-e9d6-401f-9805-514d0fa85ac0 HTTP/1.1" status: 200 len: 835 time: 0.1549394 Feb 21 09:36:13.659011 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-412e6fe6-9187-4a56-9686-b2fd26e16837 req-a5090619-735f-4a9d-813a-fcda3733ac48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e04e8a82-869b-4075-ad69-7b04b53dca22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737021 Feb 21 09:36:13.792577 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-412e6fe6-9187-4a56-9686-b2fd26e16837 req-72954836-594e-4795-85f0-9a2aa1c30b31 service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265273 Feb 21 09:36:13.906045 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7fb401cc-3d50-42c1-bb7a-383f0d031901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '99b048d1-63ad-412a-8601-b93422cf82fa', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.92', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'port_id': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'mac_address': 'fa:16:3e:a1:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:36:11Z', 'updated_at': '2022-02-21T09:36:11Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab92cdc-6a46-4770-a4a9-b3c2f65531d8', 'name': '', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:37:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:55Z', 'updated_at': '2022-02-21T09:36:01Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:36:13.910290 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb401cc-3d50-42c1-bb7a-383f0d031901 None None] The sync data for ids ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'] in dv-neutron-830062-1-hyperv is: [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '99b048d1-63ad-412a-8601-b93422cf82fa', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.92', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'port_id': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'mac_address': 'fa:16:3e:a1:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:36:11Z', 'updated_at': '2022-02-21T09:36:11Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab92cdc-6a46-4770-a4a9-b3c2f65531d8', 'name': '', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:37:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:55Z', 'updated_at': '2022-02-21T09:36:01Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:36:13.923868 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-412e6fe6-9187-4a56-9686-b2fd26e16837 req-6412c2b9-cac4-44be-b83c-e96281d917fd service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250491 Feb 21 09:36:14.415122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34480) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:36:14.522160 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9e321ab5-4221-4c40-8c0b-935af053fb6a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/99b048d1-63ad-412a-8601-b93422cf82fa HTTP/1.1" status: 200 len: 991 time: 0.1058528 Feb 21 09:36:15.526679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34484) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:36:15.629377 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-26e32032-9234-4c4a-910f-80bef50de141 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/99b048d1-63ad-412a-8601-b93422cf82fa HTTP/1.1" status: 200 len: 991 time: 0.1014400 Feb 21 09:36:16.278793 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f067ce-9016-4c33-b8a5-066b1cd58f6d None None] New status for floating IP 99b048d1-63ad-412a-8601-b93422cf82fa: ACTIVE {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:36:16.633261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34488) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:36:16.734789 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9d23b62b-099d-458b-b450-8d4b7562c7ca tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/99b048d1-63ad-412a-8601-b93422cf82fa HTTP/1.1" status: 200 len: 993 time: 0.1004133 Feb 21 09:36:27.858730 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:36:30.256757 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-28591ead-c0ce-4db1-a6f6-2536d72dba4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:30.783073 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:33.034566 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a9c84a03-9c78-4b05-83ea-43d42aff760d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:33.714933 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:34.155399 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:36.110789 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:36:44.182261 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3dd6d53e-da08-4ead-ad33-505cbe8cb90c req-f5a6b90f-f2bb-4919-9a26-f4733faebb12 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0666335 Feb 21 09:36:44.441811 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34510) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:36:44.488238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d34c9-26a2-4a2b-a81f-2fa19e1c94fc req-59d88200-4fdf-4ff8-a57c-06a7d5c7dbaa tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:44.489672 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f42d34c9-26a2-4a2b-a81f-2fa19e1c94fc req-59d88200-4fdf-4ff8-a57c-06a7d5c7dbaa tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0762079 Feb 21 09:36:44.538153 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f42d34c9-26a2-4a2b-a81f-2fa19e1c94fc req-c57807bd-346e-4f76-820c-46fc4f8f23be tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423827 Feb 21 09:36:44.574254 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-00497389-10e5-4e64-b516-09f124bd0fdd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1312263 Feb 21 09:36:45.731450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2650d9-7a72-4305-bcfe-54cad3ea5237 req-b70cfd0b-2494-495c-ba7e-60484dd3f682 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:45.732878 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8a2650d9-7a72-4305-bcfe-54cad3ea5237 req-b70cfd0b-2494-495c-ba7e-60484dd3f682 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0759733 Feb 21 09:36:45.777902 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8a2650d9-7a72-4305-bcfe-54cad3ea5237 req-b8e759a3-5eac-40aa-9394-b295f76e04b1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395436 Feb 21 09:36:46.971922 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479bd58-46bb-4fd3-9dd8-ae33f9851060 req-5ff723f4-b63d-4988-8692-592711aaf4c3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:46.973340 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4479bd58-46bb-4fd3-9dd8-ae33f9851060 req-5ff723f4-b63d-4988-8692-592711aaf4c3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0771060 Feb 21 09:36:47.025570 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4479bd58-46bb-4fd3-9dd8-ae33f9851060 req-96f74a11-b74e-4e23-a997-32b9873f58c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461171 Feb 21 09:36:47.741276 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-4b9d0e2c-6cef-4ae7-99b5-5f50a61d3872 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 1099 time: 0.0682817 Feb 21 09:36:47.870361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-6e8920fd-d791-4977-ae99-54fe055e19a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:47.871896 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-6e8920fd-d791-4977-ae99-54fe055e19a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e04e8a82-869b-4075-ad69-7b04b53dca22 HTTP/1.1" status: 200 len: 896 time: 0.1249833 Feb 21 09:36:47.972934 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-ad0e675d-f6bb-44c5-a290-bec8bf066585 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4 HTTP/1.1" status: 200 len: 1001 time: 0.0954578 Feb 21 09:36:48.034842 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-56156c31-80fd-4617-9cd6-f021458d4015 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:48.036288 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-56156c31-80fd-4617-9cd6-f021458d4015 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d86d1ab1-e9d6-401f-9805-514d0fa85ac0 HTTP/1.1" status: 200 len: 835 time: 0.0578012 Feb 21 09:36:48.113350 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-08227bb7-62d4-481a-a072-a111c8b9961c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e04e8a82-869b-4075-ad69-7b04b53dca22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717666 Feb 21 09:36:48.399397 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-f1af07c7-2921-449d-82ee-eb00dcf7703d service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798853 Feb 21 09:36:48.430174 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09074f6-9ebb-40a7-9e4b-7640d1021a41 req-7dc1caf8-81fc-4d04-8661-54d707eab0fd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:48.431576 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e09074f6-9ebb-40a7-9e4b-7640d1021a41 req-7dc1caf8-81fc-4d04-8661-54d707eab0fd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.2461505 Feb 21 09:36:48.550099 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e09074f6-9ebb-40a7-9e4b-7640d1021a41 req-e14f6631-9ce3-4237-a857-ab85f85e5a6d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737960 Feb 21 09:36:48.568181 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-1a2a3220-b341-4b6b-9fc4-0788a6c07208 service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627829 Feb 21 09:36:49.741321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388229b-c8d8-49c6-8b93-11dd01f2a86d req-4b037d9f-4a06-4ea2-9a6d-ce388882e28d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:49.742789 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c388229b-c8d8-49c6-8b93-11dd01f2a86d req-4b037d9f-4a06-4ea2-9a6d-ce388882e28d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0740936 Feb 21 09:36:49.786678 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c388229b-c8d8-49c6-8b93-11dd01f2a86d req-182b795a-c113-4c3a-8d6b-790b425ac26a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385070 Feb 21 09:36:50.985226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9298a5d-1ef5-4e36-b477-33031ecb5a03 req-63535093-8907-4690-8668-80c7063b5787 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:50.986674 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f9298a5d-1ef5-4e36-b477-33031ecb5a03 req-63535093-8907-4690-8668-80c7063b5787 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0806372 Feb 21 09:36:51.031032 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f9298a5d-1ef5-4e36-b477-33031ecb5a03 req-9d63f13c-ea75-4f84-acce-16c53a9ab526 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389783 Feb 21 09:36:52.226727 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8456a-c2bd-4699-b038-90a7a868750e req-c00c51a9-41ed-4735-8f2d-6727ea2c38f9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:52.228176 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7fd8456a-c2bd-4699-b038-90a7a868750e req-c00c51a9-41ed-4735-8f2d-6727ea2c38f9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0739522 Feb 21 09:36:52.276904 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7fd8456a-c2bd-4699-b038-90a7a868750e req-6d17518e-caa9-4d16-a9ff-199c4d1b79aa tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432420 Feb 21 09:36:53.471037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ee6bb-620c-4b23-9f1e-4aebaf6c93c4 req-d45ca73a-a0a4-4d62-9402-315bd6ccfbdb tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:53.472498 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c46ee6bb-620c-4b23-9f1e-4aebaf6c93c4 req-d45ca73a-a0a4-4d62-9402-315bd6ccfbdb tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0752277 Feb 21 09:36:53.516717 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c46ee6bb-620c-4b23-9f1e-4aebaf6c93c4 req-b8743e52-4e27-4c76-aa16-e65ef3a91992 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387378 Feb 21 09:36:54.710024 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71034df-ea7c-45a5-ab4a-ce0791ba11ea req-55f16afb-bb9e-49b9-ae7c-4c2e7fd13218 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:54.711983 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e71034df-ea7c-45a5-ab4a-ce0791ba11ea req-55f16afb-bb9e-49b9-ae7c-4c2e7fd13218 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0770750 Feb 21 09:36:54.755688 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e71034df-ea7c-45a5-ab4a-ce0791ba11ea req-6c15205e-97cd-46ba-afe9-ba63e6d23be0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383642 Feb 21 09:36:55.952872 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819bca-824f-4ebd-ae0c-63a96621f6c7 req-9982265f-b1e9-4165-90bf-1627de3fc625 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:55.954332 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4b819bca-824f-4ebd-ae0c-63a96621f6c7 req-9982265f-b1e9-4165-90bf-1627de3fc625 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0753658 Feb 21 09:36:56.002102 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4b819bca-824f-4ebd-ae0c-63a96621f6c7 req-1754dde3-fc1d-4988-8537-ddbadcb5c4b2 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421650 Feb 21 09:36:57.196983 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf6e1e-0aa4-493e-82f3-667923649b39 req-3a457db6-af38-4eaa-bac5-d9b14ce2cf6d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:57.198421 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cf6e1e-0aa4-493e-82f3-667923649b39 req-3a457db6-af38-4eaa-bac5-d9b14ce2cf6d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0781105 Feb 21 09:36:57.244851 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-39cf6e1e-0aa4-493e-82f3-667923649b39 req-d84b2e1d-6e75-4c21-9371-8a18f2234bde tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409579 Feb 21 09:36:58.433992 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54fcec-5a86-4cd3-98f5-d9dfb916bb49 req-580ff3e2-8cbc-4989-bc90-12048e0cd31b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:58.435459 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ee54fcec-5a86-4cd3-98f5-d9dfb916bb49 req-580ff3e2-8cbc-4989-bc90-12048e0cd31b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0741260 Feb 21 09:36:58.478661 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ee54fcec-5a86-4cd3-98f5-d9dfb916bb49 req-c5661b33-a6ce-4d7d-85d0-9fa00602d60c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379062 Feb 21 09:36:59.675408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4932134-df49-44a2-a10b-b9a99749d0d7 req-84c612b1-7f4f-459c-9efc-bd71e72d839f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:59.676834 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b4932134-df49-44a2-a10b-b9a99749d0d7 req-84c612b1-7f4f-459c-9efc-bd71e72d839f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0765562 Feb 21 09:36:59.724101 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b4932134-df49-44a2-a10b-b9a99749d0d7 req-4bdf3a22-5e0d-471a-9f93-b851084ef144 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413978 Feb 21 09:37:00.213007 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-4c47e38a-c59f-46a7-920d-e8ad400d034a service neutron] 10.222.0.47 "GET /v2.0/ports/fc44a61a-72b3-46b8-863c-4288f5e8c1a4/bindings/hv-neutron-8300 HTTP/1.1" status: 200 len: 384 time: 0.0709975 Feb 21 09:37:00.258028 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e67e2a74-5db7-4845-9c48-93cfe4e584b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:00.466540 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-6d99a4dc-92b5-4f94-a48d-80b55c189f8c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be&tenant_id=247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 1099 time: 0.0708778 Feb 21 09:37:00.555268 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-e0ba179b-1952-4529-8a0a-8863ccdd0efd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 1099 time: 0.0676532 Feb 21 09:37:00.684422 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-c09f75af-9be6-403d-b013-c1f46707b320 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:00.685857 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-c09f75af-9be6-403d-b013-c1f46707b320 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e04e8a82-869b-4075-ad69-7b04b53dca22 HTTP/1.1" status: 200 len: 896 time: 0.1251945 Feb 21 09:37:00.788610 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-d1430fd7-2d88-4a69-8f11-1dfa94507ca6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4 HTTP/1.1" status: 200 len: 1001 time: 0.0970578 Feb 21 09:37:00.804258 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:00.850253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-3d8c3ee3-df67-458f-bc56-06418b10be01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:00.851763 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-3d8c3ee3-df67-458f-bc56-06418b10be01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d86d1ab1-e9d6-401f-9805-514d0fa85ac0 HTTP/1.1" status: 200 len: 835 time: 0.0580373 Feb 21 09:37:01.068283 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7a24f-7e20-41b9-9299-40e98ca6b195 req-b81e005b-7361-4a39-a277-62ac5b6ab1a4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:01.070158 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7f7a24f-7e20-41b9-9299-40e98ca6b195 req-b81e005b-7361-4a39-a277-62ac5b6ab1a4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.2170289 Feb 21 09:37:01.073839 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-55ef8df3-a59b-4d7f-bc76-be41aa5d154d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e04e8a82-869b-4075-ad69-7b04b53dca22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1020262 Feb 21 09:37:01.202211 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7f7a24f-7e20-41b9-9299-40e98ca6b195 req-f1bd6462-3891-4405-9edc-17dff0321ff1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243260 Feb 21 09:37:01.233903 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-a22e18f7-6469-426e-96cb-9f7c5268ec9c service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424313 Feb 21 09:37:01.361494 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-68d7073f-e354-4c33-a76a-8784c55796e7 req-d3cb19a0-9896-4e0e-a192-6e9f8947ec48 service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225600 Feb 21 09:37:02.397087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe9a5f-629d-4c6a-b1c1-2973740e675c req-fc1fcb05-b3b4-4787-98bc-1e373ef0cd94 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:02.399157 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4afe9a5f-629d-4c6a-b1c1-2973740e675c req-fc1fcb05-b3b4-4787-98bc-1e373ef0cd94 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0781317 Feb 21 09:37:02.442560 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4afe9a5f-629d-4c6a-b1c1-2973740e675c req-364f0543-cb8c-4160-88fb-1723918caba8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379887 Feb 21 09:37:03.035644 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-845453d4-dcbf-4ac8-94f9-60220e626e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:03.551425 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fc44a61a-72b3-46b8-863c-4288f5e8c1a4 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:37:03.553840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fc44a61a-72b3-46b8-863c-4288f5e8c1a4 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:37:03.642834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cfd59-0cf4-4bda-8c72-1ae94f9784ad req-b506b5db-ab47-4c3e-ab47-13864fc04414 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:03.645268 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9a9cfd59-0cf4-4bda-8c72-1ae94f9784ad req-b506b5db-ab47-4c3e-ab47-13864fc04414 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0793209 Feb 21 09:37:03.691324 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9a9cfd59-0cf4-4bda-8c72-1ae94f9784ad req-9233b4ca-0c55-4529-a451-0d237aacc9aa tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405462 Feb 21 09:37:03.768382 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:03.786376 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:03.803704 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port fc44a61a-72b3-46b8-863c-4288f5e8c1a4, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:03.823899 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'port_id': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'mac_address': 'fa:16:3e:a1:24:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:37:03.830493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:37:03.878045 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port fc44a61a-72b3-46b8-863c-4288f5e8c1a4, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:03.887235 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:03.924323 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'code': 200} Feb 21 09:37:03.947835 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:03.971526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc44a61a-72b3-46b8-863c-4288f5e8c1a4 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:37:04.005094 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:04.025242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:04.025594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:04.025909 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:04.026230 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:04.026551 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:04.026869 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:04.027217 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:04.027534 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:04.027843 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:04.028157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:04.028466 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:04.056873 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:37:04.056873 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:37:04.107401 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b541ab3-0e19-4a4a-a0bc-bc237296106a req-3d9be4ef-7acf-401c-ae2b-40e695be7ea0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:04.108793 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b541ab3-0e19-4a4a-a0bc-bc237296106a req-3d9be4ef-7acf-401c-ae2b-40e695be7ea0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be&tenant_id=247344c0ab8a4a83b391a59b3517f176&binding%3Ahost_id=hv-neutron-8300 HTTP/1.1" status: 200 len: 944 time: 0.1237938 Feb 21 09:37:04.114055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a61f1-2b6b-4500-89a5-e7b3a6853748 req-42c40056-9092-4f32-a59f-61ec6a4f3b4c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:04.115388 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ac4a61f1-2b6b-4500-89a5-e7b3a6853748 req-42c40056-9092-4f32-a59f-61ec6a4f3b4c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 944 time: 0.1605563 Feb 21 09:37:04.159185 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:04.162082 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ac4a61f1-2b6b-4500-89a5-e7b3a6853748 req-2352e123-4aa2-4f85-8ac9-238b68913368 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405722 Feb 21 09:37:04.250533 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b541ab3-0e19-4a4a-a0bc-bc237296106a req-1c6df844-f805-4d0a-ad5e-f59165819d1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 1097 time: 0.0726867 Feb 21 09:37:04.430287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b541ab3-0e19-4a4a-a0bc-bc237296106a req-fccaf0df-caea-4534-ba9e-3cc4da091bf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:04.431747 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b541ab3-0e19-4a4a-a0bc-bc237296106a req-fccaf0df-caea-4534-ba9e-3cc4da091bf6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e04e8a82-869b-4075-ad69-7b04b53dca22 HTTP/1.1" status: 200 len: 896 time: 0.1762204 Feb 21 09:37:04.492694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57821b0b-6f14-4e37-92a0-040133651aaf req-3e497c9b-a698-4547-8a54-295a4d0b20b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:04.494091 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-57821b0b-6f14-4e37-92a0-040133651aaf req-3e497c9b-a698-4547-8a54-295a4d0b20b8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 944 time: 0.1741807 Feb 21 09:37:04.570472 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b541ab3-0e19-4a4a-a0bc-bc237296106a req-5ca1151c-2276-4bbc-b7be-4a03e93b3344 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4 HTTP/1.1" status: 200 len: 999 time: 0.1317883 Feb 21 09:37:04.573034 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-57821b0b-6f14-4e37-92a0-040133651aaf req-947fbfa8-2a7b-406b-bfb2-574a04d8ba5d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731938 Feb 21 09:37:04.609872 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:04.627364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc44a61a-72b3-46b8-863c-4288f5e8c1a4 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:37:04.639565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b541ab3-0e19-4a4a-a0bc-bc237296106a req-10c3a521-fb0f-458a-85b8-a02554f5d840 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:04.640981 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b541ab3-0e19-4a4a-a0bc-bc237296106a req-10c3a521-fb0f-458a-85b8-a02554f5d840 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d86d1ab1-e9d6-401f-9805-514d0fa85ac0 HTTP/1.1" status: 200 len: 835 time: 0.0650461 Feb 21 09:37:04.642098 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port fc44a61a-72b3-46b8-863c-4288f5e8c1a4, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:04.646140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:04.706389 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['fc44a61a-72b3-46b8-863c-4288f5e8c1a4'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:37:04.718194 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b541ab3-0e19-4a4a-a0bc-bc237296106a req-c1d35013-6cfe-48d5-a854-529a80ff5e39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e04e8a82-869b-4075-ad69-7b04b53dca22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716972 Feb 21 09:37:04.756512 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:04.847884 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b541ab3-0e19-4a4a-a0bc-bc237296106a req-696e1fe1-09d2-4ae7-bbf8-6350310374ac service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232057 Feb 21 09:37:04.858770 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:37:05.073655 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7b541ab3-0e19-4a4a-a0bc-bc237296106a req-e78f5e75-a898-4baa-8dcc-15128f6415b6 service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202516 Feb 21 09:37:05.564626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fc44a61a-72b3-46b8-863c-4288f5e8c1a4 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:37:05.649470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port fc44a61a-72b3-46b8-863c-4288f5e8c1a4 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:05.649860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:05.760202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:05.780032 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029b90b-f4c0-4b76-96cc-18afb13bf0a0 req-d6978af4-efc8-4e8d-b41a-95d834508b1b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:05.781484 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d029b90b-f4c0-4b76-96cc-18afb13bf0a0 req-d6978af4-efc8-4e8d-b41a-95d834508b1b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 945 time: 0.0856361 Feb 21 09:37:05.794952 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port fc44a61a-72b3-46b8-863c-4288f5e8c1a4, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:05.798548 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:05.830470 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d029b90b-f4c0-4b76-96cc-18afb13bf0a0 req-87f17219-9dbf-4220-bf5a-92f15269d473 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427182 Feb 21 09:37:05.858362 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34582) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:05.862693 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,revision_number=8']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:05.925441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:37:05.963252 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5a69a946-a09e-43d4-87b6-1fced4f04feb tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/99b048d1-63ad-412a-8601-b93422cf82fa HTTP/1.1" status: 200 len: 993 time: 0.1036022 Feb 21 09:37:05.978680 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'code': 200} Feb 21 09:37:06.115080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:10.446256 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-be8ef0e6-bdf5-4858-9753-5d1c6d0633ae req-030db499-7bf3-43d1-bee8-bf83a6d512b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658865 Feb 21 09:37:10.587075 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-be8ef0e6-bdf5-4858-9753-5d1c6d0633ae req-4fbe8632-6299-4fcd-88c2-7aed2de98463 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 1099 time: 0.0695560 Feb 21 09:37:10.726876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ef0e6-bdf5-4858-9753-5d1c6d0633ae req-ff05bbcf-53b2-481e-b6d0-b8f24da8ef0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:10.728249 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-be8ef0e6-bdf5-4858-9753-5d1c6d0633ae req-ff05bbcf-53b2-481e-b6d0-b8f24da8ef0e service neutron] 10.222.0.47 "GET /v2.0/networks?id=e04e8a82-869b-4075-ad69-7b04b53dca22 HTTP/1.1" status: 200 len: 896 time: 0.1239014 Feb 21 09:37:10.833223 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-be8ef0e6-bdf5-4858-9753-5d1c6d0633ae req-c367fdd5-6c63-43cd-b19f-e05656898b46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4 HTTP/1.1" status: 200 len: 1001 time: 0.0985003 Feb 21 09:37:10.896550 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ef0e6-bdf5-4858-9753-5d1c6d0633ae req-b017668d-0aa0-4d93-a1b6-1e8c8b49138f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:10.898488 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-be8ef0e6-bdf5-4858-9753-5d1c6d0633ae req-b017668d-0aa0-4d93-a1b6-1e8c8b49138f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d86d1ab1-e9d6-401f-9805-514d0fa85ac0 HTTP/1.1" status: 200 len: 835 time: 0.0601301 Feb 21 09:37:10.970419 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-be8ef0e6-bdf5-4858-9753-5d1c6d0633ae req-c4190bda-cb8a-4cff-af79-b5827d9f99fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e04e8a82-869b-4075-ad69-7b04b53dca22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660632 Feb 21 09:37:11.101819 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-be8ef0e6-bdf5-4858-9753-5d1c6d0633ae req-ab498a75-4432-4d4d-80d8-8d46a10c993f service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247401 Feb 21 09:37:11.230584 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-be8ef0e6-bdf5-4858-9753-5d1c6d0633ae req-e99833a0-fe08-481e-a24e-ac84f4508786 service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233108 Feb 21 09:37:30.259197 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7ae268a9-b8aa-477e-8b16-f504c8af405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:30.813487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:33.036015 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8d494c1d-af3a-424e-9a37-6b1ac6d314b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:33.720689 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:34.160886 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:34.386877 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34598) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:34.680497 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port 27eb50e0-ddc2-48e1-826d-21907b97a229 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:37:34.680829 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:34.852401 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:34.852710 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:34.977207 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for 27eb50e0-ddc2-48e1-826d-21907b97a229 owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:37:35.119509 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:35.165746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=27eb50e0-ddc2-48e1-826d-21907b97a229,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:35.209132 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:35.209471 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:35.209801 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:35.210124 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:35.210441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:35.210753 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:35.211120 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:35.211433 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:35.211744 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:35.212244 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:35.212553 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:35.274960 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:35.659787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:37:35.863013 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:37:35.872363 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0376e4-66ff-4c5f-9baa-d3bd0bebb1f9 None None] Sync routers for ids ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:37:35.881515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:35.883773 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0376e4-66ff-4c5f-9baa-d3bd0bebb1f9 None None] Routers {'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:37:35.884364 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-ab0376e4-66ff-4c5f-9baa-d3bd0bebb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:35.933581 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f2f61048-f8ec-428f-8be5-8b069593fc17 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/floatingips/99b048d1-63ad-412a-8601-b93422cf82fa HTTP/1.1" status: 204 len: 168 time: 1.5455546 Feb 21 09:37:35.935074 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'tag': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:37:36.060153 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-ab0376e4-66ff-4c5f-9baa-d3bd0bebb1f9 None None] Set router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:37:36.074558 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'tag': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'status': 'completed', 'code': 200} Feb 21 09:37:36.125812 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:36.177939 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7500ca4-2224-48e6-8e21-907cc6d6a496 req-a40c6ea0-b845-4263-a4d6-d28793a01fa4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 1099 time: 0.0812056 Feb 21 09:37:36.365995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7500ca4-2224-48e6-8e21-907cc6d6a496 req-055333a5-0c35-4fe4-9e55-b224a17bc3d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:36.367366 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7500ca4-2224-48e6-8e21-907cc6d6a496 req-055333a5-0c35-4fe4-9e55-b224a17bc3d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e04e8a82-869b-4075-ad69-7b04b53dca22 HTTP/1.1" status: 200 len: 896 time: 0.1832187 Feb 21 09:37:36.393052 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-ab0376e4-66ff-4c5f-9baa-d3bd0bebb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '1ab92cdc-6a46-4770-a4a9-b3c2f65531d8', 'name': '', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:37:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:55Z', 'updated_at': '2022-02-21T09:36:01Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:36.396714 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0376e4-66ff-4c5f-9baa-d3bd0bebb1f9 None None] Checking router: a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:37:36.406813 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0376e4-66ff-4c5f-9baa-d3bd0bebb1f9 None None] Routers {'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:37:36.407671 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-ab0376e4-66ff-4c5f-9baa-d3bd0bebb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:36.444318 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607d0d8-332d-4d10-8eab-74cdea1c2d9d req-a24905e2-787b-41b6-a5ee-2ac26668f809 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:36.445754 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c607d0d8-332d-4d10-8eab-74cdea1c2d9d req-a24905e2-787b-41b6-a5ee-2ac26668f809 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.1758139 Feb 21 09:37:36.447417 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7500ca4-2224-48e6-8e21-907cc6d6a496 req-431a39f2-5ae0-4f64-a2a9-f37e57d3d13d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4 HTTP/1.1" status: 200 len: 217 time: 0.0727937 Feb 21 09:37:36.542071 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7500ca4-2224-48e6-8e21-907cc6d6a496 req-c28593cf-93f0-404b-a736-143306888503 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:36.546624 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7500ca4-2224-48e6-8e21-907cc6d6a496 req-c28593cf-93f0-404b-a736-143306888503 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d86d1ab1-e9d6-401f-9805-514d0fa85ac0 HTTP/1.1" status: 200 len: 835 time: 0.0786643 Feb 21 09:37:36.549745 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c607d0d8-332d-4d10-8eab-74cdea1c2d9d req-6aacb7fe-6ec1-41cf-9f2f-db21f2729d2d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977826 Feb 21 09:37:36.596009 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-ab0376e4-66ff-4c5f-9baa-d3bd0bebb1f9 None None] Set router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:37:36.625323 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7500ca4-2224-48e6-8e21-907cc6d6a496 req-a2757192-98a8-494a-9a77-3af8c4dfaf70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e04e8a82-869b-4075-ad69-7b04b53dca22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745366 Feb 21 09:37:36.865503 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7500ca4-2224-48e6-8e21-907cc6d6a496 req-666e237f-d1c6-48e6-8ad4-9bd5eeda3ef2 service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338378 Feb 21 09:37:36.914820 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-ab0376e4-66ff-4c5f-9baa-d3bd0bebb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '1ab92cdc-6a46-4770-a4a9-b3c2f65531d8', 'name': '', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:37:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:55Z', 'updated_at': '2022-02-21T09:36:01Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:36.919256 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0376e4-66ff-4c5f-9baa-d3bd0bebb1f9 None None] The sync data for ids ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'] in dv-neutron-830062-1-hyperv is: [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '1ab92cdc-6a46-4770-a4a9-b3c2f65531d8', 'name': '', 'network_id': 'e04e8a82-869b-4075-ad69-7b04b53dca22', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:37:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:55Z', 'updated_at': '2022-02-21T09:36:01Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'd86d1ab1-e9d6-401f-9805-514d0fa85ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:37:37.000094 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7500ca4-2224-48e6-8e21-907cc6d6a496 req-0a928d56-d13a-4098-8dfe-6026927a4ac9 service neutron] 10.222.0.47 "GET /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280158 Feb 21 09:37:37.133777 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e317b40-8dcb-4e91-99c5-6a43f0e7c415 None None] New status for floating IP 99b048d1-63ad-412a-8601-b93422cf82fa: DOWN {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:37:37.752032 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131b10f-4b92-46e5-ab13-8da5dc850ff6 req-068df97a-736e-4106-ae36-2a91020fedb5 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:37.753469 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a131b10f-4b92-46e5-ab13-8da5dc850ff6 req-068df97a-736e-4106-ae36-2a91020fedb5 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0751414 Feb 21 09:37:37.832541 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a131b10f-4b92-46e5-ab13-8da5dc850ff6 req-474048f4-3e98-4c01-871d-3416b9f632e7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e0953bf-79d5-44f9-9bb0-397c8520aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732749 Feb 21 09:37:37.872824 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fccf7b-d71c-4167-a879-c9eeb92db0c6 req-d499db89-1122-4194-bf07-875df9c6113e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:37.874222 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7fccf7b-d71c-4167-a879-c9eeb92db0c6 req-d499db89-1122-4194-bf07-875df9c6113e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 946 time: 0.0801232 Feb 21 09:37:37.940522 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-d7fccf7b-d71c-4167-a879-c9eeb92db0c6 req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port fc44a61a-72b3-46b8-863c-4288f5e8c1a4 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:37:37.940859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-d7fccf7b-d71c-4167-a879-c9eeb92db0c6 req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:38.178782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-d7fccf7b-d71c-4167-a879-c9eeb92db0c6 req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port fc44a61a-72b3-46b8-863c-4288f5e8c1a4, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:38.179433 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-d7fccf7b-d71c-4167-a879-c9eeb92db0c6 req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:38.299660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-d7fccf7b-d71c-4167-a879-c9eeb92db0c6 req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for fc44a61a-72b3-46b8-863c-4288f5e8c1a4 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:37:38.438977 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-d7fccf7b-d71c-4167-a879-c9eeb92db0c6 req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:38.484695 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=fc44a61a-72b3-46b8-863c-4288f5e8c1a4,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:38.528512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:38.528853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:38.529189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:38.529516 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:38.529848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:38.530169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:38.530488 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:38.530809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:38.531169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:38.531487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:38.531797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:38.575386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fccf7b-d71c-4167-a879-c9eeb92db0c6 req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] No DVR routers for this DVR port fc44a61a-72b3-46b8-863c-4288f5e8c1a4 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:37:38.577789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-d7fccf7b-d71c-4167-a879-c9eeb92db0c6 req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:38.580289 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'name': 'network-vif-deleted', 'tag': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:37:38.592126 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d7fccf7b-d71c-4167-a879-c9eeb92db0c6 req-90989659-9b8f-414c-b432-8bebf65e33b0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "DELETE /v2.0/ports/fc44a61a-72b3-46b8-863c-4288f5e8c1a4 HTTP/1.1" status: 204 len: 173 time: 0.7128520 Feb 21 09:37:38.634350 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff36e57a-1194-4f92-8795-2a45e12736be', 'name': 'network-vif-deleted', 'tag': 'fc44a61a-72b3-46b8-863c-4288f5e8c1a4', 'status': 'completed', 'code': 200} Feb 21 09:37:39.015062 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-64123be1-bc7f-4aec-b92a-4a3bd0f71663 req-64024f7d-c50a-40e4-ba32-eaaa006e0221 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:37:39.030798 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-64123be1-bc7f-4aec-b92a-4a3bd0f71663 req-64024f7d-c50a-40e4-ba32-eaaa006e0221 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:37:39.032309 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-64123be1-bc7f-4aec-b92a-4a3bd0f71663 req-64024f7d-c50a-40e4-ba32-eaaa006e0221 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff36e57a-1194-4f92-8795-2a45e12736be HTTP/1.1" status: 200 len: 210 time: 0.0580301 Feb 21 09:37:40.135527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34618) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:40.620935 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fab1636e-9980-448b-a54b-60506ee2b8e1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:41.206953 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-fab1636e-9980-448b-a54b-60506ee2b8e1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:37:41.207663 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fab1636e-9980-448b-a54b-60506ee2b8e1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:41.383623 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-fab1636e-9980-448b-a54b-60506ee2b8e1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=1ab92cdc-6a46-4770-a4a9-b3c2f65531d8,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:41.383970 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fab1636e-9980-448b-a54b-60506ee2b8e1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:41.500402 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-fab1636e-9980-448b-a54b-60506ee2b8e1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:37:41.670733 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fab1636e-9980-448b-a54b-60506ee2b8e1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:41.752019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fc44a61a-72b3-46b8-863c-4288f5e8c1a4 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:37:41.785961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: fc44a61a-72b3-46b8-863c-4288f5e8c1a4 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:37:41.786308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device fc44a61a-72b3-46b8-863c-4288f5e8c1a4 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:37:41.811018 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1636e-9980-448b-a54b-60506ee2b8e1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=1ab92cdc-6a46-4770-a4a9-b3c2f65531d8,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:41.859364 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:37:42.125228 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fab1636e-9980-448b-a54b-60506ee2b8e1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:42.687255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab1636e-9980-448b-a54b-60506ee2b8e1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:37:42.884043 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab1636e-9980-448b-a54b-60506ee2b8e1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:37:42.892847 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b0b324-27cc-46a1-9263-0a2ad70e41e4 None None] Sync routers for ids ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:37:42.901174 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fab1636e-9980-448b-a54b-60506ee2b8e1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "PUT /v2.0/routers/a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7645509 Feb 21 09:37:42.903906 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34622) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:42.904719 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b0b324-27cc-46a1-9263-0a2ad70e41e4 None None] Routers {'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:37:42.905310 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-14b0b324-27cc-46a1-9263-0a2ad70e41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:43.081257 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-14b0b324-27cc-46a1-9263-0a2ad70e41e4 None None] Set router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:37:43.084104 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a161c34-eedd-4186-b095-7f14c3c04b46 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting subnet d86d1ab1-e9d6-401f-9805-514d0fa85ac0 {{(pid=83584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:37:43.086934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a161c34-eedd-4186-b095-7f14c3c04b46 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:43.139665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a161c34-eedd-4186-b095-7f14c3c04b46 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176954'] for subnet, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:43.330086 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a161c34-eedd-4186-b095-7f14c3c04b46 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:43.371579 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-14b0b324-27cc-46a1-9263-0a2ad70e41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:37:41Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:43.375425 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b0b324-27cc-46a1-9263-0a2ad70e41e4 None None] Checking router: a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:37:43.386126 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b0b324-27cc-46a1-9263-0a2ad70e41e4 None None] Routers {'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:37:43.386716 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-14b0b324-27cc-46a1-9263-0a2ad70e41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:43.401922 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a161c34-eedd-4186-b095-7f14c3c04b46 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1421577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2926783'] for subnet, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:43.444768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a161c34-eedd-4186-b095-7f14c3c04b46 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Subnet': ['ID=d86d1ab1-e9d6-401f-9805-514d0fa85ac0,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:43.451030 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-0a161c34-eedd-4186-b095-7f14c3c04b46 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:43.456933 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6688005d-f92c-443a-90c5-f009c9fe265e None None] Network e04e8a82-869b-4075-ad69-7b04b53dca22 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:37:43.457640 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0a161c34-eedd-4186-b095-7f14c3c04b46 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/subnets/d86d1ab1-e9d6-401f-9805-514d0fa85ac0 HTTP/1.1" status: 204 len: 168 time: 0.5527425 Feb 21 09:37:43.460665 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34626) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:43.598254 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-14b0b324-27cc-46a1-9263-0a2ad70e41e4 None None] Set router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:37:43.697072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:43.768446 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784dea57-f7fc-4c83-ac0d-8df6fdf108a7 None None] DHCP port deletion for e04e8a82-869b-4075-ad69-7b04b53dca22 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:37:43.771825 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-784dea57-f7fc-4c83-ac0d-8df6fdf108a7 None None] Deleting port 0265ceae-ec31-4933-91e1-a808260ba5d1 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:37:43.772193 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-784dea57-f7fc-4c83-ac0d-8df6fdf108a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:43.887263 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-14b0b324-27cc-46a1-9263-0a2ad70e41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:37:41Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:43.892176 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b0b324-27cc-46a1-9263-0a2ad70e41e4 None None] The sync data for ids ['a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3'] in dv-neutron-830062-1-hyperv is: [{'id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260145948', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:35:51Z', 'updated_at': '2022-02-21T09:37:41Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '89014c34-a901-4e7b-a2c2-d0eae89a49ea', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:35:52Z', 'updated_at': '2022-02-21T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:37:43.907490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:43.917542 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port 89014c34-a901-4e7b-a2c2-d0eae89a49ea {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:37:43.918049 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:43.978796 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-784dea57-f7fc-4c83-ac0d-8df6fdf108a7 None None] For port 0265ceae-ec31-4933-91e1-a808260ba5d1, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=0265ceae-ec31-4933-91e1-a808260ba5d1,segment=NetworkSegment(64e30edc-952e-417a-92ef-b2ea721d6bda),segment_id=64e30edc-952e-417a-92ef-b2ea721d6bda)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:43.979085 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-784dea57-f7fc-4c83-ac0d-8df6fdf108a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:44.088703 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port 89014c34-a901-4e7b-a2c2-d0eae89a49ea, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=89014c34-a901-4e7b-a2c2-d0eae89a49ea,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:44.089057 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:44.094683 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-784dea57-f7fc-4c83-ac0d-8df6fdf108a7 None None] Calling delete_port for 0265ceae-ec31-4933-91e1-a808260ba5d1 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:37:44.168976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-784dea57-f7fc-4c83-ac0d-8df6fdf108a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:44.213321 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for 89014c34-a901-4e7b-a2c2-d0eae89a49ea owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:37:44.214565 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dea57-f7fc-4c83-ac0d-8df6fdf108a7 None None] Pushing event deleted for resources: {'Port': ['ID=0265ceae-ec31-4933-91e1-a808260ba5d1,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:44.221031 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784dea57-f7fc-4c83-ac0d-8df6fdf108a7 None None] No DVR routers for this DVR port 0265ceae-ec31-4933-91e1-a808260ba5d1 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:37:44.385810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:44.431127 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=89014c34-a901-4e7b-a2c2-d0eae89a49ea,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:44.644081 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:44.980751 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:44.984788 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:45.008275 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:45.008818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Fanout notify agent at l3_agent the message router_deleted on router a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:37:45.022774 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:45.023880 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1938d704-0e90-4f63-abd9-e8bcd2009371 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/routers/a72d10bf-d57e-4a22-b0ec-ac9ba9e7f9a3 HTTP/1.1" status: 204 len: 168 time: 1.5618236 Feb 21 09:37:45.026513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34630) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:45.137501 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98d0ce77-97c4-46a1-93f4-162a5df1a97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:45.266531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98d0ce77-97c4-46a1-93f4-162a5df1a97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:45.291902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-98d0ce77-97c4-46a1-93f4-162a5df1a97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04e8a82-869b-4075-ad69-7b04b53dca22']}} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:45.304032 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-98d0ce77-97c4-46a1-93f4-162a5df1a97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e30edc-952e-417a-92ef-b2ea721d6bda') {'for_net_delete': True} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:45.304324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.services.segments.db [None req-98d0ce77-97c4-46a1-93f4-162a5df1a97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e30edc-952e-417a-92ef-b2ea721d6bda') {} {{(pid=83584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:45.315375 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98d0ce77-97c4-46a1-93f4-162a5df1a97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176945'] for segment, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:45.330881 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98d0ce77-97c4-46a1-93f4-162a5df1a97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:45.336825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d0ce77-97c4-46a1-93f4-162a5df1a97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:37:45.337197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98d0ce77-97c4-46a1-93f4-162a5df1a97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1421731'] for segment, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: Traceback (most recent call last): Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: timer() Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: cb(*args, **kw) Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: return func(*args, **kwargs) Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: self._notify() Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: self.callback(batched_events) Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: event.method(event) Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: return f(self, *a, **k) Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._get(url).json() Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: return self.request(url, 'GET', **kwargs) Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:37:45.351400 dv-neutron-830062-1-hyperv neutron-server[83584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:37:45.353590 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0265ceae-ec31-4933-91e1-a808260ba5d1 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:37:45.384245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 0265ceae-ec31-4933-91e1-a808260ba5d1 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:37:45.384582 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 0265ceae-ec31-4933-91e1-a808260ba5d1 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:37:45.384983 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:37:45.418962 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:37:45.419337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 1ab92cdc-6a46-4770-a4a9-b3c2f65531d8 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:37:45.431457 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98d0ce77-97c4-46a1-93f4-162a5df1a97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:45.435708 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-98d0ce77-97c4-46a1-93f4-162a5df1a97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:45.460934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0ce77-97c4-46a1-93f4-162a5df1a97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Network': ['ID=e04e8a82-869b-4075-ad69-7b04b53dca22,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:45.469072 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98d0ce77-97c4-46a1-93f4-162a5df1a97e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/networks/e04e8a82-869b-4075-ad69-7b04b53dca22 HTTP/1.1" status: 204 len: 168 time: 0.4414823 Feb 21 09:37:45.471664 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34634) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:45.540639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-76150c34-7183-48e0-81f5-4f80d2b7010e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:45.569252 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-76150c34-7183-48e0-81f5-4f80d2b7010e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:45.631270 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-76150c34-7183-48e0-81f5-4f80d2b7010e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:45.649659 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76150c34-7183-48e0-81f5-4f80d2b7010e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0953bf-79d5-44f9-9bb0-397c8520aaf9,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:45.661213 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-76150c34-7183-48e0-81f5-4f80d2b7010e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:45.662377 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-76150c34-7183-48e0-81f5-4f80d2b7010e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/security-groups/9e0953bf-79d5-44f9-9bb0-397c8520aaf9 HTTP/1.1" status: 204 len: 168 time: 0.1898334 Feb 21 09:37:46.038760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34642) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:46.045146 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043054248', 'description': 'tempest-secgroup-smoke-1043054248 description', 'project_id': '247344c0ab8a4a83b391a59b3517f176'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:37:46.051447 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:37:46.055569 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:37:46.058473 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:37:46.064535 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:37:46.075859 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.112909 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:37:46.122108 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:37:46.125121 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:37:46.130852 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:37:46.184504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.188009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.230698 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:46.233989 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.235285 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8dd501c7-1203-45e8-b9ac-8538c3f57412 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1954541 Feb 21 09:37:46.238191 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34646) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:46.243643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-bf5bece6-ae7c-465a-969b-8c66ef5043c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:37:46.249421 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bf5bece6-ae7c-465a-969b-8c66ef5043c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:37:46.253145 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bf5bece6-ae7c-465a-969b-8c66ef5043c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:37:46.255937 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bf5bece6-ae7c-465a-969b-8c66ef5043c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:37:46.261660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bf5bece6-ae7c-465a-969b-8c66ef5043c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:37:46.282773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bf5bece6-ae7c-465a-969b-8c66ef5043c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.341810 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bf5bece6-ae7c-465a-969b-8c66ef5043c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.345367 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bf5bece6-ae7c-465a-969b-8c66ef5043c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.367978 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bece6-ae7c-465a-969b-8c66ef5043c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d4222f-5732-42ef-904b-4240c27649e6,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:46.376876 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bf5bece6-ae7c-465a-969b-8c66ef5043c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.378178 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bf5bece6-ae7c-465a-969b-8c66ef5043c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1390944 Feb 21 09:37:46.380848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34650) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:46.386589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e52ea767-c737-45bb-86cf-b234faf4f32b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:37:46.392291 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e52ea767-c737-45bb-86cf-b234faf4f32b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:37:46.395973 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e52ea767-c737-45bb-86cf-b234faf4f32b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:37:46.398730 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e52ea767-c737-45bb-86cf-b234faf4f32b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:37:46.404793 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e52ea767-c737-45bb-86cf-b234faf4f32b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:37:46.421122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e52ea767-c737-45bb-86cf-b234faf4f32b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.485685 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e52ea767-c737-45bb-86cf-b234faf4f32b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.489310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e52ea767-c737-45bb-86cf-b234faf4f32b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.515872 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ea767-c737-45bb-86cf-b234faf4f32b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8b6c90-0b3f-4b83-9cb2-75271aa272cd,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:46.521453 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e52ea767-c737-45bb-86cf-b234faf4f32b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.522303 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e52ea767-c737-45bb-86cf-b234faf4f32b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1405432 Feb 21 09:37:46.524952 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34654) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:46.530754 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b5cad736-2eee-436b-9bee-4f801266dc4e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:37:46.536866 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b5cad736-2eee-436b-9bee-4f801266dc4e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:37:46.540507 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b5cad736-2eee-436b-9bee-4f801266dc4e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:37:46.543356 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b5cad736-2eee-436b-9bee-4f801266dc4e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:37:46.548984 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b5cad736-2eee-436b-9bee-4f801266dc4e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:37:46.567246 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b5cad736-2eee-436b-9bee-4f801266dc4e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.628338 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b5cad736-2eee-436b-9bee-4f801266dc4e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.633061 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b5cad736-2eee-436b-9bee-4f801266dc4e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.659682 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cad736-2eee-436b-9bee-4f801266dc4e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f98ed4-e926-4a70-b73a-3c493915befc,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:46.667825 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b5cad736-2eee-436b-9bee-4f801266dc4e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.669071 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b5cad736-2eee-436b-9bee-4f801266dc4e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1432369 Feb 21 09:37:46.671815 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34658) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:46.677193 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-29b77e34-5a78-4605-b962-75acb0c54fcd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:37:46.682875 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-29b77e34-5a78-4605-b962-75acb0c54fcd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:37:46.686574 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-29b77e34-5a78-4605-b962-75acb0c54fcd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:37:46.689368 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-29b77e34-5a78-4605-b962-75acb0c54fcd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:37:46.694873 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-29b77e34-5a78-4605-b962-75acb0c54fcd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:37:46.710508 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29b77e34-5a78-4605-b962-75acb0c54fcd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.772626 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29b77e34-5a78-4605-b962-75acb0c54fcd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.775956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29b77e34-5a78-4605-b962-75acb0c54fcd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.798302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b77e34-5a78-4605-b962-75acb0c54fcd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3160ef-22b9-40eb-b31f-4b8eee938d0d,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:46.806902 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-29b77e34-5a78-4605-b962-75acb0c54fcd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.808594 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-29b77e34-5a78-4605-b962-75acb0c54fcd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1358869 Feb 21 09:37:46.811452 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34662) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:46.816713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-31dd7d7a-6000-4cbc-a50d-75a9956eac40 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:37:46.822260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-31dd7d7a-6000-4cbc-a50d-75a9956eac40 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:37:46.826545 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-31dd7d7a-6000-4cbc-a50d-75a9956eac40 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:37:46.829527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-31dd7d7a-6000-4cbc-a50d-75a9956eac40 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:37:46.835381 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-31dd7d7a-6000-4cbc-a50d-75a9956eac40 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:37:46.844669 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-31dd7d7a-6000-4cbc-a50d-75a9956eac40 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Project 247344c0ab8a4a83b391a59b3517f176 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:37:46.850717 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-31dd7d7a-6000-4cbc-a50d-75a9956eac40 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.913063 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-31dd7d7a-6000-4cbc-a50d-75a9956eac40 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.916359 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-31dd7d7a-6000-4cbc-a50d-75a9956eac40 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.939650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd7d7a-6000-4cbc-a50d-75a9956eac40 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09050824-88d8-402f-ba2a-90a05981c3fe,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:46.949686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-31dd7d7a-6000-4cbc-a50d-75a9956eac40 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:46.950898 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-31dd7d7a-6000-4cbc-a50d-75a9956eac40 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1385379 Feb 21 09:37:46.953762 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34666) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:46.958953 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ce7157ed-8457-4c74-82ff-d312ca21014d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:37:46.964503 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ce7157ed-8457-4c74-82ff-d312ca21014d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:37:46.968481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ce7157ed-8457-4c74-82ff-d312ca21014d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:37:46.971272 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ce7157ed-8457-4c74-82ff-d312ca21014d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:37:46.976785 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ce7157ed-8457-4c74-82ff-d312ca21014d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:37:46.986851 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-ce7157ed-8457-4c74-82ff-d312ca21014d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Project 247344c0ab8a4a83b391a59b3517f176 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:37:46.993047 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce7157ed-8457-4c74-82ff-d312ca21014d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.059172 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce7157ed-8457-4c74-82ff-d312ca21014d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.062599 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce7157ed-8457-4c74-82ff-d312ca21014d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.085440 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7157ed-8457-4c74-82ff-d312ca21014d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103dec71-7b77-4448-acce-64935aae94ed,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:47.093549 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ce7157ed-8457-4c74-82ff-d312ca21014d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.094881 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ce7157ed-8457-4c74-82ff-d312ca21014d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1402318 Feb 21 09:37:47.097735 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34670) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:47.103065 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'network': {'name': 'tempest-network-smoke--416779430', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'port_security_enabled': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:37:47.107805 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:37:47.111787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:network and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:37:47.114561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:37:47.120758 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:37:47.130634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:47.133465 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.161443 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:37:47.170562 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.170940 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Added segment 9de7f906-4cac-4c5d-9577-133d6fd5c38d of type vlan for network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 Feb 21 09:37:47.195838 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.222624 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.226184 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:47.226756 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.265314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 89014c34-a901-4e7b-a2c2-d0eae89a49ea no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:37:47.299623 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 89014c34-a901-4e7b-a2c2-d0eae89a49ea {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:37:47.299967 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 89014c34-a901-4e7b-a2c2-d0eae89a49ea not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:37:47.326838 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2280037 Feb 21 09:37:47.329619 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34674) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:47.335288 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdc580-c5d8-48a6-9df1-fe4bed70af29 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Network': ['ID=3b6cba5d-1ea0-474f-a8ef-e40bf8922840,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:47.335453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'admin_state_up': True, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:37:47.343526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:37:47.345455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:37:47.347582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:router and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:37:47.350517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:37:47.357251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:37:47.367553 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.368528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.387566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.531287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.709346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.739290 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:47.965985 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.26.6.185 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/95b09902-1eca-4fd2-aeec-5687597b70a7) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:48.106599 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:48.132567 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:48.199010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:48.201735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:48.205402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:37:48.237280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=95b09902-1eca-4fd2-aeec-5687597b70a7,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:48.356157 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:48.356900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:48.578088 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 8843d4be-dca8-4377-b34d-5d268546c750 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:37:48.782622 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:37:48.792325 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Sync routers for ids ['8843d4be-dca8-4377-b34d-5d268546c750'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:37:48.803629 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Routers {'8843d4be-dca8-4377-b34d-5d268546c750'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:37:48.804217 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['8843d4be-dca8-4377-b34d-5d268546c750'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:48.808816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:48.812972 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-834f0ab3-eaf6-4909-9350-3e483d8666ad tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4787788 Feb 21 09:37:48.813494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34678) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:48.852143 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d6160f75-c0db-4576-98d4-1758f51c48e7 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=247344c0ab8a4a83b391a59b3517f176&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373955 Feb 21 09:37:48.855829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34682) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:48.980445 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Set router 8843d4be-dca8-4377-b34d-5d268546c750 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:37:48.985923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbd2db8-1cd8-402a-88eb-414e50daddb1 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:48.987440 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5cbd2db8-1cd8-402a-88eb-414e50daddb1 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314921 Feb 21 09:37:48.990136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34686) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:49.028411 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-42176a76-04a5-4e9f-9dd3-efa460a4baf9 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372348 Feb 21 09:37:49.030776 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34690) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:49.036159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-223282127', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:37:49.142893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:37:49.146639 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:subnet and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:37:49.149375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:37:49.154941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:37:49.165703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:49.258277 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:48Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:49.263058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Checking router: 8843d4be-dca8-4377-b34d-5d268546c750 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:37:49.263058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Updating router 8843d4be-dca8-4377-b34d-5d268546c750 port 95b09902-1eca-4fd2-aeec-5687597b70a7 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:37:49.269035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:49.311794 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:49.485703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:49.644680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Subnet': ['ID=a8a5ff7a-746e-4556-b910-0a73fae81fdb,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:49.673134 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Checking segment: {'id': '9de7f906-4cac-4c5d-9577-133d6fd5c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:37:49.673492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network hostable DHCP agents. Network: 3b6cba5d-1ea0-474f-a8ef-e40bf8922840, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:37:49.677985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:49.690077 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Transition to ACTIVE for port object 95b09902-1eca-4fd2-aeec-5687597b70a7 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:37:49.696130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:37:49.696948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:49.705428 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 3b6cba5d-1ea0-474f-a8ef-e40bf8922840) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:49.709311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:49.709918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:49.730530 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2699e5a9-703f-4111-bc78-aa390f7d97cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6987684 Feb 21 09:37:49.733390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34694) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:37:49.735314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45d5165-7c0a-4963-874c-5110d8af9e0e None None] Network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:37:49.837908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee6f46-6eb4-48b8-8ae2-984d7ae59254 None None] Pushing event updated for resources: {'Port': ['ID=95b09902-1eca-4fd2-aeec-5687597b70a7,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:49.853650 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Attempting to bind port 95b09902-1eca-4fd2-aeec-5687597b70a7 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:37:49.854010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Attempting to bind port 95b09902-1eca-4fd2-aeec-5687597b70a7 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:37:49.854905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Attempting to bind port 95b09902-1eca-4fd2-aeec-5687597b70a7 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:37:49.865496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:37:49.865865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:37:49.866255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:49.866631 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:37:49.867099 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Bound port: 95b09902-1eca-4fd2-aeec-5687597b70a7, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:37:49.867464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:50.002937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] For port 95b09902-1eca-4fd2-aeec-5687597b70a7, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:50.015201 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] For port 95b09902-1eca-4fd2-aeec-5687597b70a7, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=95b09902-1eca-4fd2-aeec-5687597b70a7,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:50.045408 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:50.099200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ips': [{'subnet_id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:37:50.099994 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:50.198198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee6f46-6eb4-48b8-8ae2-984d7ae59254 None None] Pushing event updated for resources: {'Port': ['ID=95b09902-1eca-4fd2-aeec-5687597b70a7,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:50.211051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Routers {'8843d4be-dca8-4377-b34d-5d268546c750'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:37:50.211655 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['8843d4be-dca8-4377-b34d-5d268546c750'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:50.440122 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Allocated IP 172.20.0.2 (3b6cba5d-1ea0-474f-a8ef-e40bf8922840/a8a5ff7a-746e-4556-b910-0a73fae81fdb/c5a69963-0bd3-4a49-9481-42e3cb7f34bb) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:50.480297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] Set router 8843d4be-dca8-4377-b34d-5d268546c750 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:37:50.490509 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:50.933395 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:50.952668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Transition to ACTIVE for port object c5a69963-0bd3-4a49-9481-42e3cb7f34bb will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:37:50.976940 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Transition to ACTIVE for port object c5a69963-0bd3-4a49-9481-42e3cb7f34bb will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:37:50.984900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:51.043863 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:48Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:51.046648 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.20.0.1 (3b6cba5d-1ea0-474f-a8ef-e40bf8922840/a8a5ff7a-746e-4556-b910-0a73fae81fdb/cf27fc37-d2e1-4830-b29c-f183c24c6326) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:51.056616 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51840a0f-c02e-4706-a0e2-e7a9258e5ac6 None None] The sync data for ids ['8843d4be-dca8-4377-b34d-5d268546c750'] in dv-neutron-830062-1-hyperv is: [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:48Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:37:51.062877 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:51.066678 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:51.068488 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Pushing event updated for resources: {'Port': ['ID=c5a69963-0bd3-4a49-9481-42e3cb7f34bb,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:51.070573 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:37:51.161766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Attempting to bind port c5a69963-0bd3-4a49-9481-42e3cb7f34bb on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:37:51.162161 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Attempting to bind port c5a69963-0bd3-4a49-9481-42e3cb7f34bb by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '9de7f906-4cac-4c5d-9577-133d6fd5c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:37:51.162638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Attempting to bind port c5a69963-0bd3-4a49-9481-42e3cb7f34bb on network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:37:51.169872 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:37:51.170262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Checking segment: {'id': '9de7f906-4cac-4c5d-9577-133d6fd5c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:37:51.170656 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:51.171287 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Bound using segment: {'id': '9de7f906-4cac-4c5d-9577-133d6fd5c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:37:51.171745 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Bound port: c5a69963-0bd3-4a49-9481-42e3cb7f34bb, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de7f906-4cac-4c5d-9577-133d6fd5c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:37:51.172108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:51.215858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:51.234593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Transition to ACTIVE for port object cf27fc37-d2e1-4830-b29c-f183c24c6326 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:37:51.263852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:51.301318 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] For port c5a69963-0bd3-4a49-9481-42e3cb7f34bb, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:51.304285 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] For port c5a69963-0bd3-4a49-9481-42e3cb7f34bb, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c5a69963-0bd3-4a49-9481-42e3cb7f34bb,segment=NetworkSegment(9de7f906-4cac-4c5d-9577-133d6fd5c38d),segment_id=9de7f906-4cac-4c5d-9577-133d6fd5c38d)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:51.312612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:51.352631 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:51.356854 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:51.363632 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:37:51.392820 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 95b09902-1eca-4fd2-aeec-5687597b70a7 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:37:51.446790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21480e7f-adfe-4923-81e5-3d975b50bb2c None None] Pushing event updated for resources: {'Port': ['ID=c5a69963-0bd3-4a49-9481-42e3cb7f34bb,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:51.497809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 95b09902-1eca-4fd2-aeec-5687597b70a7 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:37:51.505256 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 95b09902-1eca-4fd2-aeec-5687597b70a7 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:51.505639 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:51.549872 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=cf27fc37-d2e1-4830-b29c-f183c24c6326,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:51.606198 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:51.695373 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:51.714882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 95b09902-1eca-4fd2-aeec-5687597b70a7, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=95b09902-1eca-4fd2-aeec-5687597b70a7,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:51.719207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:51.719424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:51.804159 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=95b09902-1eca-4fd2-aeec-5687597b70a7,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:52.157599 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:52.162233 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:52.269934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=cf27fc37-d2e1-4830-b29c-f183c24c6326,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:52.275091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:52.397998 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae32dc1-07a8-4a35-ada9-30d64be5e065 None None] Network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:37:52.419278 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:52.420339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:52.562801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-74f23626-5be2-482a-a80f-4fd1e8507213 None None] Provisioning for port c5a69963-0bd3-4a49-9481-42e3cb7f34bb completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:37:52.824591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 8843d4be-dca8-4377-b34d-5d268546c750 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:37:52.909034 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6e54e989-b124-4338-bfc4-f87d71caf167 None None] Provisioning for port cf27fc37-d2e1-4830-b29c-f183c24c6326 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:37:52.915326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6e54e989-b124-4338-bfc4-f87d71caf167 None None] Provisioning complete for port cf27fc37-d2e1-4830-b29c-f183c24c6326 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:52.915760 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6e54e989-b124-4338-bfc4-f87d71caf167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:52.972913 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6e54e989-b124-4338-bfc4-f87d71caf167 None None] Port cf27fc37-d2e1-4830-b29c-f183c24c6326 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:37:53.033981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:37:53.047501 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-114f8891-2c3d-4e16-8094-857e05b0dc63 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "PUT /v2.0/routers/8843d4be-dca8-4377-b34d-5d268546c750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3129373 Feb 21 09:37:53.094849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9bff18b7-072d-4b56-9886-68e72c9ee108 None None] Provisioning complete for port cf27fc37-d2e1-4830-b29c-f183c24c6326 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:53.095343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9bff18b7-072d-4b56-9886-68e72c9ee108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:53.152074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-9bff18b7-072d-4b56-9886-68e72c9ee108 None None] Port cf27fc37-d2e1-4830-b29c-f183c24c6326 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:37:53.226696 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-6a6c7490-6934-40c5-876c-86726d03fd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043054248&fields=id&tenant_id=247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 267 time: 0.0401833 Feb 21 09:37:53.277213 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-04405ff8-70ad-4f44-b204-b07d315d1417 None None] Provisioning complete for port cf27fc37-d2e1-4830-b29c-f183c24c6326 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:53.277649 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-04405ff8-70ad-4f44-b204-b07d315d1417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:53.333945 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-04405ff8-70ad-4f44-b204-b07d315d1417 None None] Port cf27fc37-d2e1-4830-b29c-f183c24c6326 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:37:53.384675 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c5a69963-0bd3-4a49-9481-42e3cb7f34bb up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:37:53.455831 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port c5a69963-0bd3-4a49-9481-42e3cb7f34bb completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:37:53.460490 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port c5a69963-0bd3-4a49-9481-42e3cb7f34bb triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:53.460852 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:53.545861 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-a4963237-7795-43e9-af10-e53c8a494ef2 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:53.547764 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-a4963237-7795-43e9-af10-e53c8a494ef2 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/networks?id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840 HTTP/1.1" status: 200 len: 796 time: 0.3148854 Feb 21 09:37:53.565732 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-a1efb996-bc6a-440a-a293-a1c8bef20d12 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/quotas/247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 375 time: 0.0117078 Feb 21 09:37:53.574405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:53.606633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port c5a69963-0bd3-4a49-9481-42e3cb7f34bb, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c5a69963-0bd3-4a49-9481-42e3cb7f34bb,segment=NetworkSegment(9de7f906-4cac-4c5d-9577-133d6fd5c38d),segment_id=9de7f906-4cac-4c5d-9577-133d6fd5c38d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:53.610784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:53.611836 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 95b09902-1eca-4fd2-aeec-5687597b70a7 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:37:53.652687 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-67f8c96a-e278-40cb-9b86-f544f7e8e89f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:37:53.668353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-67f8c96a-e278-40cb-9b86-f544f7e8e89f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:37:53.669750 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-67f8c96a-e278-40cb-9b86-f544f7e8e89f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955737 Feb 21 09:37:53.732414 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=c5a69963-0bd3-4a49-9481-42e3cb7f34bb,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:53.745424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 95b09902-1eca-4fd2-aeec-5687597b70a7 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:53.745783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:53.809516 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-1466d647-3767-4736-81e0-4f9c78fca6ba service neutron] 10.222.0.48 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251714 Feb 21 09:37:53.940485 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-a21d158a-3a02-4b21-891f-93ba72730ce0 service neutron] 10.222.0.48 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249516 Feb 21 09:37:54.124169 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-623eaf9a-a8dc-4699-963e-d8a6eaca8d0e req-c981a84b-217f-43a7-9417-b1034d469c52 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 210 time: 0.0414989 Feb 21 09:37:54.783197 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Sync routers for ids ['8843d4be-dca8-4377-b34d-5d268546c750'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:37:54.795103 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Routers {'8843d4be-dca8-4377-b34d-5d268546c750'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:37:54.795695 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['8843d4be-dca8-4377-b34d-5d268546c750'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:54.972217 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Set router 8843d4be-dca8-4377-b34d-5d268546c750 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:37:55.105437 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fa25897d-72b4-4f8e-b70f-982ec1294ca9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:55.106750 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fa25897d-72b4-4f8e-b70f-982ec1294ca9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/networks?id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840 HTTP/1.1" status: 200 len: 796 time: 0.1483450 Feb 21 09:37:55.161799 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-654d12d7-dc21-45d6-a378-5cdef4cf7e14 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 380 time: 0.0434341 Feb 21 09:37:55.170959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'port': {'device_id': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'admin_state_up': True, 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'security_groups': ['20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:37:55.292655 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'cf27fc37-d2e1-4830-b29c-f183c24c6326', 'name': '', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:0a:3b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:50Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 2, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:55.297049 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Checking router: 8843d4be-dca8-4377-b34d-5d268546c750 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:37:55.297394 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Updating router 8843d4be-dca8-4377-b34d-5d268546c750 port cf27fc37-d2e1-4830-b29c-f183c24c6326 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:37:55.302891 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-53ec0e6a-ea41-4ac7-bf2a-0144352ded34 req-e65eaaef-cc9d-4f10-8114-be8fecc70d07 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 210 time: 0.0488288 Feb 21 09:37:55.321655 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c5a69963-0bd3-4a49-9481-42e3cb7f34bb up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:37:55.349540 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:55.356929 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:37:55.367039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:37:55.378038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:55.381178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:55.402476 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port c5a69963-0bd3-4a49-9481-42e3cb7f34bb triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:55.403007 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:55.549219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.20.0.7 (3b6cba5d-1ea0-474f-a8ef-e40bf8922840/a8a5ff7a-746e-4556-b910-0a73fae81fdb/e4cbd2b3-a61f-414e-b953-4a2433df0e7b) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:55.735762 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:55.751186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Transition to ACTIVE for port object e4cbd2b3-a61f-414e-b953-4a2433df0e7b will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:37:55.772474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:55.840780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:55.843779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:55.847647 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:37:55.881227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=e4cbd2b3-a61f-414e-b953-4a2433df0e7b,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:55.923272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:55.924007 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:55.951351 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-0509b353-3de6-48f2-ad26-d44e42b4571e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7848439 Feb 21 09:37:55.961957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Request body: {'port': {'device_id': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:37:55.987088 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:56.001777 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Transition to ACTIVE for port object cf27fc37-d2e1-4830-b29c-f183c24c6326 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:37:56.009213 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:56.079819 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:56.082407 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-22f9fad1-2059-4413-b39c-922c56e06d36 None None] Provisioning for port e4cbd2b3-a61f-414e-b953-4a2433df0e7b completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:37:56.087541 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-22f9fad1-2059-4413-b39c-922c56e06d36 None None] Provisioning complete for port e4cbd2b3-a61f-414e-b953-4a2433df0e7b triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:56.088159 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-22f9fad1-2059-4413-b39c-922c56e06d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:56.146660 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-22f9fad1-2059-4413-b39c-922c56e06d36 None None] Port e4cbd2b3-a61f-414e-b953-4a2433df0e7b cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:37:56.189481 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8ceea-3648-4bf8-bbe4-3e361bb23909 None None] Pushing event updated for resources: {'Port': ['ID=cf27fc37-d2e1-4830-b29c-f183c24c6326,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:56.238031 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa8ceea-3648-4bf8-bbe4-3e361bb23909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:56.238433 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa8ceea-3648-4bf8-bbe4-3e361bb23909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:56.238902 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa8ceea-3648-4bf8-bbe4-3e361bb23909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:56.239344 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa8ceea-3648-4bf8-bbe4-3e361bb23909 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:56.239671 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa8ceea-3648-4bf8-bbe4-3e361bb23909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:56.239995 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa8ceea-3648-4bf8-bbe4-3e361bb23909 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:56.240314 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa8ceea-3648-4bf8-bbe4-3e361bb23909 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:56.240634 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa8ceea-3648-4bf8-bbe4-3e361bb23909 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:56.241084 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa8ceea-3648-4bf8-bbe4-3e361bb23909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:56.241400 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa8ceea-3648-4bf8-bbe4-3e361bb23909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:56.241736 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa8ceea-3648-4bf8-bbe4-3e361bb23909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:56.261334 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Attempting to bind port cf27fc37-d2e1-4830-b29c-f183c24c6326 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:37:56.261701 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Attempting to bind port cf27fc37-d2e1-4830-b29c-f183c24c6326 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '9de7f906-4cac-4c5d-9577-133d6fd5c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:37:56.262054 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Attempting to bind port cf27fc37-d2e1-4830-b29c-f183c24c6326 on network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:37:56.268790 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:37:56.269156 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Checking segment: {'id': '9de7f906-4cac-4c5d-9577-133d6fd5c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:37:56.269535 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:56.269928 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Bound using segment: {'id': '9de7f906-4cac-4c5d-9577-133d6fd5c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:37:56.270417 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Bound port: cf27fc37-d2e1-4830-b29c-f183c24c6326, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de7f906-4cac-4c5d-9577-133d6fd5c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:37:56.270782 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:56.372048 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] For port cf27fc37-d2e1-4830-b29c-f183c24c6326, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:56.377697 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] For port cf27fc37-d2e1-4830-b29c-f183c24c6326, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=cf27fc37-d2e1-4830-b29c-f183c24c6326,segment=NetworkSegment(9de7f906-4cac-4c5d-9577-133d6fd5c38d),segment_id=9de7f906-4cac-4c5d-9577-133d6fd5c38d)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:56.382296 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:56.463144 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8ceea-3648-4bf8-bbe4-3e361bb23909 None None] Pushing event updated for resources: {'Port': ['ID=cf27fc37-d2e1-4830-b29c-f183c24c6326,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:56.468759 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Routers {'8843d4be-dca8-4377-b34d-5d268546c750'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:37:56.469373 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['8843d4be-dca8-4377-b34d-5d268546c750'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:56.606551 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e97de-1adf-4838-98b9-22b0d224340b req-fba73b3d-5119-452d-a332-a3aee617736a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:56.607267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-499e97de-1adf-4838-98b9-22b0d224340b req-fba73b3d-5119-452d-a332-a3aee617736a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:37:56.625572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4cbd2b3-a61f-414e-b953-4a2433df0e7b {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:37:56.633121 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:56.635905 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-499e97de-1adf-4838-98b9-22b0d224340b req-fba73b3d-5119-452d-a332-a3aee617736a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:37:56.637048 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-499e97de-1adf-4838-98b9-22b0d224340b req-fba73b3d-5119-452d-a332-a3aee617736a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 931 time: 0.1849456 Feb 21 09:37:56.657508 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] Set router 8843d4be-dca8-4377-b34d-5d268546c750 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:37:56.674485 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Transition to ACTIVE for port object e4cbd2b3-a61f-414e-b953-4a2433df0e7b will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:37:56.680227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:56.836599 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cbd2b3-a61f-414e-b953-4a2433df0e7b,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:56.841772 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-499e97de-1adf-4838-98b9-22b0d224340b req-941f84b4-a41b-4ed4-b7e5-9eb05944b0fe tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899328 Feb 21 09:37:56.946517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Attempting to bind port e4cbd2b3-a61f-414e-b953-4a2433df0e7b on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:37:56.946854 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Attempting to bind port e4cbd2b3-a61f-414e-b953-4a2433df0e7b by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': '9de7f906-4cac-4c5d-9577-133d6fd5c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:37:56.947335 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Attempting to bind port e4cbd2b3-a61f-414e-b953-4a2433df0e7b on network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:37:56.953142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Port e4cbd2b3-a61f-414e-b953-4a2433df0e7b on network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:37:56.953460 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Attempting to bind port e4cbd2b3-a61f-414e-b953-4a2433df0e7b on network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:37:56.959723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:37:56.960057 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Checking segment: {'id': '9de7f906-4cac-4c5d-9577-133d6fd5c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:37:56.960433 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Bound using segment: {'id': '9de7f906-4cac-4c5d-9577-133d6fd5c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:37:56.960850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Bound port: e4cbd2b3-a61f-414e-b953-4a2433df0e7b, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de7f906-4cac-4c5d-9577-133d6fd5c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:37:56.961193 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:57.006282 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'cf27fc37-d2e1-4830-b29c-f183c24c6326', 'name': '', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:0a:3b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:50Z', 'updated_at': '2022-02-21T09:37:56Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:57.010134 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c78a9b-413a-4fe2-addd-771489e9f7c6 None None] The sync data for ids ['8843d4be-dca8-4377-b34d-5d268546c750'] in dv-neutron-830062-1-hyperv is: [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'cf27fc37-d2e1-4830-b29c-f183c24c6326', 'name': '', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:0a:3b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:50Z', 'updated_at': '2022-02-21T09:37:56Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:37:57.058936 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] For port e4cbd2b3-a61f-414e-b953-4a2433df0e7b, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:57.065130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] For port e4cbd2b3-a61f-414e-b953-4a2433df0e7b, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e4cbd2b3-a61f-414e-b953-4a2433df0e7b,segment=NetworkSegment(9de7f906-4cac-4c5d-9577-133d6fd5c38d),segment_id=9de7f906-4cac-4c5d-9577-133d6fd5c38d)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:57.070767 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:57.142221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:57.143641 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] 10.222.0.47 "PUT /v2.0/ports/e4cbd2b3-a61f-414e-b953-4a2433df0e7b HTTP/1.1" status: 200 len: 1093 time: 1.1859314 Feb 21 09:37:57.144075 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'tag': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:37:57.180592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc777086-431b-4d4f-bdfa-0b1720473e66 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cbd2b3-a61f-414e-b953-4a2433df0e7b,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:57.236491 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'tag': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b', 'status': 'completed', 'code': 200} Feb 21 09:37:57.284302 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-2e7a5448-c631-4a87-8763-e7176d39b20a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 1096 time: 0.0959468 Feb 21 09:37:57.350217 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cf27fc37-d2e1-4830-b29c-f183c24c6326 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:37:57.361046 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-6a2eae27-b100-46b0-af5c-bf835ab5aa8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4cbd2b3-a61f-414e-b953-4a2433df0e7b HTTP/1.1" status: 200 len: 217 time: 0.0707586 Feb 21 09:37:57.437146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-510e79ce-5591-4d71-9835-210418d4b309 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:57.438790 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-510e79ce-5591-4d71-9835-210418d4b309 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8a5ff7a-746e-4556-b910-0a73fae81fdb HTTP/1.1" status: 200 len: 834 time: 0.0719931 Feb 21 09:37:57.442441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port cf27fc37-d2e1-4830-b29c-f183c24c6326 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:37:57.448188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port cf27fc37-d2e1-4830-b29c-f183c24c6326 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:57.448555 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:57.517940 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-53436a8c-2852-46b8-a128-54e6ff275015 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738020 Feb 21 09:37:57.573660 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:57.612434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port cf27fc37-d2e1-4830-b29c-f183c24c6326, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=cf27fc37-d2e1-4830-b29c-f183c24c6326,segment=NetworkSegment(9de7f906-4cac-4c5d-9577-133d6fd5c38d),segment_id=9de7f906-4cac-4c5d-9577-133d6fd5c38d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:57.617209 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:57.661857 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-28b23abe-74e5-4aa6-8053-2667bccc524e service neutron] 10.222.0.47 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378374 Feb 21 09:37:57.686104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=cf27fc37-d2e1-4830-b29c-f183c24c6326,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:57.800821 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-03d0f930-f606-48a0-9dea-92cbadca2955 req-aa7e0591-9484-43bb-ab77-ec344f688eec service neutron] 10.222.0.47 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335609 Feb 21 09:37:57.921650 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-636c5bee-5e19-411d-8b6f-42a03dba6fa7 req-a3e1ffc4-3516-40cd-81c6-f48354b6170f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 1096 time: 0.0792990 Feb 21 09:37:58.107454 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c5bee-5e19-411d-8b6f-42a03dba6fa7 req-f86498a9-eebb-4e11-86d4-f95585d5f64b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:58.108884 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-636c5bee-5e19-411d-8b6f-42a03dba6fa7 req-f86498a9-eebb-4e11-86d4-f95585d5f64b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840 HTTP/1.1" status: 200 len: 896 time: 0.1813097 Feb 21 09:37:58.256156 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c781e67-0bc6-4191-ae82-b2a7eca40544 req-2b62230f-dabe-4f6f-84c8-98208d8c9134 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:58.257484 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0c781e67-0bc6-4191-ae82-b2a7eca40544 req-2b62230f-dabe-4f6f-84c8-98208d8c9134 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 943 time: 0.2609689 Feb 21 09:37:58.285606 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-636c5bee-5e19-411d-8b6f-42a03dba6fa7 req-d32db810-2f5f-4e6e-b721-8d15066d41d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4cbd2b3-a61f-414e-b953-4a2433df0e7b HTTP/1.1" status: 200 len: 217 time: 0.1707735 Feb 21 09:37:58.350951 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0c781e67-0bc6-4191-ae82-b2a7eca40544 req-704f304a-c8c2-418c-908c-10127b0b5745 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871899 Feb 21 09:37:58.361454 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c5bee-5e19-411d-8b6f-42a03dba6fa7 req-50ae9e0b-8ca4-47a7-bc27-5460de0ecd15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:58.362834 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-636c5bee-5e19-411d-8b6f-42a03dba6fa7 req-50ae9e0b-8ca4-47a7-bc27-5460de0ecd15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8a5ff7a-746e-4556-b910-0a73fae81fdb HTTP/1.1" status: 200 len: 834 time: 0.0705323 Feb 21 09:37:58.438952 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-636c5bee-5e19-411d-8b6f-42a03dba6fa7 req-c8909b56-1958-4977-9dfe-07d569fbc21d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704644 Feb 21 09:37:58.567677 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-636c5bee-5e19-411d-8b6f-42a03dba6fa7 req-573df3e9-d179-49da-ac2c-8d4a92d83320 service neutron] 10.222.0.47 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215975 Feb 21 09:37:58.695795 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-636c5bee-5e19-411d-8b6f-42a03dba6fa7 req-c1c1ff28-37ab-4a8d-9e44-fd383e4933aa service neutron] 10.222.0.47 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220572 Feb 21 09:37:59.312548 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cf27fc37-d2e1-4830-b29c-f183c24c6326 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:37:59.378125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port cf27fc37-d2e1-4830-b29c-f183c24c6326 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:59.378475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:37:59.543893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f3449-aadd-4299-b696-40ca53027358 req-e04928ea-ec5e-4350-a696-0aaa3a764a3f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:59.545339 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-489f3449-aadd-4299-b696-40ca53027358 req-e04928ea-ec5e-4350-a696-0aaa3a764a3f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 943 time: 0.0750983 Feb 21 09:37:59.588799 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-489f3449-aadd-4299-b696-40ca53027358 req-446aa407-9192-442a-8c41-4d8228685538 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373745 Feb 21 09:37:59.813724 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e4cbd2b3-a61f-414e-b953-4a2433df0e7b details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:37:59.943865 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port e4cbd2b3-a61f-414e-b953-4a2433df0e7b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e4cbd2b3-a61f-414e-b953-4a2433df0e7b,segment=NetworkSegment(9de7f906-4cac-4c5d-9577-133d6fd5c38d),segment_id=9de7f906-4cac-4c5d-9577-133d6fd5c38d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:59.956366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'port_id': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b', 'mac_address': 'fa:16:3e:d8:53:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:38:00.007713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:00.026930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4cbd2b3-a61f-414e-b953-4a2433df0e7b {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:38:00.041837 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port e4cbd2b3-a61f-414e-b953-4a2433df0e7b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e4cbd2b3-a61f-414e-b953-4a2433df0e7b,segment=NetworkSegment(9de7f906-4cac-4c5d-9577-133d6fd5c38d),segment_id=9de7f906-4cac-4c5d-9577-133d6fd5c38d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:38:00.045908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:00.112000 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=e4cbd2b3-a61f-414e-b953-4a2433df0e7b,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:00.260539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-de662ec0-11fc-44a7-a871-40607deeee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:00.274874 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['e4cbd2b3-a61f-414e-b953-4a2433df0e7b'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:38:00.786940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ff7f7-e49b-49f8-8c50-854bc14503c8 req-8a798d58-74d9-497e-832e-909bf3ae4043 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:00.788496 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-417ff7f7-e49b-49f8-8c50-854bc14503c8 req-8a798d58-74d9-497e-832e-909bf3ae4043 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 944 time: 0.0815778 Feb 21 09:38:00.805252 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:00.834254 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-417ff7f7-e49b-49f8-8c50-854bc14503c8 req-eb48507a-d743-4641-a47d-88111673c3e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397906 Feb 21 09:38:01.829009 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e4cbd2b3-a61f-414e-b953-4a2433df0e7b up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:38:01.906950 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port e4cbd2b3-a61f-414e-b953-4a2433df0e7b completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:38:01.912632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port e4cbd2b3-a61f-414e-b953-4a2433df0e7b triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:38:01.913110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:02.034413 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:02.050852 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58636341-2f1d-4660-83bc-e4f1bdb78c85 req-a8b41bf5-535c-477a-85fe-71b58f43d04c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:02.052342 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-58636341-2f1d-4660-83bc-e4f1bdb78c85 req-a8b41bf5-535c-477a-85fe-71b58f43d04c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 944 time: 0.0859492 Feb 21 09:38:02.061773 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:38:02.071827 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port e4cbd2b3-a61f-414e-b953-4a2433df0e7b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e4cbd2b3-a61f-414e-b953-4a2433df0e7b,segment=NetworkSegment(9de7f906-4cac-4c5d-9577-133d6fd5c38d),segment_id=9de7f906-4cac-4c5d-9577-133d6fd5c38d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:38:02.077385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:02.109893 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-58636341-2f1d-4660-83bc-e4f1bdb78c85 req-8339ef3a-cdfb-472b-b943-e7ba02bcd7dd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510647 Feb 21 09:38:02.128764 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b', 'code': 200} Feb 21 09:38:02.155313 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=e4cbd2b3-a61f-414e-b953-4a2433df0e7b,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:02.348498 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bf0f20db-129e-4602-b6e1-973fd52d5ac1 req-1185c153-87cc-4cef-8e0c-3832a944cfd7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 1098 time: 0.0661142 Feb 21 09:38:02.389210 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bf0f20db-129e-4602-b6e1-973fd52d5ac1 req-71e4ebb0-6913-4e65-882f-f698b687faaa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353489 Feb 21 09:38:03.038753 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-19680960-9c17-4e50-9aab-e2569f448360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:03.316136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345f13b-1b9b-4d8c-8b86-f1335489fe45 req-d6269c99-9449-449c-bc55-5673eb8a19d3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:03.317498 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e345f13b-1b9b-4d8c-8b86-f1335489fe45 req-d6269c99-9449-449c-bc55-5673eb8a19d3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0825553 Feb 21 09:38:03.370357 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e345f13b-1b9b-4d8c-8b86-f1335489fe45 req-373a99bf-1713-4eb7-9655-2c2a378b029c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462668 Feb 21 09:38:03.722902 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:04.163628 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:04.562933 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad8c4d-e5a9-4bf4-ac18-b57e196a4948 req-005eb1b5-50b9-41b8-813c-afad9629515e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:04.564427 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-56ad8c4d-e5a9-4bf4-ac18-b57e196a4948 req-005eb1b5-50b9-41b8-813c-afad9629515e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0762224 Feb 21 09:38:04.609351 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-56ad8c4d-e5a9-4bf4-ac18-b57e196a4948 req-caef2691-0928-4c85-a86c-b01fab5f123e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392549 Feb 21 09:38:04.801746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5729c36-8578-4910-8909-f14e990d87ae req-0ed5d846-5b98-403e-afc9-029a2f2ac44b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:04.803179 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e5729c36-8578-4910-8909-f14e990d87ae req-0ed5d846-5b98-403e-afc9-029a2f2ac44b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0780659 Feb 21 09:38:04.850689 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e5729c36-8578-4910-8909-f14e990d87ae req-af3d06ff-3fcb-415f-b0b4-fe88074403e0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Feb 21 09:38:04.878535 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34740) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:38:05.010313 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-19565b2f-cff1-4316-94d2-11f6b6d5948b tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 1093 time: 0.1305482 Feb 21 09:38:05.012930 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34746) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:38:05.018031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:38:05.023435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:38:05.027692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:floatingip and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:38:05.030517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:38:05.036914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:38:05.047630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:05.180464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:05.313232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.26.6.64 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/48394a22-f4cd-4477-b28a-9e5b5a606345) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:38:05.460882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:05.488954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:05.557685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:38:05.560497 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:38:05.564659 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:38:05.679543 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=48394a22-f4cd-4477-b28a-9e5b5a606345,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:06.115107 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:06.162944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:06.216719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:06.425484 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:06.429902 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:06.534893 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=48394a22-f4cd-4477-b28a-9e5b5a606345,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:06.547321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:06.733939 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Floating IP 9a2c9df9-6fb2-4593-b087-36b2e6662aa1 associated. External IP: 172.26.6.64, port: e4cbd2b3-a61f-414e-b953-4a2433df0e7b. Feb 21 09:38:07.209817 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 8843d4be-dca8-4377-b34d-5d268546c750 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:38:07.414563 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:38:07.424599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305e00e-115a-426e-a770-a281a5039e9d None None] Sync routers for ids ['8843d4be-dca8-4377-b34d-5d268546c750'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:38:07.437096 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305e00e-115a-426e-a770-a281a5039e9d None None] Routers {'8843d4be-dca8-4377-b34d-5d268546c750'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:38:07.437708 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2305e00e-115a-426e-a770-a281a5039e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:38:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['8843d4be-dca8-4377-b34d-5d268546c750'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:07.440373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:07.492836 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-246c9f82-fa89-4a01-909e-341abc2d63ec tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4788043 Feb 21 09:38:07.493501 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'tag': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:38:07.563464 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'tag': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b', 'status': 'completed', 'code': 200} Feb 21 09:38:07.655469 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-2305e00e-115a-426e-a770-a281a5039e9d None None] Set router 8843d4be-dca8-4377-b34d-5d268546c750 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:38:07.667681 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-56c78ec8-ba7d-46c8-8a08-901222d918a4 req-3b607952-0634-4d88-9e31-048392c8a71b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 1098 time: 0.0808384 Feb 21 09:38:07.855173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c78ec8-ba7d-46c8-8a08-901222d918a4 req-089ff0c5-7e42-4310-86c1-83f9ccfd0c32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:07.856529 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-56c78ec8-ba7d-46c8-8a08-901222d918a4 req-089ff0c5-7e42-4310-86c1-83f9ccfd0c32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840 HTTP/1.1" status: 200 len: 896 time: 0.1834347 Feb 21 09:38:07.920729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac240a-7fc6-42d8-b2e2-96cf17f3eb5c req-6f1b195c-e4e4-4c7c-ab68-45b5c3fb4a75 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:07.922179 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-01ac240a-7fc6-42d8-b2e2-96cf17f3eb5c req-6f1b195c-e4e4-4c7c-ab68-45b5c3fb4a75 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.2988114 Feb 21 09:38:07.994237 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-56c78ec8-ba7d-46c8-8a08-901222d918a4 req-1c989282-68d0-4e35-85ac-c62a9cc9872c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4cbd2b3-a61f-414e-b953-4a2433df0e7b HTTP/1.1" status: 200 len: 998 time: 0.1320169 Feb 21 09:38:07.999333 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-01ac240a-7fc6-42d8-b2e2-96cf17f3eb5c req-222fd1ab-44bc-419d-9695-05836c3ab93a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618832 Feb 21 09:38:08.029153 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34756) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:38:08.030441 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2305e00e-115a-426e-a770-a281a5039e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '9a2c9df9-6fb2-4593-b087-36b2e6662aa1', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.64', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'port_id': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'mac_address': 'fa:16:3e:d8:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:38:05Z', 'updated_at': '2022-02-21T09:38:05Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf27fc37-d2e1-4830-b29c-f183c24c6326', 'name': '', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:0a:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:50Z', 'updated_at': '2022-02-21T09:37:57Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:08.035399 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305e00e-115a-426e-a770-a281a5039e9d None None] Checking router: 8843d4be-dca8-4377-b34d-5d268546c750 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:38:08.047782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305e00e-115a-426e-a770-a281a5039e9d None None] Routers {'8843d4be-dca8-4377-b34d-5d268546c750'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:38:08.048485 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2305e00e-115a-426e-a770-a281a5039e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:38:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['8843d4be-dca8-4377-b34d-5d268546c750'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:08.064372 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c78ec8-ba7d-46c8-8a08-901222d918a4 req-64cfe17a-0fef-4b63-b29c-7faa225732a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:08.065813 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-56c78ec8-ba7d-46c8-8a08-901222d918a4 req-64cfe17a-0fef-4b63-b29c-7faa225732a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8a5ff7a-746e-4556-b910-0a73fae81fdb HTTP/1.1" status: 200 len: 834 time: 0.0656888 Feb 21 09:38:08.150787 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-56c78ec8-ba7d-46c8-8a08-901222d918a4 req-c0d81c4d-fa61-4ec0-bd0c-27177abe2e1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793841 Feb 21 09:38:08.232251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-2305e00e-115a-426e-a770-a281a5039e9d None None] Set router 8843d4be-dca8-4377-b34d-5d268546c750 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:38:08.238802 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-0c956af6-2f07-4c3c-b9f1-a2320d317c80 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/9a2c9df9-6fb2-4593-b087-36b2e6662aa1 HTTP/1.1" status: 200 len: 990 time: 0.2075341 Feb 21 09:38:08.285982 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-56c78ec8-ba7d-46c8-8a08-901222d918a4 req-c8f537bf-3479-43c1-afbb-c7ddd38c14dc service neutron] 10.222.0.47 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290188 Feb 21 09:38:08.417325 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-56c78ec8-ba7d-46c8-8a08-901222d918a4 req-7771c9c4-2bab-4f31-8c51-c8d5536e3576 service neutron] 10.222.0.47 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260073 Feb 21 09:38:08.579038 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-2305e00e-115a-426e-a770-a281a5039e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '9a2c9df9-6fb2-4593-b087-36b2e6662aa1', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.64', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'port_id': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'mac_address': 'fa:16:3e:d8:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:38:05Z', 'updated_at': '2022-02-21T09:38:05Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf27fc37-d2e1-4830-b29c-f183c24c6326', 'name': '', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:0a:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:50Z', 'updated_at': '2022-02-21T09:37:57Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:08.582975 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305e00e-115a-426e-a770-a281a5039e9d None None] The sync data for ids ['8843d4be-dca8-4377-b34d-5d268546c750'] in dv-neutron-830062-1-hyperv is: [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '9a2c9df9-6fb2-4593-b087-36b2e6662aa1', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.64', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'port_id': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'mac_address': 'fa:16:3e:d8:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:38:05Z', 'updated_at': '2022-02-21T09:38:05Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf27fc37-d2e1-4830-b29c-f183c24c6326', 'name': '', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:0a:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:50Z', 'updated_at': '2022-02-21T09:37:57Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:38:09.240811 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34760) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:38:09.344038 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-20c111a7-32a7-40d4-8644-0a3f10273ae9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/9a2c9df9-6fb2-4593-b087-36b2e6662aa1 HTTP/1.1" status: 200 len: 990 time: 0.1020591 Feb 21 09:38:09.433011 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [req-1e3f3e0b-bd75-4078-9f5d-68e9feadb5bb req-ee936565-eb71-488e-9093-d930719aba38 tempest-ServerDiskConfigTestJSON-2126483136 tempest-ServerDiskConfigTestJSON-2126483136-project] (83584) timed out ('10.222.0.47', 57614) {{(pid=83584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 21 09:38:10.347867 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34764) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:38:10.451369 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-eb0ce863-427a-422e-92a3-ccc5e7afb515 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/9a2c9df9-6fb2-4593-b087-36b2e6662aa1 HTTP/1.1" status: 200 len: 990 time: 0.1023376 Feb 21 09:38:11.455237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34768) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:38:11.570222 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5af6a7b3-e9e8-4b41-9ea8-eb8849ac754f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/9a2c9df9-6fb2-4593-b087-36b2e6662aa1 HTTP/1.1" status: 200 len: 990 time: 0.1126301 Feb 21 09:38:11.573314 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5a8a3260-6c32-4f8e-8379-def716c0ab8c req-4b211237-7de9-41da-82e1-479480b88570 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1691642 Feb 21 09:38:11.702468 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5a8a3260-6c32-4f8e-8379-def716c0ab8c req-c3a36dca-7c86-470b-90c3-9fa9064192e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 1098 time: 0.0660717 Feb 21 09:38:11.848160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a3260-6c32-4f8e-8379-def716c0ab8c req-7b567615-84f8-4c21-a874-3463dcdd78e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:11.849507 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5a8a3260-6c32-4f8e-8379-def716c0ab8c req-7b567615-84f8-4c21-a874-3463dcdd78e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840 HTTP/1.1" status: 200 len: 896 time: 0.1295383 Feb 21 09:38:12.041389 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5a8a3260-6c32-4f8e-8379-def716c0ab8c req-3106ff80-8559-40ee-ad5b-445f72491be9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4cbd2b3-a61f-414e-b953-4a2433df0e7b HTTP/1.1" status: 200 len: 998 time: 0.1862462 Feb 21 09:38:12.108532 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a3260-6c32-4f8e-8379-def716c0ab8c req-422d1c31-d880-4a7d-b1d5-ef3b363b25ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:12.109952 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5a8a3260-6c32-4f8e-8379-def716c0ab8c req-422d1c31-d880-4a7d-b1d5-ef3b363b25ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8a5ff7a-746e-4556-b910-0a73fae81fdb HTTP/1.1" status: 200 len: 834 time: 0.0596235 Feb 21 09:38:12.184811 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5a8a3260-6c32-4f8e-8379-def716c0ab8c req-e9b9e5fc-e96b-4517-9f7d-07c471708dfa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694561 Feb 21 09:38:12.312666 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5a8a3260-6c32-4f8e-8379-def716c0ab8c req-0be2927c-231b-4419-b19f-8375d31c6bbe service neutron] 10.222.0.47 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222649 Feb 21 09:38:12.444005 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5a8a3260-6c32-4f8e-8379-def716c0ab8c req-28bcc142-4722-4895-abf7-0150903a4873 service neutron] 10.222.0.47 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253257 Feb 21 09:38:12.572832 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34772) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:38:12.681242 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-eaafd4f7-10aa-4e45-8096-451196581f3b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/9a2c9df9-6fb2-4593-b087-36b2e6662aa1 HTTP/1.1" status: 200 len: 990 time: 0.1072741 Feb 21 09:38:12.709439 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5a5d93-8540-4be6-bc2a-f0f0306493d9 None None] New status for floating IP 9a2c9df9-6fb2-4593-b087-36b2e6662aa1: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:38:13.684804 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34776) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:38:13.789316 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-98f3c972-e33c-4fce-8e80-9eaa5d7db543 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/9a2c9df9-6fb2-4593-b087-36b2e6662aa1 HTTP/1.1" status: 200 len: 992 time: 0.1033890 Feb 21 09:38:18.859161 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:38:30.262448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0a714f99-ee3f-4735-96dc-6453a58314d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:30.830510 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:33.040170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-077a1588-7b5f-4038-a2fd-137f4c8fce0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:33.725267 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:34.166979 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:36.118314 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:38:39.348824 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda1576-a849-4ab9-94b4-fb752d305e5f req-41abd4c7-a6f3-455a-bf30-ae1bd70e575e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:39.350260 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1cda1576-a849-4ab9-94b4-fb752d305e5f req-41abd4c7-a6f3-455a-bf30-ae1bd70e575e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0793588 Feb 21 09:38:39.402790 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1cda1576-a849-4ab9-94b4-fb752d305e5f req-a3a6f8b0-b1ea-49c1-82d4-22624b1a8ff8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463738 Feb 21 09:38:40.595827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cc14a-0f9c-4807-b4e3-c49d6de2054c req-aaeb53a9-50df-4cef-a594-04d81a5874df tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:40.597243 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-911cc14a-0f9c-4807-b4e3-c49d6de2054c req-aaeb53a9-50df-4cef-a594-04d81a5874df tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0739803 Feb 21 09:38:40.643672 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-911cc14a-0f9c-4807-b4e3-c49d6de2054c req-98dde626-661f-4e28-8eb5-782e17ba9a1e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409992 Feb 21 09:38:41.836448 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c7ae3-ac34-47e8-9d64-6a6bf0dfc6ed req-084edc8a-bf50-4d3e-8090-155391a1c699 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:41.837925 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ac6c7ae3-ac34-47e8-9d64-6a6bf0dfc6ed req-084edc8a-bf50-4d3e-8090-155391a1c699 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0781808 Feb 21 09:38:41.882461 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ac6c7ae3-ac34-47e8-9d64-6a6bf0dfc6ed req-a56fb8d2-1aca-4dae-90d1-cb37002177ea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383661 Feb 21 09:38:43.072202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd3c0-0a2e-4ddf-bffd-d0ddf464423c req-cba2da1b-ae19-4878-903d-1148616b502c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:43.073615 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ce0fd3c0-0a2e-4ddf-bffd-d0ddf464423c req-cba2da1b-ae19-4878-903d-1148616b502c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0731421 Feb 21 09:38:43.119654 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ce0fd3c0-0a2e-4ddf-bffd-d0ddf464423c req-cce22f03-2ef9-4341-8039-df7990f92486 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401163 Feb 21 09:38:44.316101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced862f8-ce5a-4494-a26f-f068ff628c5a req-0239db20-d841-49d9-8516-f7934e239f78 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:44.317452 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ced862f8-ce5a-4494-a26f-f068ff628c5a req-0239db20-d841-49d9-8516-f7934e239f78 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0770042 Feb 21 09:38:44.360491 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ced862f8-ce5a-4494-a26f-f068ff628c5a req-a44b20a7-f17d-48db-92b4-6365308b4ce9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377157 Feb 21 09:38:45.694954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3560d-77f4-4e78-8713-579a123d00dd req-7ac91365-2d7f-4ae5-8350-025a30aa696c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:45.696520 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-85a3560d-77f4-4e78-8713-579a123d00dd req-7ac91365-2d7f-4ae5-8350-025a30aa696c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0746734 Feb 21 09:38:45.742797 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-85a3560d-77f4-4e78-8713-579a123d00dd req-6763b8d3-fb0f-46dd-a026-caf2abc3bb1b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408678 Feb 21 09:38:46.938611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932dda2-0b43-4d53-b096-af1144338fd5 req-d5904595-fce2-4382-b665-5cc28e4f5e89 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:46.940021 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3932dda2-0b43-4d53-b096-af1144338fd5 req-d5904595-fce2-4382-b665-5cc28e4f5e89 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0780668 Feb 21 09:38:46.984343 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3932dda2-0b43-4d53-b096-af1144338fd5 req-48073aca-b032-4568-9bb4-d9bb64e57275 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389943 Feb 21 09:38:48.177544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255ae04-3b53-4662-bccd-0d5793730c62 req-5cfe4585-2f4f-4407-90ab-9ed4c2c2a4f3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:48.178978 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7255ae04-3b53-4662-bccd-0d5793730c62 req-5cfe4585-2f4f-4407-90ab-9ed4c2c2a4f3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0782478 Feb 21 09:38:48.223634 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7255ae04-3b53-4662-bccd-0d5793730c62 req-66d4cd07-d5e3-40a0-9a18-eed7a1332ec4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386643 Feb 21 09:38:49.414780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2924d-f451-4186-9e7f-f4c1ec7a007c req-3d4a2deb-8920-4e72-9930-bce894db2951 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:49.416255 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-00e2924d-f451-4186-9e7f-f4c1ec7a007c req-3d4a2deb-8920-4e72-9930-bce894db2951 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0745645 Feb 21 09:38:49.462026 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-00e2924d-f451-4186-9e7f-f4c1ec7a007c req-68224863-c314-4225-a1f9-5b1231bbbae0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404167 Feb 21 09:38:50.656614 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486f130-4931-4215-9c9b-d3bb13962ea8 req-ec1a2f8c-ad26-4bcb-ab02-e66c7a9cfb52 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:50.658336 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0486f130-4931-4215-9c9b-d3bb13962ea8 req-ec1a2f8c-ad26-4bcb-ab02-e66c7a9cfb52 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0794451 Feb 21 09:38:50.702313 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0486f130-4931-4215-9c9b-d3bb13962ea8 req-34af0590-4ee9-4846-93f0-a3cd8ff89372 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385747 Feb 21 09:38:51.897044 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910dac-ec82-4c99-84c9-3cffb4cae435 req-b2715fc2-9ab6-46f0-bd9a-dbe95a216104 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:51.898405 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9b910dac-ec82-4c99-84c9-3cffb4cae435 req-b2715fc2-9ab6-46f0-bd9a-dbe95a216104 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0748124 Feb 21 09:38:51.948580 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9b910dac-ec82-4c99-84c9-3cffb4cae435 req-cda102d8-c3d5-4496-bd05-08bc6b34caa2 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447588 Feb 21 09:38:53.147901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bba8a0-7d94-4737-aa57-caff46931769 req-ef84a673-c95c-4644-b1d5-6288a909e0ca tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:53.149338 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-52bba8a0-7d94-4737-aa57-caff46931769 req-ef84a673-c95c-4644-b1d5-6288a909e0ca tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0750299 Feb 21 09:38:53.193910 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-52bba8a0-7d94-4737-aa57-caff46931769 req-af1175c4-5c09-450c-b210-caa87c9feb0a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392370 Feb 21 09:38:54.393133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34ac08-e53b-491f-bc86-7e55e88b4659 req-9bb42135-3170-4e9a-8e17-60ccf8c58228 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:54.394581 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d34ac08-e53b-491f-bc86-7e55e88b4659 req-9bb42135-3170-4e9a-8e17-60ccf8c58228 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0821929 Feb 21 09:38:54.533667 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2d34ac08-e53b-491f-bc86-7e55e88b4659 req-1698eb29-12a0-4db0-9525-b82749cdc0e9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334159 Feb 21 09:38:55.728687 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6df114-b08e-426f-a7c6-8886869a2d32 req-73cd356d-6d8a-49c3-9016-7e197cd962eb tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:55.730666 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b6df114-b08e-426f-a7c6-8886869a2d32 req-73cd356d-6d8a-49c3-9016-7e197cd962eb tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0749605 Feb 21 09:38:55.773353 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b6df114-b08e-426f-a7c6-8886869a2d32 req-563bd456-46f7-4e33-861b-daec86881e1b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371776 Feb 21 09:38:55.801789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34822) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:38:55.859896 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:38:55.903756 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f0758663-ad41-4924-a0e8-6284599985ab tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/9a2c9df9-6fb2-4593-b087-36b2e6662aa1 HTTP/1.1" status: 200 len: 992 time: 0.1008825 Feb 21 09:38:57.450530 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd4ca0-5627-409a-b81a-4204d525668a req-8109ca01-9ce5-4fe0-9dd0-d844a205e2dc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:57.451996 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-debd4ca0-5627-409a-b81a-4204d525668a req-8109ca01-9ce5-4fe0-9dd0-d844a205e2dc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.1324341 Feb 21 09:38:57.454666 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f0800df8-a023-48ca-b069-b805cd5a1057 req-91686991-6679-4cfc-83e5-d09f90ffdfdb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 1098 time: 0.0972714 Feb 21 09:38:57.577911 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-debd4ca0-5627-409a-b81a-4204d525668a req-4dfc2fc3-5b0f-4748-af20-e21ddd2d9454 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204276 Feb 21 09:38:57.616978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800df8-a023-48ca-b069-b805cd5a1057 req-55daf018-77e2-4e2b-b36b-28cc62a7bb59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:57.618389 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f0800df8-a023-48ca-b069-b805cd5a1057 req-55daf018-77e2-4e2b-b36b-28cc62a7bb59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840 HTTP/1.1" status: 200 len: 896 time: 0.1479163 Feb 21 09:38:57.715214 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f0800df8-a023-48ca-b069-b805cd5a1057 req-8d9d4cad-35e0-406a-beb9-8a7d03f57261 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4cbd2b3-a61f-414e-b953-4a2433df0e7b HTTP/1.1" status: 200 len: 1000 time: 0.0908444 Feb 21 09:38:57.779010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800df8-a023-48ca-b069-b805cd5a1057 req-46e4cf92-20f7-4eac-acaa-57c1ba7cd683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:57.780527 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f0800df8-a023-48ca-b069-b805cd5a1057 req-46e4cf92-20f7-4eac-acaa-57c1ba7cd683 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8a5ff7a-746e-4556-b910-0a73fae81fdb HTTP/1.1" status: 200 len: 834 time: 0.0597377 Feb 21 09:38:57.851803 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f0800df8-a023-48ca-b069-b805cd5a1057 req-0d9d63e2-7f30-4ff3-8da3-e4d6677674cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656104 Feb 21 09:38:57.980064 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f0800df8-a023-48ca-b069-b805cd5a1057 req-b9464e77-8321-4a82-8c58-d7e1ef7fbc08 service neutron] 10.222.0.47 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224272 Feb 21 09:38:58.107963 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f0800df8-a023-48ca-b069-b805cd5a1057 req-c878f011-5d48-4e75-9bbf-f772664038db service neutron] 10.222.0.47 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227160 Feb 21 09:38:58.785171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105e6ff-0af8-40e6-ad5b-573fc899b1fe req-cb61f427-9597-492b-bdae-2127eeb3b996 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:58.786836 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7105e6ff-0af8-40e6-ad5b-573fc899b1fe req-cb61f427-9597-492b-bdae-2127eeb3b996 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0788100 Feb 21 09:38:58.831949 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7105e6ff-0af8-40e6-ad5b-573fc899b1fe req-6d718fe3-7ab1-4769-b300-b7deaad95193 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397484 Feb 21 09:39:00.022633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdda307-254b-4706-a802-56e10999c9ee req-092e69d8-f65e-4b02-9346-49aa551013a8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:00.024072 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5cdda307-254b-4706-a802-56e10999c9ee req-092e69d8-f65e-4b02-9346-49aa551013a8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.0734127 Feb 21 09:39:00.068931 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5cdda307-254b-4706-a802-56e10999c9ee req-0f1b4108-33fc-480e-a99f-c8e7f2d8616f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389905 Feb 21 09:39:00.096996 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34836) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:00.200596 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ebb10db3-221c-43b6-b27c-3f3295ca7b8d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/9a2c9df9-6fb2-4593-b087-36b2e6662aa1 HTTP/1.1" status: 200 len: 992 time: 0.1025090 Feb 21 09:39:00.264366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-02779923-8dcc-442f-b851-b79b29a858a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:00.846550 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:03.042587 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9d6bcf5b-e596-4660-a9b0-4cec8c3124bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:03.726791 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:04.169861 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:06.120526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:13.452445 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c5289af-333d-4084-8c42-6e35c273705f req-c1529a51-e7b6-4874-a550-92a5bb8b156c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696650 Feb 21 09:39:13.587647 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c5289af-333d-4084-8c42-6e35c273705f req-8d04526d-cfa7-48c1-99a5-977250b8e330 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 1098 time: 0.0693583 Feb 21 09:39:13.816395 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5289af-333d-4084-8c42-6e35c273705f req-dc7a6e8b-4afc-4b34-9e6a-4472c52287b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:13.817944 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c5289af-333d-4084-8c42-6e35c273705f req-dc7a6e8b-4afc-4b34-9e6a-4472c52287b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840 HTTP/1.1" status: 200 len: 896 time: 0.2113690 Feb 21 09:39:13.920027 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c5289af-333d-4084-8c42-6e35c273705f req-e2e86986-85e4-4a4c-85f2-624811300794 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4cbd2b3-a61f-414e-b953-4a2433df0e7b HTTP/1.1" status: 200 len: 1000 time: 0.0954008 Feb 21 09:39:13.980294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5289af-333d-4084-8c42-6e35c273705f req-c7fd7ee2-53fa-4d87-8788-fe5b2175b2fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:13.981698 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c5289af-333d-4084-8c42-6e35c273705f req-c7fd7ee2-53fa-4d87-8788-fe5b2175b2fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8a5ff7a-746e-4556-b910-0a73fae81fdb HTTP/1.1" status: 200 len: 834 time: 0.0559783 Feb 21 09:39:14.056819 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c5289af-333d-4084-8c42-6e35c273705f req-9e368a89-3b65-45eb-878d-e67433bb13c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684602 Feb 21 09:39:14.184983 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c5289af-333d-4084-8c42-6e35c273705f req-c2097752-44bd-47c4-87ba-30da460bb4b6 service neutron] 10.222.0.47 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221769 Feb 21 09:39:14.312552 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1c5289af-333d-4084-8c42-6e35c273705f req-21484e28-c5f2-41b9-b3d7-5ba248183a1f service neutron] 10.222.0.47 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225164 Feb 21 09:39:28.777453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34854) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:28.973694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port 48394a22-f4cd-4477-b28a-9e5b5a606345 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:39:28.974038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:29.143409 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:29.143730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:29.260399 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for 48394a22-f4cd-4477-b28a-9e5b5a606345 owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:39:29.410276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:29.452551 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=48394a22-f4cd-4477-b28a-9e5b5a606345,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:29.489742 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:29.490078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:29.490406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:29.490736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:29.491074 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:29.491392 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:29.491710 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:29.492022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:29.492332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:29.492641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:29.492951 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:29.553464 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:30.031440 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 8843d4be-dca8-4377-b34d-5d268546c750 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:39:30.223640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:39:30.233305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46898665-2ff9-4705-a7ab-1157585c77a5 None None] Sync routers for ids ['8843d4be-dca8-4377-b34d-5d268546c750'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:39:30.243382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:30.245050 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46898665-2ff9-4705-a7ab-1157585c77a5 None None] Routers {'8843d4be-dca8-4377-b34d-5d268546c750'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:39:30.245649 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-46898665-2ff9-4705-a7ab-1157585c77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['8843d4be-dca8-4377-b34d-5d268546c750'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:30.301064 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-b7afe75e-ea06-4c40-af91-59a26949d281 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/floatingips/9a2c9df9-6fb2-4593-b087-36b2e6662aa1 HTTP/1.1" status: 204 len: 168 time: 1.5223634 Feb 21 09:39:30.301444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'tag': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:39:30.384081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bdeedb68-8de3-4b66-8438-32b0d048c2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:30.433360 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'tag': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b', 'status': 'completed', 'code': 200} Feb 21 09:39:30.435844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-46898665-2ff9-4705-a7ab-1157585c77a5 None None] Set router 8843d4be-dca8-4377-b34d-5d268546c750 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:39:30.534838 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d4381233-2fc7-4c9d-9447-b77bdefd0880 req-5e392c64-eab9-4c5c-87e3-aa8597286b63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 1098 time: 0.0788620 Feb 21 09:39:30.745946 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4381233-2fc7-4c9d-9447-b77bdefd0880 req-d27091ba-8eee-45c0-87d1-68b656110330 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:30.747410 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d4381233-2fc7-4c9d-9447-b77bdefd0880 req-d27091ba-8eee-45c0-87d1-68b656110330 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840 HTTP/1.1" status: 200 len: 896 time: 0.2033041 Feb 21 09:39:30.760128 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3c453-b5f0-4fb7-8c5c-1553756ed0e6 req-301dc759-5579-4f50-8021-c857b716d0dd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:30.760789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-7dc3c453-b5f0-4fb7-8c5c-1553756ed0e6 req-301dc759-5579-4f50-8021-c857b716d0dd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:39:30.798322 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-46898665-2ff9-4705-a7ab-1157585c77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'cf27fc37-d2e1-4830-b29c-f183c24c6326', 'name': '', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:0a:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:50Z', 'updated_at': '2022-02-21T09:37:57Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:30.802241 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46898665-2ff9-4705-a7ab-1157585c77a5 None None] Checking router: 8843d4be-dca8-4377-b34d-5d268546c750 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:39:30.812480 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46898665-2ff9-4705-a7ab-1157585c77a5 None None] Routers {'8843d4be-dca8-4377-b34d-5d268546c750'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:39:30.813070 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-46898665-2ff9-4705-a7ab-1157585c77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['8843d4be-dca8-4377-b34d-5d268546c750'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:30.829361 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d4381233-2fc7-4c9d-9447-b77bdefd0880 req-664ea588-3f5b-4376-99c3-0f638417f2a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4cbd2b3-a61f-414e-b953-4a2433df0e7b HTTP/1.1" status: 200 len: 217 time: 0.0750465 Feb 21 09:39:30.833390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-7dc3c453-b5f0-4fb7-8c5c-1553756ed0e6 req-301dc759-5579-4f50-8021-c857b716d0dd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:39:30.834530 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7dc3c453-b5f0-4fb7-8c5c-1553756ed0e6 req-301dc759-5579-4f50-8021-c857b716d0dd tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.1874111 Feb 21 09:39:30.927540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4381233-2fc7-4c9d-9447-b77bdefd0880 req-44e87849-a5fa-4b7a-b13c-5db1189efa09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:30.928954 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d4381233-2fc7-4c9d-9447-b77bdefd0880 req-44e87849-a5fa-4b7a-b13c-5db1189efa09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8a5ff7a-746e-4556-b910-0a73fae81fdb HTTP/1.1" status: 200 len: 834 time: 0.0935152 Feb 21 09:39:30.935753 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7dc3c453-b5f0-4fb7-8c5c-1553756ed0e6 req-d8ba0a94-e6ff-4e7a-84e5-7a0a58b2c591 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669222 Feb 21 09:39:30.955117 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:31.001820 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-46898665-2ff9-4705-a7ab-1157585c77a5 None None] Set router 8843d4be-dca8-4377-b34d-5d268546c750 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:39:31.005497 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d4381233-2fc7-4c9d-9447-b77bdefd0880 req-5c452ffb-f99a-4957-8d5c-02e72e52ac7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b6cba5d-1ea0-474f-a8ef-e40bf8922840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688567 Feb 21 09:39:31.133789 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d4381233-2fc7-4c9d-9447-b77bdefd0880 req-d4c80bf7-c805-4dad-9e95-2ebe1c58584f service neutron] 10.222.0.47 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220393 Feb 21 09:39:31.265199 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d4381233-2fc7-4c9d-9447-b77bdefd0880 req-77b90353-48d4-4967-9b64-fde69daedc82 service neutron] 10.222.0.47 "GET /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235673 Feb 21 09:39:31.313156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-46898665-2ff9-4705-a7ab-1157585c77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'cf27fc37-d2e1-4830-b29c-f183c24c6326', 'name': '', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:0a:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:50Z', 'updated_at': '2022-02-21T09:37:57Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:31.318343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46898665-2ff9-4705-a7ab-1157585c77a5 None None] The sync data for ids ['8843d4be-dca8-4377-b34d-5d268546c750'] in dv-neutron-830062-1-hyperv is: [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'cf27fc37-d2e1-4830-b29c-f183c24c6326', 'name': '', 'network_id': '3b6cba5d-1ea0-474f-a8ef-e40bf8922840', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:0a:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:50Z', 'updated_at': '2022-02-21T09:37:57Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': 'a8a5ff7a-746e-4556-b910-0a73fae81fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:39:31.530284 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e219550-f7a1-4bac-b897-02d22b367bbd None None] New status for floating IP 9a2c9df9-6fb2-4593-b087-36b2e6662aa1: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:39:32.168797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194510c5-761b-4f2c-b7fe-22726581cb94 req-2333df8f-e768-429f-af0a-825ec08b1396 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:32.170189 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-194510c5-761b-4f2c-b7fe-22726581cb94 req-2333df8f-e768-429f-af0a-825ec08b1396 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.1297760 Feb 21 09:39:32.210542 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316b787-d6b1-4d60-8f46-3ddff274e783 req-55ac9d8b-d88e-4e38-9e6c-ecff2acf47c3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:32.211926 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c316b787-d6b1-4d60-8f46-3ddff274e783 req-55ac9d8b-d88e-4e38-9e6c-ecff2acf47c3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 945 time: 0.1390986 Feb 21 09:39:32.361960 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-194510c5-761b-4f2c-b7fe-22726581cb94 req-7eac7834-a6f9-417f-b188-d2a9c680e2b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port e4cbd2b3-a61f-414e-b953-4a2433df0e7b {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:39:32.362292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-194510c5-761b-4f2c-b7fe-22726581cb94 req-7eac7834-a6f9-417f-b188-d2a9c680e2b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:32.413027 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c316b787-d6b1-4d60-8f46-3ddff274e783 req-daf00727-3eef-439d-b6b3-1b941f06ef39 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942971 Feb 21 09:39:32.605102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-194510c5-761b-4f2c-b7fe-22726581cb94 req-7eac7834-a6f9-417f-b188-d2a9c680e2b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port e4cbd2b3-a61f-414e-b953-4a2433df0e7b, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=e4cbd2b3-a61f-414e-b953-4a2433df0e7b,segment=NetworkSegment(9de7f906-4cac-4c5d-9577-133d6fd5c38d),segment_id=9de7f906-4cac-4c5d-9577-133d6fd5c38d)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:32.605446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-194510c5-761b-4f2c-b7fe-22726581cb94 req-7eac7834-a6f9-417f-b188-d2a9c680e2b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:32.727572 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-194510c5-761b-4f2c-b7fe-22726581cb94 req-7eac7834-a6f9-417f-b188-d2a9c680e2b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for e4cbd2b3-a61f-414e-b953-4a2433df0e7b owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:39:32.859875 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:39:32.862180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-194510c5-761b-4f2c-b7fe-22726581cb94 req-7eac7834-a6f9-417f-b188-d2a9c680e2b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:32.913069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac7834-a6f9-417f-b188-d2a9c680e2b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=e4cbd2b3-a61f-414e-b953-4a2433df0e7b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:32.983040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-194510c5-761b-4f2c-b7fe-22726581cb94 req-7eac7834-a6f9-417f-b188-d2a9c680e2b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] No DVR routers for this DVR port e4cbd2b3-a61f-414e-b953-4a2433df0e7b on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:39:32.985777 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-194510c5-761b-4f2c-b7fe-22726581cb94 req-7eac7834-a6f9-417f-b188-d2a9c680e2b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:32.988294 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'name': 'network-vif-deleted', 'tag': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:39:33.004257 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-194510c5-761b-4f2c-b7fe-22726581cb94 req-7eac7834-a6f9-417f-b188-d2a9c680e2b7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "DELETE /v2.0/ports/e4cbd2b3-a61f-414e-b953-4a2433df0e7b HTTP/1.1" status: 204 len: 173 time: 0.8292496 Feb 21 09:39:33.043425 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5bdac41-7129-4a3f-9021-22c4a7a2dc10', 'name': 'network-vif-deleted', 'tag': 'e4cbd2b3-a61f-414e-b953-4a2433df0e7b', 'status': 'completed', 'code': 200} Feb 21 09:39:33.050033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5570915b-a531-42fd-9e70-249340612460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:33.591910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-fadecf88-e97d-4f30-b337-c88cb4faad94 req-b386e80f-1354-4009-bbf6-ef706da1b2a6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:39:33.607179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-fadecf88-e97d-4f30-b337-c88cb4faad94 req-b386e80f-1354-4009-bbf6-ef706da1b2a6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:39:33.608407 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fadecf88-e97d-4f30-b337-c88cb4faad94 req-b386e80f-1354-4009-bbf6-ef706da1b2a6 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5bdac41-7129-4a3f-9021-22c4a7a2dc10 HTTP/1.1" status: 200 len: 210 time: 0.0621979 Feb 21 09:39:33.728913 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:34.171438 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:34.712667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34876) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:35.097546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-38063d76-b57d-4aa4-844d-338993e88238 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:35.775811 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-38063d76-b57d-4aa4-844d-338993e88238 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port cf27fc37-d2e1-4830-b29c-f183c24c6326 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:39:35.776486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-38063d76-b57d-4aa4-844d-338993e88238 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:35.958424 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-38063d76-b57d-4aa4-844d-338993e88238 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port cf27fc37-d2e1-4830-b29c-f183c24c6326, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=cf27fc37-d2e1-4830-b29c-f183c24c6326,segment=NetworkSegment(9de7f906-4cac-4c5d-9577-133d6fd5c38d),segment_id=9de7f906-4cac-4c5d-9577-133d6fd5c38d)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:35.958664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-38063d76-b57d-4aa4-844d-338993e88238 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:36.075075 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-38063d76-b57d-4aa4-844d-338993e88238 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for cf27fc37-d2e1-4830-b29c-f183c24c6326 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:39:36.124720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:36.244372 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-38063d76-b57d-4aa4-844d-338993e88238 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:36.289351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38063d76-b57d-4aa4-844d-338993e88238 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=cf27fc37-d2e1-4830-b29c-f183c24c6326,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:36.343638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e4cbd2b3-a61f-414e-b953-4a2433df0e7b no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:39:36.376657 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: e4cbd2b3-a61f-414e-b953-4a2433df0e7b {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:39:36.377018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device e4cbd2b3-a61f-414e-b953-4a2433df0e7b not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:39:36.577734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-38063d76-b57d-4aa4-844d-338993e88238 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:37.236101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38063d76-b57d-4aa4-844d-338993e88238 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 8843d4be-dca8-4377-b34d-5d268546c750 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:39:37.441125 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38063d76-b57d-4aa4-844d-338993e88238 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:39:37.450873 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c50eab8-11fe-40fd-a9fd-fdc0d5ec73fa None None] Sync routers for ids ['8843d4be-dca8-4377-b34d-5d268546c750'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:39:37.459638 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-38063d76-b57d-4aa4-844d-338993e88238 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "PUT /v2.0/routers/8843d4be-dca8-4377-b34d-5d268546c750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7439067 Feb 21 09:39:37.460335 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34880) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:37.465345 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c50eab8-11fe-40fd-a9fd-fdc0d5ec73fa None None] Routers {'8843d4be-dca8-4377-b34d-5d268546c750'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:39:37.466181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-1c50eab8-11fe-40fd-a9fd-fdc0d5ec73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['8843d4be-dca8-4377-b34d-5d268546c750'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:37.643794 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-1c50eab8-11fe-40fd-a9fd-fdc0d5ec73fa None None] Set router 8843d4be-dca8-4377-b34d-5d268546c750 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:39:37.644828 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffbce7b-b2eb-47fe-9679-96babcf8349a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting subnet a8a5ff7a-746e-4556-b910-0a73fae81fdb {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:39:37.647658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1ffbce7b-b2eb-47fe-9679-96babcf8349a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:37.707850 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1ffbce7b-b2eb-47fe-9679-96babcf8349a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:37.788848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1ffbce7b-b2eb-47fe-9679-96babcf8349a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:37.863809 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1ffbce7b-b2eb-47fe-9679-96babcf8349a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:37.903284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbce7b-b2eb-47fe-9679-96babcf8349a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a5ff7a-746e-4556-b910-0a73fae81fdb,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:37.908531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1ffbce7b-b2eb-47fe-9679-96babcf8349a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:37.914769 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebdac31-fafe-4f57-9e16-715f593a2010 None None] Network 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:39:37.915470 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1ffbce7b-b2eb-47fe-9679-96babcf8349a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/subnets/a8a5ff7a-746e-4556-b910-0a73fae81fdb HTTP/1.1" status: 204 len: 168 time: 0.4541888 Feb 21 09:39:37.918283 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34884) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:38.114652 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:38.117175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-1c50eab8-11fe-40fd-a9fd-fdc0d5ec73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:39:36Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:38.125841 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c50eab8-11fe-40fd-a9fd-fdc0d5ec73fa None None] Checking router: 8843d4be-dca8-4377-b34d-5d268546c750 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:39:38.148109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c50eab8-11fe-40fd-a9fd-fdc0d5ec73fa None None] Routers {'8843d4be-dca8-4377-b34d-5d268546c750'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:39:38.148721 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-1c50eab8-11fe-40fd-a9fd-fdc0d5ec73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['8843d4be-dca8-4377-b34d-5d268546c750'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:38.310700 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:38.326590 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port 95b09902-1eca-4fd2-aeec-5687597b70a7 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:39:38.327551 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:38.341593 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-1c50eab8-11fe-40fd-a9fd-fdc0d5ec73fa None None] Set router 8843d4be-dca8-4377-b34d-5d268546c750 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:39:38.381921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] DHCP port deletion for 3b6cba5d-1ea0-474f-a8ef-e40bf8922840 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:39:38.397113 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Deleting port c5a69963-0bd3-4a49-9481-42e3cb7f34bb {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:39:38.397487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:38.495493 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port 95b09902-1eca-4fd2-aeec-5687597b70a7, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=95b09902-1eca-4fd2-aeec-5687597b70a7,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:38.495840 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:38.618210 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for 95b09902-1eca-4fd2-aeec-5687597b70a7 owned by network:router_gateway {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:39:38.785361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:38.791447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] For port c5a69963-0bd3-4a49-9481-42e3cb7f34bb, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c5a69963-0bd3-4a49-9481-42e3cb7f34bb,segment=NetworkSegment(9de7f906-4cac-4c5d-9577-133d6fd5c38d),segment_id=9de7f906-4cac-4c5d-9577-133d6fd5c38d)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:38.791965 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:38.828190 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=95b09902-1eca-4fd2-aeec-5687597b70a7,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:38.919037 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Calling delete_port for c5a69963-0bd3-4a49-9481-42e3cb7f34bb owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:39:38.967406 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:38.968208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:38.968208 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:38.968391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:38.968698 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:38.969015 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:38.969327 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:38.969639 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:38.969951 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:38.970814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:38.970814 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:39.001360 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-1c50eab8-11fe-40fd-a9fd-fdc0d5ec73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:39:36Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:39.006569 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c50eab8-11fe-40fd-a9fd-fdc0d5ec73fa None None] The sync data for ids ['8843d4be-dca8-4377-b34d-5d268546c750'] in dv-neutron-830062-1-hyperv is: [{'id': '8843d4be-dca8-4377-b34d-5d268546c750', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250657298', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:39:36Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '95b09902-1eca-4fd2-aeec-5687597b70a7', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8843d4be-dca8-4377-b34d-5d268546c750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:47Z', 'updated_at': '2022-02-21T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:39:39.014387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:39.062109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Pushing event deleted for resources: {'Port': ['ID=c5a69963-0bd3-4a49-9481-42e3cb7f34bb,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:39.067415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] No DVR routers for this DVR port c5a69963-0bd3-4a49-9481-42e3cb7f34bb on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:39:39.080500 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:39.080884 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:39.081385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:39.081735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:39.082068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:39.082399 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:39.082727 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:39.083083 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:39.083411 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:39.083779 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:39.084106 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b200a594-5322-4d3b-b804-bc8a00736b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:39.169944 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:39.427055 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:39.431720 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:39.461304 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:39.462097 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Fanout notify agent at l3_agent the message router_deleted on router 8843d4be-dca8-4377-b34d-5d268546c750 {{(pid=83584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:39:39.473689 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cf27fc37-d2e1-4830-b29c-f183c24c6326 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:39:39.477245 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:39.481081 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34888) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:39.481596 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-59b834f0-8e11-473e-9fbe-f9d0021aeb57 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/routers/8843d4be-dca8-4377-b34d-5d268546c750 HTTP/1.1" status: 204 len: 168 time: 1.5618465 Feb 21 09:39:39.517981 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: cf27fc37-d2e1-4830-b29c-f183c24c6326 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:39:39.518406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cf27fc37-d2e1-4830-b29c-f183c24c6326 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:39:39.518895 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c5a69963-0bd3-4a49-9481-42e3cb7f34bb no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:39:39.553800 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: c5a69963-0bd3-4a49-9481-42e3cb7f34bb {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:39:39.554135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c5a69963-0bd3-4a49-9481-42e3cb7f34bb not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:39:39.600615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1f9e57c1-b403-4844-b893-90bd045c2097 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:39.737491 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1f9e57c1-b403-4844-b893-90bd045c2097 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:39.761162 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-1f9e57c1-b403-4844-b893-90bd045c2097 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6cba5d-1ea0-474f-a8ef-e40bf8922840']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:39.773318 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-1f9e57c1-b403-4844-b893-90bd045c2097 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de7f906-4cac-4c5d-9577-133d6fd5c38d') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:39.773613 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-1f9e57c1-b403-4844-b893-90bd045c2097 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de7f906-4cac-4c5d-9577-133d6fd5c38d') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:39.785435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1f9e57c1-b403-4844-b893-90bd045c2097 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:39.800570 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1f9e57c1-b403-4844-b893-90bd045c2097 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:39.806285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9e57c1-b403-4844-b893-90bd045c2097 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:39:39.806663 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1f9e57c1-b403-4844-b893-90bd045c2097 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:39:39.820294 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:39:39.899300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1f9e57c1-b403-4844-b893-90bd045c2097 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:39.903694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1f9e57c1-b403-4844-b893-90bd045c2097 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:39.929240 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e57c1-b403-4844-b893-90bd045c2097 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Network': ['ID=3b6cba5d-1ea0-474f-a8ef-e40bf8922840,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:39.933056 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1f9e57c1-b403-4844-b893-90bd045c2097 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/networks/3b6cba5d-1ea0-474f-a8ef-e40bf8922840 HTTP/1.1" status: 204 len: 168 time: 0.4508827 Feb 21 09:39:39.935776 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34892) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:40.002020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4c22d23a-06b5-4d3b-b08b-243080245b35 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.038670 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4c22d23a-06b5-4d3b-b08b-243080245b35 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.098891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4c22d23a-06b5-4d3b-b08b-243080245b35 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.116846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22d23a-06b5-4d3b-b08b-243080245b35 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:40.123385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4c22d23a-06b5-4d3b-b08b-243080245b35 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.124986 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4c22d23a-06b5-4d3b-b08b-243080245b35 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/security-groups/20f9e5aa-e4d0-434e-b350-6e9ff3e80c9c HTTP/1.1" status: 204 len: 168 time: 0.1878409 Feb 21 09:39:40.495073 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34900) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:40.501404 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-80903444', 'description': 'tempest-secgroup-smoke-80903444 description', 'project_id': '247344c0ab8a4a83b391a59b3517f176'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:39:40.507316 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:39:40.511375 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:39:40.514197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:39:40.519827 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:39:40.529391 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.564573 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:39:40.568251 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:39:40.570927 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:39:40.576928 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:39:40.632250 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.639886 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.684694 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f4bb34-18b7-4418-bbdf-ea3920257592,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:40.687726 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.688908 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8348f3c3-eb9f-4399-b28c-e8092ef4653c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1928527 Feb 21 09:39:40.691776 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34904) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:40.697012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-c503fd30-f834-400a-aa04-2496f2ffb12c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '42f4bb34-18b7-4418-bbdf-ea3920257592', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:39:40.702876 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c503fd30-f834-400a-aa04-2496f2ffb12c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:39:40.706649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c503fd30-f834-400a-aa04-2496f2ffb12c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:39:40.709462 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-c503fd30-f834-400a-aa04-2496f2ffb12c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:39:40.715168 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-c503fd30-f834-400a-aa04-2496f2ffb12c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:39:40.731741 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c503fd30-f834-400a-aa04-2496f2ffb12c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.792597 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c503fd30-f834-400a-aa04-2496f2ffb12c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.796590 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c503fd30-f834-400a-aa04-2496f2ffb12c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.818239 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503fd30-f834-400a-aa04-2496f2ffb12c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4b38e6-15db-4b64-960b-12fda6622611,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:40.827308 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c503fd30-f834-400a-aa04-2496f2ffb12c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.828483 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c503fd30-f834-400a-aa04-2496f2ffb12c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1358395 Feb 21 09:39:40.831152 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34908) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:40.836303 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-81e08e04-0947-4337-83d9-496ab4cc8aa7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '42f4bb34-18b7-4418-bbdf-ea3920257592', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:39:40.841896 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-81e08e04-0947-4337-83d9-496ab4cc8aa7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:39:40.846170 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-81e08e04-0947-4337-83d9-496ab4cc8aa7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:39:40.848984 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-81e08e04-0947-4337-83d9-496ab4cc8aa7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:39:40.854650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-81e08e04-0947-4337-83d9-496ab4cc8aa7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:39:40.870160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-81e08e04-0947-4337-83d9-496ab4cc8aa7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.930425 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-81e08e04-0947-4337-83d9-496ab4cc8aa7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.933653 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-81e08e04-0947-4337-83d9-496ab4cc8aa7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.960209 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e08e04-0947-4337-83d9-496ab4cc8aa7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4add2c-b5f0-46a7-86cd-3544dfc5e850,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:40.970514 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-81e08e04-0947-4337-83d9-496ab4cc8aa7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:40.971652 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-81e08e04-0947-4337-83d9-496ab4cc8aa7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1396177 Feb 21 09:39:40.974524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34912) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:40.980777 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-e061e1ac-75ae-4a3c-8938-054f49d02010 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '42f4bb34-18b7-4418-bbdf-ea3920257592', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:39:40.987300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e061e1ac-75ae-4a3c-8938-054f49d02010 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:39:40.991029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e061e1ac-75ae-4a3c-8938-054f49d02010 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:39:40.993819 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-e061e1ac-75ae-4a3c-8938-054f49d02010 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:39:40.999490 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-e061e1ac-75ae-4a3c-8938-054f49d02010 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:39:41.016197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e061e1ac-75ae-4a3c-8938-054f49d02010 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.078589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e061e1ac-75ae-4a3c-8938-054f49d02010 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.082098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e061e1ac-75ae-4a3c-8938-054f49d02010 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.109217 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061e1ac-75ae-4a3c-8938-054f49d02010 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2472cb-100e-4a26-9f19-a4cf9c9ca390,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:41.115590 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-e061e1ac-75ae-4a3c-8938-054f49d02010 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.117109 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e061e1ac-75ae-4a3c-8938-054f49d02010 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1412370 Feb 21 09:39:41.119767 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34916) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:41.125231 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-fd4c1098-eb4c-4f49-b864-8b91b4800584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '42f4bb34-18b7-4418-bbdf-ea3920257592', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:39:41.131080 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fd4c1098-eb4c-4f49-b864-8b91b4800584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:39:41.134798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fd4c1098-eb4c-4f49-b864-8b91b4800584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:39:41.137654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-fd4c1098-eb4c-4f49-b864-8b91b4800584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:39:41.143760 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-fd4c1098-eb4c-4f49-b864-8b91b4800584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:39:41.160841 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1098-eb4c-4f49-b864-8b91b4800584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.225633 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1098-eb4c-4f49-b864-8b91b4800584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.229179 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1098-eb4c-4f49-b864-8b91b4800584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.251518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c1098-eb4c-4f49-b864-8b91b4800584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbbd326-0333-4c81-80ec-ce546d9eb744,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:41.259858 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1098-eb4c-4f49-b864-8b91b4800584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.261124 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-fd4c1098-eb4c-4f49-b864-8b91b4800584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1403902 Feb 21 09:39:41.263878 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34920) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:41.269571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-5e3bbb52-1e5b-469b-ad5a-73575920276e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '42f4bb34-18b7-4418-bbdf-ea3920257592', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:39:41.275409 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5e3bbb52-1e5b-469b-ad5a-73575920276e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:39:41.279092 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5e3bbb52-1e5b-469b-ad5a-73575920276e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:39:41.282471 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-5e3bbb52-1e5b-469b-ad5a-73575920276e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:39:41.288257 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-5e3bbb52-1e5b-469b-ad5a-73575920276e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:39:41.298121 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-5e3bbb52-1e5b-469b-ad5a-73575920276e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Project 247344c0ab8a4a83b391a59b3517f176 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:39:41.304227 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5e3bbb52-1e5b-469b-ad5a-73575920276e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.314482 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 95b09902-1eca-4fd2-aeec-5687597b70a7 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:39:41.348513 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 95b09902-1eca-4fd2-aeec-5687597b70a7 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:39:41.348860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 95b09902-1eca-4fd2-aeec-5687597b70a7 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:39:41.366792 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5e3bbb52-1e5b-469b-ad5a-73575920276e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.370419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5e3bbb52-1e5b-469b-ad5a-73575920276e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.393431 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bbb52-1e5b-469b-ad5a-73575920276e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da93eadc-ad59-4c8e-ac08-a9ccd0125e56,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:41.402576 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-5e3bbb52-1e5b-469b-ad5a-73575920276e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.403763 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-5e3bbb52-1e5b-469b-ad5a-73575920276e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1385140 Feb 21 09:39:41.406475 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34924) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:41.412117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-918a0e34-f1f6-47e8-a69f-f312ffb46584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'security_group_rule': {'security_group_id': '42f4bb34-18b7-4418-bbdf-ea3920257592', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:39:41.417720 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-918a0e34-f1f6-47e8-a69f-f312ffb46584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:39:41.421495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-918a0e34-f1f6-47e8-a69f-f312ffb46584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:security_group_rule and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:39:41.424342 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-918a0e34-f1f6-47e8-a69f-f312ffb46584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:39:41.429945 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-918a0e34-f1f6-47e8-a69f-f312ffb46584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:39:41.440554 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-918a0e34-f1f6-47e8-a69f-f312ffb46584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Project 247344c0ab8a4a83b391a59b3517f176 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:39:41.446773 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-918a0e34-f1f6-47e8-a69f-f312ffb46584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.510212 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-918a0e34-f1f6-47e8-a69f-f312ffb46584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.513570 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-918a0e34-f1f6-47e8-a69f-f312ffb46584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.538795 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a0e34-f1f6-47e8-a69f-f312ffb46584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26177d9-01a2-46c7-a899-343ddd56fa70,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:41.551737 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-918a0e34-f1f6-47e8-a69f-f312ffb46584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.552862 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-918a0e34-f1f6-47e8-a69f-f312ffb46584 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1454492 Feb 21 09:39:41.557261 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34928) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:41.563335 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'network': {'name': 'tempest-network-smoke--459743795', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'port_security_enabled': True}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:39:41.568249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:39:41.572250 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:network and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:39:41.575157 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:39:41.581361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:39:41.591294 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:39:41.594341 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.622042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:39:41.631523 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.631856 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Added segment f21a19bf-65cf-494c-b50e-63ace90ddbc0 of type vlan for network 3ed133a3-f687-4e32-bd8e-086f50246077 Feb 21 09:39:41.657738 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.685316 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.689361 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:41.689923 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.789416 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2308316 Feb 21 09:39:41.792069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34932) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:41.798316 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'admin_state_up': True, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:39:41.798549 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d20296-a221-48f5-8182-9e1bdc12130d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Network': ['ID=3ed133a3-f687-4e32-bd8e-086f50246077,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:41.805265 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:39:41.809204 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 3ed133a3-f687-4e32-bd8e-086f50246077 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:39:41.809383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:router and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:39:41.812853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:39:41.818590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:39:41.829880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.830858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:41.849413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:42.087370 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:42.261661 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:42.289988 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:42.419855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.26.6.114 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/4784ae82-4106-4d05-82ac-7666a127efc4) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:42.561036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:42.588447 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:42.651810 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:42.654882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:42.659361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:39:42.687021 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=4784ae82-4106-4d05-82ac-7666a127efc4,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:42.811468 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:42.812170 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:43.040944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:39:43.238891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:39:43.248201 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Sync routers for ids ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:39:43.260537 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Routers {'27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:39:43.261378 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:43.264161 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:43.265870 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-928d92f5-531c-4d5f-a9f9-651fe6b1fa36 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4725795 Feb 21 09:39:43.269061 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34936) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:43.310702 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-88636dec-3008-43c9-8f01-ae609e681fb2 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=247344c0ab8a4a83b391a59b3517f176&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406077 Feb 21 09:39:43.313959 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34940) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:43.437764 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Set router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:39:43.441451 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a8bfe0-9455-4cf5-ace1-0decc310d5e2 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:43.442906 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-03a8bfe0-9455-4cf5-ace1-0decc310d5e2 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280835 Feb 21 09:39:43.445892 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34944) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:43.484314 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-62b5f4c9-3e66-429c-b7fb-649229f96b49 tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=26751cdd-d227-4344-a8c3-bb5c4927964b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372555 Feb 21 09:39:43.486807 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 34948) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:43.491956 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-721593042', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:39:43.599049 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:39:43.603435 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:subnet and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:39:43.606257 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:39:43.612436 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:39:43.622320 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:39:43.720493 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:39:42Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:43.724472 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Checking router: 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:39:43.724810 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Updating router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 port 4784ae82-4106-4d05-82ac-7666a127efc4 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:39:43.782904 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:43.815192 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:44.025667 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:44.098838 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:44.106344 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Subnet': ['ID=60d330a2-e0d1-42be-ac83-c8d749e2fb21,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:44.110777 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Transition to ACTIVE for port object 4784ae82-4106-4d05-82ac-7666a127efc4 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:39:44.117566 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:44.120277 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Checking segment: {'id': 'f21a19bf-65cf-494c-b50e-63ace90ddbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:39:44.120679 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network hostable DHCP agents. Network: 3ed133a3-f687-4e32-bd8e-086f50246077, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:39:44.142594 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 3ed133a3-f687-4e32-bd8e-086f50246077 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:39:44.151818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 3ed133a3-f687-4e32-bd8e-086f50246077) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:44.156446 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:44.157047 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:44.164028 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fef9c3-40af-4024-9470-1404eaf62e9f None None] Network 3ed133a3-f687-4e32-bd8e-086f50246077 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:39:44.181139 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bbe5d14a-313d-4757-adec-45ad95bb6e43 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6931608 Feb 21 09:39:44.183413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34952) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:44.197462 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9deee-f254-42a4-a8eb-c7e12a52692c None None] Pushing event updated for resources: {'Port': ['ID=4784ae82-4106-4d05-82ac-7666a127efc4,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:44.201331 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Attempting to bind port 4784ae82-4106-4d05-82ac-7666a127efc4 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:39:44.201691 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Attempting to bind port 4784ae82-4106-4d05-82ac-7666a127efc4 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:39:44.202072 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Attempting to bind port 4784ae82-4106-4d05-82ac-7666a127efc4 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:39:44.212663 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9deee-f254-42a4-a8eb-c7e12a52692c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:44.213003 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9deee-f254-42a4-a8eb-c7e12a52692c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:44.213332 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9deee-f254-42a4-a8eb-c7e12a52692c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:44.213659 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9deee-f254-42a4-a8eb-c7e12a52692c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:44.213980 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9deee-f254-42a4-a8eb-c7e12a52692c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:44.214300 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9deee-f254-42a4-a8eb-c7e12a52692c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:44.214614 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9deee-f254-42a4-a8eb-c7e12a52692c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:44.214930 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9deee-f254-42a4-a8eb-c7e12a52692c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:44.215284 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9deee-f254-42a4-a8eb-c7e12a52692c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:44.215596 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9deee-f254-42a4-a8eb-c7e12a52692c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:44.215906 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9deee-f254-42a4-a8eb-c7e12a52692c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:44.219018 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:39:44.219378 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:39:44.219760 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:44.220304 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:39:44.220760 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Bound port: 4784ae82-4106-4d05-82ac-7666a127efc4, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:39:44.221121 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:44.300409 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] For port 4784ae82-4106-4d05-82ac-7666a127efc4, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:44.304253 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] For port 4784ae82-4106-4d05-82ac-7666a127efc4, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4784ae82-4106-4d05-82ac-7666a127efc4,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:44.308818 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:44.385725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-3ed133a3-f687-4e32-bd8e-086f50246077', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ips': [{'subnet_id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:39:44.386609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:44.400345 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Routers {'27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:39:44.401163 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:44.546407 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9deee-f254-42a4-a8eb-c7e12a52692c None None] Pushing event updated for resources: {'Port': ['ID=4784ae82-4106-4d05-82ac-7666a127efc4,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:44.548416 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Allocated IP 172.20.0.2 (3ed133a3-f687-4e32-bd8e-086f50246077/60d330a2-e0d1-42be-ac83-c8d749e2fb21/5e4b5cce-5fff-4a33-9586-7292e84fd7e6) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:44.648714 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] Set router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:39:44.761766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:44.772862 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Transition to ACTIVE for port object 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:39:44.791014 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Transition to ACTIVE for port object 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:39:44.797906 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:44.864858 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Network 3ed133a3-f687-4e32-bd8e-086f50246077 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:44.867708 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:44.871422 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:39:44.878371 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Pushing event updated for resources: {'Port': ['ID=5e4b5cce-5fff-4a33-9586-7292e84fd7e6,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:44.962286 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Attempting to bind port 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:39:44.962667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Attempting to bind port 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'f21a19bf-65cf-494c-b50e-63ace90ddbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:39:44.963057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Attempting to bind port 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 on network 3ed133a3-f687-4e32-bd8e-086f50246077 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:39:44.965432 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:39:42Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:44.969635 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:39:44.970008 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Checking segment: {'id': 'f21a19bf-65cf-494c-b50e-63ace90ddbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:39:44.970406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:44.970564 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243c5ad-dd6b-401f-b102-65d8c9dc143e None None] The sync data for ids ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'] in dv-neutron-830062-1-hyperv is: [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:39:42Z', 'revision_number': 3, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:39:44.970870 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Bound using segment: {'id': 'f21a19bf-65cf-494c-b50e-63ace90ddbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:39:44.972031 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Bound port: 5e4b5cce-5fff-4a33-9586-7292e84fd7e6, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21a19bf-65cf-494c-b50e-63ace90ddbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:39:44.972031 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:45.062801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] For port 5e4b5cce-5fff-4a33-9586-7292e84fd7e6, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:45.068188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] For port 5e4b5cce-5fff-4a33-9586-7292e84fd7e6, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5e4b5cce-5fff-4a33-9586-7292e84fd7e6,segment=NetworkSegment(f21a19bf-65cf-494c-b50e-63ace90ddbc0),segment_id=f21a19bf-65cf-494c-b50e-63ace90ddbc0)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:45.072501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:45.094288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:45.183742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89ed0f-ed4f-4026-be1e-73a4f3172e9b None None] Pushing event updated for resources: {'Port': ['ID=5e4b5cce-5fff-4a33-9586-7292e84fd7e6,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:45.458715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4784ae82-4106-4d05-82ac-7666a127efc4 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:39:45.549950 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 4784ae82-4106-4d05-82ac-7666a127efc4 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:39:45.555465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.20.0.1 (3ed133a3-f687-4e32-bd8e-086f50246077/60d330a2-e0d1-42be-ac83-c8d749e2fb21/fe7eb5cf-0e23-4da5-98ff-f291df04f009) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:45.555954 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4784ae82-4106-4d05-82ac-7666a127efc4 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:45.556337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:45.677935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:45.698099 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 4784ae82-4106-4d05-82ac-7666a127efc4, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4784ae82-4106-4d05-82ac-7666a127efc4,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:45.703474 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:45.745408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:45.763213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Transition to ACTIVE for port object fe7eb5cf-0e23-4da5-98ff-f291df04f009 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:39:45.782192 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=4784ae82-4106-4d05-82ac-7666a127efc4,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:45.794623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:45.868251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 3ed133a3-f687-4e32-bd8e-086f50246077 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:45.871734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:45.874686 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:39:45.910681 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=fe7eb5cf-0e23-4da5-98ff-f291df04f009,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:45.945384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:46.030880 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:46.175591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cd86ba-659f-4a9c-8034-075eaf12142a None None] Network 3ed133a3-f687-4e32-bd8e-086f50246077 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:39:46.276033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-ad033219-502f-4d33-b51a-15ceec603287 None None] Provisioning for port 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:39:46.539664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:46.544637 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:46.624640 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e8f97fa5-12db-478f-9252-5897cde491af None None] Provisioning for port fe7eb5cf-0e23-4da5-98ff-f291df04f009 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:39:46.630887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e8f97fa5-12db-478f-9252-5897cde491af None None] Provisioning complete for port fe7eb5cf-0e23-4da5-98ff-f291df04f009 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:46.631426 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e8f97fa5-12db-478f-9252-5897cde491af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:46.655614 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=fe7eb5cf-0e23-4da5-98ff-f291df04f009,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:46.667404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:46.684987 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e8f97fa5-12db-478f-9252-5897cde491af None None] Port fe7eb5cf-0e23-4da5-98ff-f291df04f009 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:39:46.811875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 3ed133a3-f687-4e32-bd8e-086f50246077 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:46.813006 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:46.818549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-74e8fe04-9e9f-4572-9d63-f5d610f4a0b8 None None] Provisioning complete for port fe7eb5cf-0e23-4da5-98ff-f291df04f009 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:46.818849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-74e8fe04-9e9f-4572-9d63-f5d610f4a0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:46.876341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-74e8fe04-9e9f-4572-9d63-f5d610f4a0b8 None None] Port fe7eb5cf-0e23-4da5-98ff-f291df04f009 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:39:47.097790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1d11a964-c689-4404-9256-38f237d124eb None None] Provisioning complete for port fe7eb5cf-0e23-4da5-98ff-f291df04f009 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:47.098074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1d11a964-c689-4404-9256-38f237d124eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:47.149356 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1d11a964-c689-4404-9256-38f237d124eb None None] Port fe7eb5cf-0e23-4da5-98ff-f291df04f009 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:39:47.210587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:39:47.416720 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:39:47.429685 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4784ae82-4106-4d05-82ac-7666a127efc4 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:39:47.430189 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-45cfcdae-7a3a-45d1-a904-edab333afd86 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "PUT /v2.0/routers/27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2452881 Feb 21 09:39:47.500046 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 4784ae82-4106-4d05-82ac-7666a127efc4 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:47.500415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:47.602513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-1990421e-59cb-43b8-9494-4f73d68ae993 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:39:47.618244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-1990421e-59cb-43b8-9494-4f73d68ae993 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:39:47.619445 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-1990421e-59cb-43b8-9494-4f73d68ae993 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-80903444&fields=id&tenant_id=247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 267 time: 0.0596046 Feb 21 09:39:47.649073 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:39:47.716003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:39:47.720860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:47.721655 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:47.768544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-f7b0de7b-9551-476e-bef0-e72569e316be tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:47.769208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-f7b0de7b-9551-476e-bef0-e72569e316be tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:network {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:39:47.784800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-f7b0de7b-9551-476e-bef0-e72569e316be tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:network {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:39:47.785951 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-f7b0de7b-9551-476e-bef0-e72569e316be tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/networks?id=3ed133a3-f687-4e32-bd8e-086f50246077 HTTP/1.1" status: 200 len: 796 time: 0.1594548 Feb 21 09:39:47.805355 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-ea869bf7-f8e6-4f7c-9fed-d341451aa5e3 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/quotas/247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 375 time: 0.0137157 Feb 21 09:39:47.833376 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:47.864625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 5e4b5cce-5fff-4a33-9586-7292e84fd7e6, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5e4b5cce-5fff-4a33-9586-7292e84fd7e6,segment=NetworkSegment(f21a19bf-65cf-494c-b50e-63ace90ddbc0),segment_id=f21a19bf-65cf-494c-b50e-63ace90ddbc0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:47.868380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:47.892343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cc6f0746-c058-4672-b4cc-47159d806266 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:39:47.906744 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cc6f0746-c058-4672-b4cc-47159d806266 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:39:47.909085 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cc6f0746-c058-4672-b4cc-47159d806266 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983903 Feb 21 09:39:47.932466 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=5e4b5cce-5fff-4a33-9586-7292e84fd7e6,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:48.105381 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-a31d1573-813b-444b-a8df-93960f2ae492 service neutron] 10.222.0.48 "GET /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851397 Feb 21 09:39:48.321917 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-d5842cb3-9474-448d-8bfa-6006d6051a46 service neutron] 10.222.0.48 "GET /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104075 Feb 21 09:39:48.515369 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-51c1cdd6-a629-4eb2-bd58-5d1e4b747a77 req-60b4da9b-54bd-4ba3-b58b-695b14d323dc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 210 time: 0.0426893 Feb 21 09:39:48.620104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Sync routers for ids ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:39:48.632349 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Routers {'27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:39:48.633018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:48.817512 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Set router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:39:49.124390 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'fe7eb5cf-0e23-4da5-98ff-f291df04f009', 'name': '', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:3f:d4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:45Z', 'updated_at': '2022-02-21T09:39:46Z', 'revision_number': 2, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:49.128164 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Checking router: 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:39:49.128508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Updating router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 port fe7eb5cf-0e23-4da5-98ff-f291df04f009 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:39:49.180744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:49.381911 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:39:49.501126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:49.501413 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:49.531499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-2c6a2540-4dd4-478e-acee-55191a2799cf tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:49.532919 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-2c6a2540-4dd4-478e-acee-55191a2799cf tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/networks?id=3ed133a3-f687-4e32-bd8e-086f50246077 HTTP/1.1" status: 200 len: 796 time: 0.1514297 Feb 21 09:39:49.607892 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-3c4d2169-fe64-4221-9269-c5119bec4693 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=247344c0ab8a4a83b391a59b3517f176 HTTP/1.1" status: 200 len: 378 time: 0.0630920 Feb 21 09:39:49.617018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'port': {'device_id': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'admin_state_up': True, 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'security_groups': ['42f4bb34-18b7-4418-bbdf-ea3920257592']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:39:49.723175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:49.742637 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d309a704-563c-4453-9f2a-7de8981e7c42 req-1b4c100e-66be-4dec-9132-b00ea0e8b349 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 210 time: 0.0567403 Feb 21 09:39:49.742853 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Transition to ACTIVE for port object fe7eb5cf-0e23-4da5-98ff-f291df04f009 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:39:49.750966 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:49.796492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:39:49.806049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:39:49.817489 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Made reservation on behalf of 247344c0ab8a4a83b391a59b3517f176 for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:39:49.820579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:49.930039 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674defe-5aae-4c5f-9441-043308071cd1 None None] Pushing event updated for resources: {'Port': ['ID=fe7eb5cf-0e23-4da5-98ff-f291df04f009,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:49.999564 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.20.0.3 (3ed133a3-f687-4e32-bd8e-086f50246077/60d330a2-e0d1-42be-ac83-c8d749e2fb21/54572436-300f-4bb7-ab2b-909ac1239f8f) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:50.025064 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Attempting to bind port fe7eb5cf-0e23-4da5-98ff-f291df04f009 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:39:50.025550 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Attempting to bind port fe7eb5cf-0e23-4da5-98ff-f291df04f009 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'f21a19bf-65cf-494c-b50e-63ace90ddbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:39:50.025918 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Attempting to bind port fe7eb5cf-0e23-4da5-98ff-f291df04f009 on network 3ed133a3-f687-4e32-bd8e-086f50246077 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:39:50.032399 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:39:50.032768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Checking segment: {'id': 'f21a19bf-65cf-494c-b50e-63ace90ddbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:39:50.033164 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:50.033809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Bound using segment: {'id': 'f21a19bf-65cf-494c-b50e-63ace90ddbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:39:50.034264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Bound port: fe7eb5cf-0e23-4da5-98ff-f291df04f009, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21a19bf-65cf-494c-b50e-63ace90ddbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:39:50.034639 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:50.136254 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] For port fe7eb5cf-0e23-4da5-98ff-f291df04f009, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:50.139309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] For port fe7eb5cf-0e23-4da5-98ff-f291df04f009, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=fe7eb5cf-0e23-4da5-98ff-f291df04f009,segment=NetworkSegment(f21a19bf-65cf-494c-b50e-63ace90ddbc0),segment_id=f21a19bf-65cf-494c-b50e-63ace90ddbc0)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:50.143784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:50.191430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:50.207720 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Transition to ACTIVE for port object 54572436-300f-4bb7-ab2b-909ac1239f8f will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:39:50.224264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674defe-5aae-4c5f-9441-043308071cd1 None None] Pushing event updated for resources: {'Port': ['ID=fe7eb5cf-0e23-4da5-98ff-f291df04f009,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:50.227204 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Routers {'27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:39:50.227790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:50.232837 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:50.303686 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 3ed133a3-f687-4e32-bd8e-086f50246077 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:50.307324 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:50.311020 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:39:50.361773 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=54572436-300f-4bb7-ab2b-909ac1239f8f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:50.383400 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:50.384011 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:50.412414 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0ad471eb-622d-49b7-811b-d1aacdc44c7e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7998643 Feb 21 09:39:50.427216 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-ae9f3f31-ecd2-472e-b06d-0e83d56949d5 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:39:50.428169 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-ae9f3f31-ecd2-472e-b06d-0e83d56949d5 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0097964 Feb 21 09:39:50.429725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] Set router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:39:50.439405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Request body: {'port': {'device_id': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:39:50.552914 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:50.738052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-dba988be-2b9f-4670-8db6-1cd5e1fc8323 None None] Provisioning for port 54572436-300f-4bb7-ab2b-909ac1239f8f completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:39:50.744883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-dba988be-2b9f-4670-8db6-1cd5e1fc8323 None None] Provisioning complete for port 54572436-300f-4bb7-ab2b-909ac1239f8f triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:50.745255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-dba988be-2b9f-4670-8db6-1cd5e1fc8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:50.811376 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-dba988be-2b9f-4670-8db6-1cd5e1fc8323 None None] Port 54572436-300f-4bb7-ab2b-909ac1239f8f cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:39:50.821275 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'fe7eb5cf-0e23-4da5-98ff-f291df04f009', 'name': '', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:3f:d4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:45Z', 'updated_at': '2022-02-21T09:39:50Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:50.825484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46071264-1eb7-43e9-b4f9-b9bd4a48354f None None] The sync data for ids ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'] in dv-neutron-830062-1-hyperv is: [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'fe7eb5cf-0e23-4da5-98ff-f291df04f009', 'name': '', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:3f:d4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:45Z', 'updated_at': '2022-02-21T09:39:50Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:39:50.904844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54572436-300f-4bb7-ab2b-909ac1239f8f {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:39:50.912868 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:50.956534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Transition to ACTIVE for port object 54572436-300f-4bb7-ab2b-909ac1239f8f will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:39:50.962238 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:51.199040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=54572436-300f-4bb7-ab2b-909ac1239f8f,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:51.296672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3297c13-8943-4580-a3d8-b280fb1f5280 req-a5d28e45-8ce0-4258-8930-47225191b764 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:51.297375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-e3297c13-8943-4580-a3d8-b280fb1f5280 req-a5d28e45-8ce0-4258-8930-47225191b764 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:39:51.350338 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-e3297c13-8943-4580-a3d8-b280fb1f5280 req-a5d28e45-8ce0-4258-8930-47225191b764 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:39:51.351614 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e3297c13-8943-4580-a3d8-b280fb1f5280 req-a5d28e45-8ce0-4258-8930-47225191b764 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 943 time: 0.4364078 Feb 21 09:39:51.377539 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Attempting to bind port 54572436-300f-4bb7-ab2b-909ac1239f8f on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:39:51.377867 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Attempting to bind port 54572436-300f-4bb7-ab2b-909ac1239f8f by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'f21a19bf-65cf-494c-b50e-63ace90ddbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:39:51.378186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Attempting to bind port 54572436-300f-4bb7-ab2b-909ac1239f8f on network 3ed133a3-f687-4e32-bd8e-086f50246077 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:39:51.391901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Port 54572436-300f-4bb7-ab2b-909ac1239f8f on network 3ed133a3-f687-4e32-bd8e-086f50246077 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:39:51.392202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Attempting to bind port 54572436-300f-4bb7-ab2b-909ac1239f8f on network 3ed133a3-f687-4e32-bd8e-086f50246077 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:39:51.401663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fe7eb5cf-0e23-4da5-98ff-f291df04f009 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:39:51.409814 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:39:51.410078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Checking segment: {'id': 'f21a19bf-65cf-494c-b50e-63ace90ddbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:39:51.410458 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Bound using segment: {'id': 'f21a19bf-65cf-494c-b50e-63ace90ddbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:39:51.410888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Bound port: 54572436-300f-4bb7-ab2b-909ac1239f8f, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21a19bf-65cf-494c-b50e-63ace90ddbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:39:51.412948 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:51.431600 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e3297c13-8943-4580-a3d8-b280fb1f5280 req-c0da28cf-ee92-4860-85f5-729747200482 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717556 Feb 21 09:39:51.481397 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port fe7eb5cf-0e23-4da5-98ff-f291df04f009 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:39:51.486904 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port fe7eb5cf-0e23-4da5-98ff-f291df04f009 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:51.487398 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:51.513164 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] For port 54572436-300f-4bb7-ab2b-909ac1239f8f, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:51.517352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] For port 54572436-300f-4bb7-ab2b-909ac1239f8f, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=54572436-300f-4bb7-ab2b-909ac1239f8f,segment=NetworkSegment(f21a19bf-65cf-494c-b50e-63ace90ddbc0),segment_id=f21a19bf-65cf-494c-b50e-63ace90ddbc0)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:51.522918 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:51.591487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:51.593275 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/54572436-300f-4bb7-ab2b-909ac1239f8f HTTP/1.1" status: 200 len: 1093 time: 1.1578989 Feb 21 09:39:51.594071 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'tag': '54572436-300f-4bb7-ab2b-909ac1239f8f'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:39:51.648800 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:51.689791 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4343f8-5c62-4de5-b9e9-e726eddcb5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=54572436-300f-4bb7-ab2b-909ac1239f8f,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:51.697959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port fe7eb5cf-0e23-4da5-98ff-f291df04f009, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=fe7eb5cf-0e23-4da5-98ff-f291df04f009,segment=NetworkSegment(f21a19bf-65cf-494c-b50e-63ace90ddbc0),segment_id=f21a19bf-65cf-494c-b50e-63ace90ddbc0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:51.701494 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'tag': '54572436-300f-4bb7-ab2b-909ac1239f8f', 'status': 'completed', 'code': 200} Feb 21 09:39:51.704992 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:51.758963 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-0c3f4633-d428-4561-b9fe-cbe943691c74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 1096 time: 0.1171436 Feb 21 09:39:51.779740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=fe7eb5cf-0e23-4da5-98ff-f291df04f009,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:51.835827 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-1d5f33d4-0925-4ec0-8f24-b8d608566d54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54572436-300f-4bb7-ab2b-909ac1239f8f HTTP/1.1" status: 200 len: 217 time: 0.0689518 Feb 21 09:39:51.903920 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-3ae94183-6776-47b0-8188-907bbceb2844 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:51.905867 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-3ae94183-6776-47b0-8188-907bbceb2844 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60d330a2-e0d1-42be-ac83-c8d749e2fb21 HTTP/1.1" status: 200 len: 834 time: 0.0643518 Feb 21 09:39:51.979318 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-9a0c6e31-ebf5-430d-8f4c-584614d5b08a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ed133a3-f687-4e32-bd8e-086f50246077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682116 Feb 21 09:39:52.107837 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-232cfbf7-15b3-4c80-9784-2b7e4e370050 service neutron] 10.222.0.47 "GET /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225824 Feb 21 09:39:52.235980 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f5a36cb7-f453-4d72-9b23-99d52df0e9af req-cdd73939-b2e0-4d4a-af34-f824149824de service neutron] 10.222.0.47 "GET /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221175 Feb 21 09:39:52.355509 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ec5d37eb-d008-4ddb-8727-7875b061eb56 req-22516f73-e109-450f-ba88-329bde0332b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 1096 time: 0.0708342 Feb 21 09:39:52.485638 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d37eb-d008-4ddb-8727-7875b061eb56 req-7abd183d-f2ec-4903-bb91-484519d3e260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:52.487100 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ec5d37eb-d008-4ddb-8727-7875b061eb56 req-7abd183d-f2ec-4903-bb91-484519d3e260 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ed133a3-f687-4e32-bd8e-086f50246077 HTTP/1.1" status: 200 len: 896 time: 0.1257734 Feb 21 09:39:52.553496 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ec5d37eb-d008-4ddb-8727-7875b061eb56 req-31094a6f-b9e7-497c-8a27-94922e0faa3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54572436-300f-4bb7-ab2b-909ac1239f8f HTTP/1.1" status: 200 len: 217 time: 0.0601852 Feb 21 09:39:52.660512 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d37eb-d008-4ddb-8727-7875b061eb56 req-d8394ff2-15d7-440a-88d8-909f826664d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:52.661933 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ec5d37eb-d008-4ddb-8727-7875b061eb56 req-d8394ff2-15d7-440a-88d8-909f826664d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60d330a2-e0d1-42be-ac83-c8d749e2fb21 HTTP/1.1" status: 200 len: 834 time: 0.0777493 Feb 21 09:39:52.733179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cefce2-640a-4b8a-8fec-680ada47d747 req-bd0ecc35-2f97-4f37-ab1e-45d490c515ae tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:52.734604 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c7cefce2-640a-4b8a-8fec-680ada47d747 req-bd0ecc35-2f97-4f37-ab1e-45d490c515ae tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 943 time: 0.1794477 Feb 21 09:39:52.771805 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ec5d37eb-d008-4ddb-8727-7875b061eb56 req-9e91263d-3620-44c3-9dd2-135d85bb6cc7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ed133a3-f687-4e32-bd8e-086f50246077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1029341 Feb 21 09:39:52.852154 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c7cefce2-640a-4b8a-8fec-680ada47d747 req-010e6a8c-ba62-4165-bb46-0d32d135a09f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113558 Feb 21 09:39:52.999688 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ec5d37eb-d008-4ddb-8727-7875b061eb56 req-9ddca877-4470-493e-9033-a42af064d7c0 service neutron] 10.222.0.47 "GET /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180741 Feb 21 09:39:53.127417 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ec5d37eb-d008-4ddb-8727-7875b061eb56 req-c219c6da-4148-4aec-b3e1-ea31d3f9694b service neutron] 10.222.0.47 "GET /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224947 Feb 21 09:39:53.362673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fe7eb5cf-0e23-4da5-98ff-f291df04f009 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:39:53.432737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port fe7eb5cf-0e23-4da5-98ff-f291df04f009 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:53.433096 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:54.045527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74b4a9-b5e0-4bf8-aeaa-6216eadf87ec req-aef50409-ff66-4338-a316-21d8eb302e04 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:54.047842 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4b74b4a9-b5e0-4bf8-aeaa-6216eadf87ec req-aef50409-ff66-4338-a316-21d8eb302e04 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 943 time: 0.0752854 Feb 21 09:39:54.100686 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4b74b4a9-b5e0-4bf8-aeaa-6216eadf87ec req-566d6a39-47e3-42db-8111-666ea1626c89 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465090 Feb 21 09:39:54.375182 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 54572436-300f-4bb7-ab2b-909ac1239f8f details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:39:54.506877 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 54572436-300f-4bb7-ab2b-909ac1239f8f, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=54572436-300f-4bb7-ab2b-909ac1239f8f,segment=NetworkSegment(f21a19bf-65cf-494c-b50e-63ace90ddbc0),segment_id=f21a19bf-65cf-494c-b50e-63ace90ddbc0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:54.523539 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '54572436-300f-4bb7-ab2b-909ac1239f8f', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'port_id': '54572436-300f-4bb7-ab2b-909ac1239f8f', 'mac_address': 'fa:16:3e:81:6f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:39:54.606282 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:54.622583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54572436-300f-4bb7-ab2b-909ac1239f8f {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:39:54.637504 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 54572436-300f-4bb7-ab2b-909ac1239f8f, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=54572436-300f-4bb7-ab2b-909ac1239f8f,segment=NetworkSegment(f21a19bf-65cf-494c-b50e-63ace90ddbc0),segment_id=f21a19bf-65cf-494c-b50e-63ace90ddbc0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:54.641928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:54.707128 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=54572436-300f-4bb7-ab2b-909ac1239f8f,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:54.841416 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['54572436-300f-4bb7-ab2b-909ac1239f8f'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:39:55.295169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc7234-a1ff-4e56-a0c3-cb986715f4b1 req-25af3f02-df94-428c-a37f-e75cbfbb3385 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:55.297162 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-61bc7234-a1ff-4e56-a0c3-cb986715f4b1 req-25af3f02-df94-428c-a37f-e75cbfbb3385 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 944 time: 0.0775568 Feb 21 09:39:55.339735 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-61bc7234-a1ff-4e56-a0c3-cb986715f4b1 req-28c6b52a-f7a3-4dc7-bdf6-65333b76dc79 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372808 Feb 21 09:39:56.405244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 54572436-300f-4bb7-ab2b-909ac1239f8f up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:39:56.471015 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 54572436-300f-4bb7-ab2b-909ac1239f8f completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:39:56.475888 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 54572436-300f-4bb7-ab2b-909ac1239f8f triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:56.476253 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:56.534441 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6500173-b64c-4bb0-a797-0cbd93d00def req-166fe196-a966-455e-b152-7ef7b3af32e7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:56.535935 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d6500173-b64c-4bb0-a797-0cbd93d00def req-166fe196-a966-455e-b152-7ef7b3af32e7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 944 time: 0.0757337 Feb 21 09:39:56.581869 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d6500173-b64c-4bb0-a797-0cbd93d00def req-c127c794-2683-4a23-af9c-1e1480114e6b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403938 Feb 21 09:39:56.589234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:56.616410 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54572436-300f-4bb7-ab2b-909ac1239f8f'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:39:56.626770 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 54572436-300f-4bb7-ab2b-909ac1239f8f, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=54572436-300f-4bb7-ab2b-909ac1239f8f,segment=NetworkSegment(f21a19bf-65cf-494c-b50e-63ace90ddbc0),segment_id=f21a19bf-65cf-494c-b50e-63ace90ddbc0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:56.630604 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:56.672076 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54572436-300f-4bb7-ab2b-909ac1239f8f', 'code': 200} Feb 21 09:39:56.697503 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=54572436-300f-4bb7-ab2b-909ac1239f8f,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:56.890791 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-92578671-4b58-4638-bdb9-11ca95788c51 req-f8fbe63b-0da2-4898-974f-3f2a64238dde service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 1098 time: 0.0705235 Feb 21 09:39:56.932089 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-92578671-4b58-4638-bdb9-11ca95788c51 req-39048a6f-8d2e-4dd5-a81b-6d1c1dbcc156 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359910 Feb 21 09:39:57.777703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f59e9-d425-4763-99b7-61d3961ccc3f req-6eea54c4-3233-45f9-a132-7ecc0590863e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:57.779180 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b23f59e9-d425-4763-99b7-61d3961ccc3f req-6eea54c4-3233-45f9-a132-7ecc0590863e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 945 time: 0.0755582 Feb 21 09:39:57.827957 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b23f59e9-d425-4763-99b7-61d3961ccc3f req-547b934a-5ac3-4dde-a60e-43d972e4ffc8 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429521 Feb 21 09:39:59.022939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a057a9-eb1b-4930-b9ad-6d2da65e21c8 req-e63d0a0a-7c89-42d4-95c0-981cdcfac071 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:59.024411 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f8a057a9-eb1b-4930-b9ad-6d2da65e21c8 req-e63d0a0a-7c89-42d4-95c0-981cdcfac071 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 945 time: 0.0740716 Feb 21 09:39:59.068543 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f8a057a9-eb1b-4930-b9ad-6d2da65e21c8 req-a3e9beda-c9ab-4f3c-b842-f5c125507399 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388894 Feb 21 09:39:59.260527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925ae30-f1f9-44a4-91db-033b10995ffe req-8fffd3b0-7db8-4612-9e0b-97b5d820b154 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:59.261909 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5925ae30-f1f9-44a4-91db-033b10995ffe req-8fffd3b0-7db8-4612-9e0b-97b5d820b154 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 945 time: 0.0776997 Feb 21 09:39:59.309136 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5925ae30-f1f9-44a4-91db-033b10995ffe req-a9bceb24-4077-4073-9335-57f7ebbbb763 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418525 Feb 21 09:39:59.336372 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 34998) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:59.404666 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f7640a09-012d-4941-985a-f83aeb099aeb tempest-TestNetworkAdvancedServerOps-2146009065 tempest-TestNetworkAdvancedServerOps-2146009065-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 1093 time: 0.0671258 Feb 21 09:39:59.407898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35002) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:39:59.413107 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '54572436-300f-4bb7-ab2b-909ac1239f8f', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:39:59.418399 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:39:59.422139 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Usage tracker for resource:floatingip and tenant:247344c0ab8a4a83b391a59b3517f176 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:39:59.424886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:39:59.430376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:39:59.440431 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:59.571915 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:59.707267 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Allocated IP 172.26.6.31 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/f61c1f00-dc69-40d6-9c23-2fdf15786549) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:59.855453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:59.882281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:39:59.947236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:59.950064 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:59.954685 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:39:59.983494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=f61c1f00-dc69-40d6-9c23-2fdf15786549,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:00.267656 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8b7d39c5-a644-46d9-beb8-d20cce2946e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:00.538036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:00.595800 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:00.793805 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:00.798901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:00.862064 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:00.905735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event updated for resources: {'Port': ['ID=f61c1f00-dc69-40d6-9c23-2fdf15786549,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:00.919559 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:01.100263 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Floating IP 75c9e27b-40b0-4860-893c-8730d1535114 associated. External IP: 172.26.6.31, port: 54572436-300f-4bb7-ab2b-909ac1239f8f. Feb 21 09:40:01.475140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:40:01.672015 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:40:01.681306 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3d694-ddd0-40dd-a1d4-3df1a4171d56 None None] Sync routers for ids ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:40:01.694261 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3d694-ddd0-40dd-a1d4-3df1a4171d56 None None] Routers {'27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:40:01.694959 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c4c3d694-ddd0-40dd-a1d4-3df1a4171d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:01.696177 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:01.747642 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-99c609b2-7ebc-4a40-9365-55bd2b9ae4d4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3386822 Feb 21 09:40:01.748124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'tag': '54572436-300f-4bb7-ab2b-909ac1239f8f'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:40:01.806123 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'tag': '54572436-300f-4bb7-ab2b-909ac1239f8f', 'status': 'completed', 'code': 200} Feb 21 09:40:01.878356 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-c4c3d694-ddd0-40dd-a1d4-3df1a4171d56 None None] Set router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:40:02.060606 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f436a62e-c48e-4c0c-87ab-e17c8f49ed1a req-f8f94399-d044-48ce-b7eb-b19cc8bd62fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 1098 time: 0.2322245 Feb 21 09:40:02.066766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea980a54-2803-444f-b2ef-10b4af89a22b req-121d6d56-d363-4297-9eb9-1d4826f4a2f4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:02.068202 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea980a54-2803-444f-b2ef-10b4af89a22b req-121d6d56-d363-4297-9eb9-1d4826f4a2f4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 945 time: 0.2062275 Feb 21 09:40:02.192684 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea980a54-2803-444f-b2ef-10b4af89a22b req-e73ea323-ad21-46d5-94a6-b1ead705f995 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1065795 Feb 21 09:40:02.221035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35010) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:02.240786 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c4c3d694-ddd0-40dd-a1d4-3df1a4171d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '75c9e27b-40b0-4860-893c-8730d1535114', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'port_id': '54572436-300f-4bb7-ab2b-909ac1239f8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'mac_address': 'fa:16:3e:81:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:40:00Z', 'updated_at': '2022-02-21T09:40:00Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7eb5cf-0e23-4da5-98ff-f291df04f009', 'name': '', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:3f:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:45Z', 'updated_at': '2022-02-21T09:39:51Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:02.244581 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3d694-ddd0-40dd-a1d4-3df1a4171d56 None None] Checking router: 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:40:02.254799 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3d694-ddd0-40dd-a1d4-3df1a4171d56 None None] Routers {'27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:40:02.255414 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c4c3d694-ddd0-40dd-a1d4-3df1a4171d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:02.296593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a62e-c48e-4c0c-87ab-e17c8f49ed1a req-fd82192e-b90c-4ed2-bba7-b8a125a81a33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:02.298044 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f436a62e-c48e-4c0c-87ab-e17c8f49ed1a req-fd82192e-b90c-4ed2-bba7-b8a125a81a33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ed133a3-f687-4e32-bd8e-086f50246077 HTTP/1.1" status: 200 len: 896 time: 0.2290103 Feb 21 09:40:02.396611 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4c876a45-f043-4691-8393-6c54d19d9511 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/75c9e27b-40b0-4860-893c-8730d1535114 HTTP/1.1" status: 200 len: 990 time: 0.1744931 Feb 21 09:40:02.420221 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f436a62e-c48e-4c0c-87ab-e17c8f49ed1a req-40b6e616-b1fc-4269-8316-f66057549495 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54572436-300f-4bb7-ab2b-909ac1239f8f HTTP/1.1" status: 200 len: 998 time: 0.1166508 Feb 21 09:40:02.440129 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-c4c3d694-ddd0-40dd-a1d4-3df1a4171d56 None None] Set router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:40:02.488691 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a62e-c48e-4c0c-87ab-e17c8f49ed1a req-8cebe433-02f3-4bbe-9d8d-e59af5c483f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:02.490179 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f436a62e-c48e-4c0c-87ab-e17c8f49ed1a req-8cebe433-02f3-4bbe-9d8d-e59af5c483f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60d330a2-e0d1-42be-ac83-c8d749e2fb21 HTTP/1.1" status: 200 len: 834 time: 0.0647097 Feb 21 09:40:02.575346 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f436a62e-c48e-4c0c-87ab-e17c8f49ed1a req-9616e557-4af3-4c70-973f-739fccc2f9f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ed133a3-f687-4e32-bd8e-086f50246077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754273 Feb 21 09:40:02.720254 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f436a62e-c48e-4c0c-87ab-e17c8f49ed1a req-23e0467e-169a-492d-8220-94d8690b1746 service neutron] 10.222.0.47 "GET /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382668 Feb 21 09:40:02.840514 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-c4c3d694-ddd0-40dd-a1d4-3df1a4171d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '75c9e27b-40b0-4860-893c-8730d1535114', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'port_id': '54572436-300f-4bb7-ab2b-909ac1239f8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'mac_address': 'fa:16:3e:81:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:40:00Z', 'updated_at': '2022-02-21T09:40:00Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7eb5cf-0e23-4da5-98ff-f291df04f009', 'name': '', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:3f:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:45Z', 'updated_at': '2022-02-21T09:39:51Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:02.845542 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3d694-ddd0-40dd-a1d4-3df1a4171d56 None None] The sync data for ids ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'] in dv-neutron-830062-1-hyperv is: [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '75c9e27b-40b0-4860-893c-8730d1535114', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'port_id': '54572436-300f-4bb7-ab2b-909ac1239f8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'mac_address': 'fa:16:3e:81:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:40:00Z', 'updated_at': '2022-02-21T09:40:00Z', 'revision_number': 0, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7eb5cf-0e23-4da5-98ff-f291df04f009', 'name': '', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:3f:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:45Z', 'updated_at': '2022-02-21T09:39:51Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:40:02.858150 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-f436a62e-c48e-4c0c-87ab-e17c8f49ed1a req-8db847e6-ecb2-4c5b-856b-bada6d914cac service neutron] 10.222.0.47 "GET /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325758 Feb 21 09:40:03.041729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f020f81a-3fd8-43aa-a53b-790f06a86c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:03.400498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35014) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:03.502611 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-399d7c00-f827-40d5-936b-5940d7d9e040 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/75c9e27b-40b0-4860-893c-8730d1535114 HTTP/1.1" status: 200 len: 990 time: 0.1009994 Feb 21 09:40:03.732071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:04.177327 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:04.506038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35018) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:04.610603 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-df97c005-1161-44b9-8135-b45fd2490c95 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/75c9e27b-40b0-4860-893c-8730d1535114 HTTP/1.1" status: 200 len: 990 time: 0.1033978 Feb 21 09:40:05.614513 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35022) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:05.718144 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cff68525-d76c-4450-b2fe-28acb3fb4bf0 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/75c9e27b-40b0-4860-893c-8730d1535114 HTTP/1.1" status: 200 len: 990 time: 0.1018498 Feb 21 09:40:06.125601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:06.536826 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78830031-b523-4bc8-9441-5f9e5db00c44 None None] New status for floating IP 75c9e27b-40b0-4860-893c-8730d1535114: ACTIVE {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:40:06.722055 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35026) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:06.829375 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-34ede668-54b7-4f9c-b9cb-daff36fc40cc tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/75c9e27b-40b0-4860-893c-8730d1535114 HTTP/1.1" status: 200 len: 992 time: 0.1061728 Feb 21 09:40:09.859910 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:40:15.445816 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ddfdd55-681c-44c0-8cba-14b67115fe83 req-696d026b-19d8-4ee3-871c-8d5ace7ce1db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657897 Feb 21 09:40:15.581725 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ddfdd55-681c-44c0-8cba-14b67115fe83 req-3d53aad3-546e-4024-8d94-2059f3ff22c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 1098 time: 0.0696266 Feb 21 09:40:15.734520 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfdd55-681c-44c0-8cba-14b67115fe83 req-21f0da23-5dc9-4c66-a4d7-a6a13e63b76a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:15.735976 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ddfdd55-681c-44c0-8cba-14b67115fe83 req-21f0da23-5dc9-4c66-a4d7-a6a13e63b76a service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ed133a3-f687-4e32-bd8e-086f50246077 HTTP/1.1" status: 200 len: 896 time: 0.1351094 Feb 21 09:40:15.835184 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ddfdd55-681c-44c0-8cba-14b67115fe83 req-bdbbd84f-d5b7-41d0-873d-a7e06185ba9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54572436-300f-4bb7-ab2b-909ac1239f8f HTTP/1.1" status: 200 len: 1000 time: 0.0925515 Feb 21 09:40:15.990534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfdd55-681c-44c0-8cba-14b67115fe83 req-4881bd7d-ab16-472d-b2e6-870ef9e1f2c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:15.992004 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ddfdd55-681c-44c0-8cba-14b67115fe83 req-4881bd7d-ab16-472d-b2e6-870ef9e1f2c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60d330a2-e0d1-42be-ac83-c8d749e2fb21 HTTP/1.1" status: 200 len: 834 time: 0.1511629 Feb 21 09:40:16.067243 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ddfdd55-681c-44c0-8cba-14b67115fe83 req-d6c8c1a8-d01e-4c2f-9811-f51004cca984 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ed133a3-f687-4e32-bd8e-086f50246077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688555 Feb 21 09:40:16.197457 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ddfdd55-681c-44c0-8cba-14b67115fe83 req-97dc343a-d843-4bd0-9e6f-8bb5f1cada69 service neutron] 10.222.0.47 "GET /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226373 Feb 21 09:40:16.325791 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8ddfdd55-681c-44c0-8cba-14b67115fe83 req-1585e36c-7406-44b4-9b2d-d0ea177fbcd3 service neutron] 10.222.0.47 "GET /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213596 Feb 21 09:40:29.881582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b08ecb-5e14-45df-bf09-b54f04f3d471 req-c0e2e880-677f-4747-877a-9abf24515d34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:29.883144 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b1b08ecb-5e14-45df-bf09-b54f04f3d471 req-c0e2e880-677f-4747-877a-9abf24515d34 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 945 time: 0.0758131 Feb 21 09:40:29.931440 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b1b08ecb-5e14-45df-bf09-b54f04f3d471 req-50b12868-ee40-4cc5-be72-af22d2efab26 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416760 Feb 21 09:40:30.273696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b814b29f-f0d2-4eb2-af55-796a923d1f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:30.871298 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:31.125694 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7f1ef-8957-4cb1-85f4-eac86a608795 req-79d3621f-753f-44e0-8831-7454fe867012 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:31.127070 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aaf7f1ef-8957-4cb1-85f4-eac86a608795 req-79d3621f-753f-44e0-8831-7454fe867012 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 945 time: 0.0775039 Feb 21 09:40:31.170891 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aaf7f1ef-8957-4cb1-85f4-eac86a608795 req-3fffef91-1da8-4f90-beba-57f580ed13a7 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385520 Feb 21 09:40:31.198317 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35044) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:31.300440 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ca3c993a-053c-4bb6-8ea0-7883ff7f3155 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/75c9e27b-40b0-4860-893c-8730d1535114 HTTP/1.1" status: 200 len: 992 time: 0.1010356 Feb 21 09:40:32.827182 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ffc6beb6-af55-40e4-b207-576f92a8139b req-ce81b7ed-93cd-4b9b-ba7c-51b2a668944e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 1098 time: 0.1231673 Feb 21 09:40:32.833166 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9625d7-ee2a-4a1c-9dbe-b516e0a423ec req-ce3ae3b2-ddb5-4ca7-8360-9b57e2eb105d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:32.834457 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a9625d7-ee2a-4a1c-9dbe-b516e0a423ec req-ce3ae3b2-ddb5-4ca7-8360-9b57e2eb105d tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 945 time: 0.1329300 Feb 21 09:40:32.959035 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1a9625d7-ee2a-4a1c-9dbe-b516e0a423ec req-18fdae5c-3bdb-4d75-83f1-56c53d5d8c0e tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071157 Feb 21 09:40:32.988608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6beb6-af55-40e4-b207-576f92a8139b req-31d53722-6c17-4eb3-96bf-0d9eb2dce2d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:32.990037 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ffc6beb6-af55-40e4-b207-576f92a8139b req-31d53722-6c17-4eb3-96bf-0d9eb2dce2d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ed133a3-f687-4e32-bd8e-086f50246077 HTTP/1.1" status: 200 len: 896 time: 0.1547525 Feb 21 09:40:33.043675 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-37ae3e4c-73ea-40ff-a58a-4cccb9c5aeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:33.092929 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ffc6beb6-af55-40e4-b207-576f92a8139b req-e31b275f-4e7a-42ef-913d-f495c8f580d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54572436-300f-4bb7-ab2b-909ac1239f8f HTTP/1.1" status: 200 len: 1000 time: 0.0957444 Feb 21 09:40:33.152256 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6beb6-af55-40e4-b207-576f92a8139b req-17982fa6-dcb6-4ebb-a385-8346247f5de2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:33.153648 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ffc6beb6-af55-40e4-b207-576f92a8139b req-17982fa6-dcb6-4ebb-a385-8346247f5de2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60d330a2-e0d1-42be-ac83-c8d749e2fb21 HTTP/1.1" status: 200 len: 834 time: 0.0555849 Feb 21 09:40:33.227381 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ffc6beb6-af55-40e4-b207-576f92a8139b req-b035724b-6e3d-49a5-83cf-df1f3bc4fe11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ed133a3-f687-4e32-bd8e-086f50246077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676653 Feb 21 09:40:33.365416 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ffc6beb6-af55-40e4-b207-576f92a8139b req-81ef659c-de97-471e-8734-7d5e2e97b815 service neutron] 10.222.0.47 "GET /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312087 Feb 21 09:40:33.492135 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ffc6beb6-af55-40e4-b207-576f92a8139b req-98cd6bc1-6245-492e-b252-553d9313247b service neutron] 10.222.0.47 "GET /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214075 Feb 21 09:40:33.734286 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:34.180465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:34.241780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489e6cc-0979-4f6e-9145-79250e06eb5f req-cc4c3ed5-509d-4e87-be7f-c223e5098979 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:34.243272 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b489e6cc-0979-4f6e-9145-79250e06eb5f req-cc4c3ed5-509d-4e87-be7f-c223e5098979 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 945 time: 0.1647909 Feb 21 09:40:34.293993 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b489e6cc-0979-4f6e-9145-79250e06eb5f req-a2e2883b-8972-42f8-a53c-f15795320551 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451252 Feb 21 09:40:35.495995 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cfec0-d6ce-40e7-8ff9-f187767c6c65 req-8602b8fd-8f3a-4575-9bd9-7f609fc7297c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:35.497417 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8c5cfec0-d6ce-40e7-8ff9-f187767c6c65 req-8602b8fd-8f3a-4575-9bd9-7f609fc7297c tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 945 time: 0.0760908 Feb 21 09:40:35.540894 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8c5cfec0-d6ce-40e7-8ff9-f187767c6c65 req-914c7d0d-1dbb-4582-87df-e28c7479848b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380936 Feb 21 09:40:35.569462 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35058) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:35.671803 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-dd981cc1-4900-4081-a4d2-3e97fc4ebfa4 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/floatingips/75c9e27b-40b0-4860-893c-8730d1535114 HTTP/1.1" status: 200 len: 992 time: 0.1012015 Feb 21 09:40:35.972734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35066) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:36.130669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:36.169391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port f61c1f00-dc69-40d6-9c23-2fdf15786549 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:40:36.169723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:36.337224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:36.337450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:36.459010 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for f61c1f00-dc69-40d6-9c23-2fdf15786549 owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:40:36.603229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:36.650729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=f61c1f00-dc69-40d6-9c23-2fdf15786549,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:36.688275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:36.688613 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:36.688944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:36.689271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:36.689593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:36.689921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:36.690224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:36.690539 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:36.690849 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:36.691183 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:36.691497 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:36.750881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:37.226067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:40:37.422820 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:40:37.432154 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834eeb7c-8fb4-49e5-bbfa-7ef037a93ccd None None] Sync routers for ids ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:40:37.442159 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:37.444524 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834eeb7c-8fb4-49e5-bbfa-7ef037a93ccd None None] Routers {'27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:40:37.445152 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-834eeb7c-8fb4-49e5-bbfa-7ef037a93ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:37.493527 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ea8a873b-301f-41d9-aeea-39f30fb3ddea tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/floatingips/75c9e27b-40b0-4860-893c-8730d1535114 HTTP/1.1" status: 204 len: 168 time: 1.5195994 Feb 21 09:40:37.493924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'tag': '54572436-300f-4bb7-ab2b-909ac1239f8f'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:40:37.555387 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'tag': '54572436-300f-4bb7-ab2b-909ac1239f8f', 'status': 'completed', 'code': 200} Feb 21 09:40:37.637899 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-834eeb7c-8fb4-49e5-bbfa-7ef037a93ccd None None] Set router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:40:37.648602 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-19c7b77e-eefc-4742-84f0-69aa7b568fe0 req-2be38769-4ffc-450e-b10b-1aa2880def7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247344c0ab8a4a83b391a59b3517f176&device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 1098 time: 0.0758007 Feb 21 09:40:37.797053 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7b77e-eefc-4742-84f0-69aa7b568fe0 req-b649678d-f88b-42f8-82ef-2abda6275859 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:37.798588 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-19c7b77e-eefc-4742-84f0-69aa7b568fe0 req-b649678d-f88b-42f8-82ef-2abda6275859 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ed133a3-f687-4e32-bd8e-086f50246077 HTTP/1.1" status: 200 len: 896 time: 0.1424580 Feb 21 09:40:37.905320 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-19c7b77e-eefc-4742-84f0-69aa7b568fe0 req-5fb15c4b-3a46-40f7-bec9-15453d16c287 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54572436-300f-4bb7-ab2b-909ac1239f8f HTTP/1.1" status: 200 len: 217 time: 0.0979674 Feb 21 09:40:37.950836 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-834eeb7c-8fb4-49e5-bbfa-7ef037a93ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'fe7eb5cf-0e23-4da5-98ff-f291df04f009', 'name': '', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:3f:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:45Z', 'updated_at': '2022-02-21T09:39:51Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:37.955139 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834eeb7c-8fb4-49e5-bbfa-7ef037a93ccd None None] Checking router: 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:40:37.965212 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834eeb7c-8fb4-49e5-bbfa-7ef037a93ccd None None] Routers {'27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:40:37.965791 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-834eeb7c-8fb4-49e5-bbfa-7ef037a93ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:37.984417 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7b77e-eefc-4742-84f0-69aa7b568fe0 req-392fe5f0-edb2-495b-8b42-5ea58890b1a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:37.985858 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-19c7b77e-eefc-4742-84f0-69aa7b568fe0 req-392fe5f0-edb2-495b-8b42-5ea58890b1a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60d330a2-e0d1-42be-ac83-c8d749e2fb21 HTTP/1.1" status: 200 len: 834 time: 0.0730464 Feb 21 09:40:38.031330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e94879-d521-4548-b00d-dee18e2f4228 req-fcf57bbc-6616-4d81-9ae9-cb8a0591c1c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:38.031891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-b6e94879-d521-4548-b00d-dee18e2f4228 req-fcf57bbc-6616-4d81-9ae9-cb8a0591c1c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:40:38.060679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-b6e94879-d521-4548-b00d-dee18e2f4228 req-fcf57bbc-6616-4d81-9ae9-cb8a0591c1c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:40:38.062317 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b6e94879-d521-4548-b00d-dee18e2f4228 req-fcf57bbc-6616-4d81-9ae9-cb8a0591c1c1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 945 time: 0.2033849 Feb 21 09:40:38.104624 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-19c7b77e-eefc-4742-84f0-69aa7b568fe0 req-138244e0-ec0e-4540-81eb-b29d9a1107da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ed133a3-f687-4e32-bd8e-086f50246077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1112509 Feb 21 09:40:38.140637 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b6e94879-d521-4548-b00d-dee18e2f4228 req-7725f713-4122-4d30-a997-5d7fcebeaeb5 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709491 Feb 21 09:40:38.141594 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-834eeb7c-8fb4-49e5-bbfa-7ef037a93ccd None None] Set router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:40:38.243544 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-19c7b77e-eefc-4742-84f0-69aa7b568fe0 req-66108ffc-3c72-418b-8e80-d1339348906c service neutron] 10.222.0.47 "GET /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310880 Feb 21 09:40:38.377383 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-19c7b77e-eefc-4742-84f0-69aa7b568fe0 req-602ca606-410f-4348-b4eb-bb42dd5d1a14 service neutron] 10.222.0.47 "GET /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266003 Feb 21 09:40:38.452773 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-834eeb7c-8fb4-49e5-bbfa-7ef037a93ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'fe7eb5cf-0e23-4da5-98ff-f291df04f009', 'name': '', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:3f:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:45Z', 'updated_at': '2022-02-21T09:39:51Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:38.456608 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834eeb7c-8fb4-49e5-bbfa-7ef037a93ccd None None] The sync data for ids ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'] in dv-neutron-830062-1-hyperv is: [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'fe7eb5cf-0e23-4da5-98ff-f291df04f009', 'name': '', 'network_id': '3ed133a3-f687-4e32-bd8e-086f50246077', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'mac_address': 'fa:16:3e:3f:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:45Z', 'updated_at': '2022-02-21T09:39:51Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'subnets': [{'id': '60d330a2-e0d1-42be-ac83-c8d749e2fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:40:38.664280 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b1485-ce8b-44fc-a5d7-6edc0553493c None None] New status for floating IP 75c9e27b-40b0-4860-893c-8730d1535114: DOWN {{(pid=83586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:40:39.350923 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb5475-b60b-4309-bae9-166e1b99c13e req-c3eb1253-64b0-40fc-a08b-d2a1a70dd78f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:39.352449 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bdeb5475-b60b-4309-bae9-166e1b99c13e req-c3eb1253-64b0-40fc-a08b-d2a1a70dd78f tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 945 time: 0.0821171 Feb 21 09:40:39.451999 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bdeb5475-b60b-4309-bae9-166e1b99c13e req-7690b9cf-e2a3-4b61-bfa7-d2c2966fdd1a tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f4bb34-18b7-4418-bbdf-ea3920257592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678291 Feb 21 09:40:39.464573 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a9b2a-2a30-4ae1-b756-0742b233630e req-0da89ef6-2488-4ab0-9325-513d27e989b9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:39.465955 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ca5a9b2a-2a30-4ae1-b756-0742b233630e req-0da89ef6-2488-4ab0-9325-513d27e989b9 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 945 time: 0.1126852 Feb 21 09:40:39.533015 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-ca5a9b2a-2a30-4ae1-b756-0742b233630e req-b0ce1c62-730e-4730-9c5b-23cd051eeff1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port 54572436-300f-4bb7-ab2b-909ac1239f8f {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:40:39.533350 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-ca5a9b2a-2a30-4ae1-b756-0742b233630e req-b0ce1c62-730e-4730-9c5b-23cd051eeff1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:39.857032 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-ca5a9b2a-2a30-4ae1-b756-0742b233630e req-b0ce1c62-730e-4730-9c5b-23cd051eeff1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port 54572436-300f-4bb7-ab2b-909ac1239f8f, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=54572436-300f-4bb7-ab2b-909ac1239f8f,segment=NetworkSegment(f21a19bf-65cf-494c-b50e-63ace90ddbc0),segment_id=f21a19bf-65cf-494c-b50e-63ace90ddbc0)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:39.857389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-ca5a9b2a-2a30-4ae1-b756-0742b233630e req-b0ce1c62-730e-4730-9c5b-23cd051eeff1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:39.974272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-ca5a9b2a-2a30-4ae1-b756-0742b233630e req-b0ce1c62-730e-4730-9c5b-23cd051eeff1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for 54572436-300f-4bb7-ab2b-909ac1239f8f owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:40:40.115189 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-ca5a9b2a-2a30-4ae1-b756-0742b233630e req-b0ce1c62-730e-4730-9c5b-23cd051eeff1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:40.163187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce1c62-730e-4730-9c5b-23cd051eeff1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=54572436-300f-4bb7-ab2b-909ac1239f8f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:40.234374 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5a9b2a-2a30-4ae1-b756-0742b233630e req-b0ce1c62-730e-4730-9c5b-23cd051eeff1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] No DVR routers for this DVR port 54572436-300f-4bb7-ab2b-909ac1239f8f on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:40:40.236774 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-ca5a9b2a-2a30-4ae1-b756-0742b233630e req-b0ce1c62-730e-4730-9c5b-23cd051eeff1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:40.239240 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'name': 'network-vif-deleted', 'tag': '54572436-300f-4bb7-ab2b-909ac1239f8f'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:40:40.255283 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ca5a9b2a-2a30-4ae1-b756-0742b233630e req-b0ce1c62-730e-4730-9c5b-23cd051eeff1 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.47 "DELETE /v2.0/ports/54572436-300f-4bb7-ab2b-909ac1239f8f HTTP/1.1" status: 204 len: 173 time: 0.7840948 Feb 21 09:40:40.303474 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a99cc5-10b8-4ccb-bb1f-288923edc569', 'name': 'network-vif-deleted', 'tag': '54572436-300f-4bb7-ab2b-909ac1239f8f', 'status': 'completed', 'code': 200} Feb 21 09:40:40.627608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-b8782a92-8714-4dd9-aa1d-9a0c71fef99f req-e07d02ec-0312-4be3-8eb0-c7383c211719 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Synchronizing usage tracker for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:40:40.652984 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-b8782a92-8714-4dd9-aa1d-9a0c71fef99f req-e07d02ec-0312-4be3-8eb0-c7383c211719 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Unset dirty status for tenant:247344c0ab8a4a83b391a59b3517f176 on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:40:40.654443 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b8782a92-8714-4dd9-aa1d-9a0c71fef99f req-e07d02ec-0312-4be3-8eb0-c7383c211719 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a99cc5-10b8-4ccb-bb1f-288923edc569 HTTP/1.1" status: 200 len: 210 time: 0.0685976 Feb 21 09:40:41.760844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35084) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:42.145113 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2365bcee-91d2-4217-85ff-6b0535973037 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:42.748972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 54572436-300f-4bb7-ab2b-909ac1239f8f no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:40:42.786175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 54572436-300f-4bb7-ab2b-909ac1239f8f {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:40:42.786533 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 54572436-300f-4bb7-ab2b-909ac1239f8f not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:40:42.829071 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2365bcee-91d2-4217-85ff-6b0535973037 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port fe7eb5cf-0e23-4da5-98ff-f291df04f009 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:40:42.829689 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2365bcee-91d2-4217-85ff-6b0535973037 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:43.008649 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-2365bcee-91d2-4217-85ff-6b0535973037 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port fe7eb5cf-0e23-4da5-98ff-f291df04f009, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=fe7eb5cf-0e23-4da5-98ff-f291df04f009,segment=NetworkSegment(f21a19bf-65cf-494c-b50e-63ace90ddbc0),segment_id=f21a19bf-65cf-494c-b50e-63ace90ddbc0)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:43.009001 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2365bcee-91d2-4217-85ff-6b0535973037 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:43.125253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-2365bcee-91d2-4217-85ff-6b0535973037 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for fe7eb5cf-0e23-4da5-98ff-f291df04f009 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:40:43.292792 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2365bcee-91d2-4217-85ff-6b0535973037 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:43.342191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365bcee-91d2-4217-85ff-6b0535973037 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=fe7eb5cf-0e23-4da5-98ff-f291df04f009,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:43.631370 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2365bcee-91d2-4217-85ff-6b0535973037 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:44.290606 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2365bcee-91d2-4217-85ff-6b0535973037 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:40:44.498363 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2365bcee-91d2-4217-85ff-6b0535973037 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:40:44.508071 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a9996-a144-49f7-86b2-c6dd516f6542 None None] Sync routers for ids ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:40:44.514796 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2365bcee-91d2-4217-85ff-6b0535973037 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "PUT /v2.0/routers/27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7528038 Feb 21 09:40:44.519363 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35088) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:44.520607 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a9996-a144-49f7-86b2-c6dd516f6542 None None] Routers {'27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:40:44.521277 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-884a9996-a144-49f7-86b2-c6dd516f6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:44.699882 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-884a9996-a144-49f7-86b2-c6dd516f6542 None None] Set router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:40:44.706770 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d5a9c5-9aaa-486a-90e5-90cb5dc9b352 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting subnet 60d330a2-e0d1-42be-ac83-c8d749e2fb21 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:40:44.709668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a9c5-9aaa-486a-90e5-90cb5dc9b352 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:44.774122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a9c5-9aaa-486a-90e5-90cb5dc9b352 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:44.860078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a9c5-9aaa-486a-90e5-90cb5dc9b352 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:44.932969 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a9c5-9aaa-486a-90e5-90cb5dc9b352 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:44.969104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5a9c5-9aaa-486a-90e5-90cb5dc9b352 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Subnet': ['ID=60d330a2-e0d1-42be-ac83-c8d749e2fb21,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:44.977567 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a9c5-9aaa-486a-90e5-90cb5dc9b352 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:44.983225 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60f875e-a04a-4760-adbf-e9309661ca6e None None] Network 3ed133a3-f687-4e32-bd8e-086f50246077 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:40:44.984375 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a9d5a9c5-9aaa-486a-90e5-90cb5dc9b352 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/subnets/60d330a2-e0d1-42be-ac83-c8d749e2fb21 HTTP/1.1" status: 204 len: 168 time: 0.4637773 Feb 21 09:40:44.986653 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35092) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:45.024381 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-884a9996-a144-49f7-86b2-c6dd516f6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:40:43Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:45.028233 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a9996-a144-49f7-86b2-c6dd516f6542 None None] Checking router: 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:40:45.039921 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a9996-a144-49f7-86b2-c6dd516f6542 None None] Routers {'27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:40:45.040517 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-884a9996-a144-49f7-86b2-c6dd516f6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:45.203606 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:45.235340 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-884a9996-a144-49f7-86b2-c6dd516f6542 None None] Set router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:40:45.259455 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] DHCP port deletion for 3ed133a3-f687-4e32-bd8e-086f50246077 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:40:45.263588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Deleting port 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:40:45.263999 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:45.434568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:45.446668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Deleting port 4784ae82-4106-4d05-82ac-7666a127efc4 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:40:45.447124 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:45.472079 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] For port 5e4b5cce-5fff-4a33-9586-7292e84fd7e6, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5e4b5cce-5fff-4a33-9586-7292e84fd7e6,segment=NetworkSegment(f21a19bf-65cf-494c-b50e-63ace90ddbc0),segment_id=f21a19bf-65cf-494c-b50e-63ace90ddbc0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:45.472461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:45.531924 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:40:45.544958 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-884a9996-a144-49f7-86b2-c6dd516f6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:40:43Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:45.550668 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a9996-a144-49f7-86b2-c6dd516f6542 None None] The sync data for ids ['27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1'] in dv-neutron-830062-1-hyperv is: [{'id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697678365', 'tenant_id': '247344c0ab8a4a83b391a59b3517f176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:41Z', 'updated_at': '2022-02-21T09:40:43Z', 'revision_number': 5, 'project_id': '247344c0ab8a4a83b391a59b3517f176', 'gw_port': {'id': '4784ae82-4106-4d05-82ac-7666a127efc4', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:42Z', 'updated_at': '2022-02-21T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:40:45.642938 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] For port 4784ae82-4106-4d05-82ac-7666a127efc4, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=4784ae82-4106-4d05-82ac-7666a127efc4,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:45.643326 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:45.649519 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Calling delete_port for 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:40:45.763963 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:45.767047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Calling delete_port for 4784ae82-4106-4d05-82ac-7666a127efc4 owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:40:45.780038 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:45.828340 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Pushing event deleted for resources: {'Port': ['ID=5e4b5cce-5fff-4a33-9586-7292e84fd7e6,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:45.869264 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] No DVR routers for this DVR port 5e4b5cce-5fff-4a33-9586-7292e84fd7e6 on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:40:45.871329 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.871667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.871997 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.872324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.872659 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.872960 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.873470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.873908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.874227 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.874542 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.874856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8746-e85d-47ce-a85f-67d537a98100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:46.041009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:46.083373 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Port': ['ID=4784ae82-4106-4d05-82ac-7666a127efc4,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:46.298952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:46.544945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:46.549300 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:46.573367 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:46.573886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Fanout notify agent at l3_agent the message router_deleted on router 27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:40:46.589670 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:46.593271 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e8ce64d4-646c-40c3-8975-90cadc9fa347 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/routers/27b6ed72-04f6-4e29-9e96-a15fe4e8e4d1 HTTP/1.1" status: 204 len: 168 time: 1.6032107 Feb 21 09:40:46.593483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35096) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:46.709889 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bee8a543-1512-4006-a823-b2e8da888e8b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:46.837635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bee8a543-1512-4006-a823-b2e8da888e8b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:46.859718 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:40:46.862326 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-bee8a543-1512-4006-a823-b2e8da888e8b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed133a3-f687-4e32-bd8e-086f50246077']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:46.874786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-bee8a543-1512-4006-a823-b2e8da888e8b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21a19bf-65cf-494c-b50e-63ace90ddbc0') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:46.875115 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-bee8a543-1512-4006-a823-b2e8da888e8b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21a19bf-65cf-494c-b50e-63ace90ddbc0') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:46.889123 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bee8a543-1512-4006-a823-b2e8da888e8b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:46.904547 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bee8a543-1512-4006-a823-b2e8da888e8b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:46.911292 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee8a543-1512-4006-a823-b2e8da888e8b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:40:46.911769 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bee8a543-1512-4006-a823-b2e8da888e8b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:40:46.925859 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:40:47.004970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bee8a543-1512-4006-a823-b2e8da888e8b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:47.022434 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bee8a543-1512-4006-a823-b2e8da888e8b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:47.034313 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8a543-1512-4006-a823-b2e8da888e8b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'Network': ['ID=3ed133a3-f687-4e32-bd8e-086f50246077,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:47.043264 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bee8a543-1512-4006-a823-b2e8da888e8b tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/networks/3ed133a3-f687-4e32-bd8e-086f50246077 HTTP/1.1" status: 204 len: 168 time: 0.4487343 Feb 21 09:40:47.046676 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35100) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:47.116799 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-962c3d78-4a62-48e8-b17c-faec0eea7d91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:47.144378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-962c3d78-4a62-48e8-b17c-faec0eea7d91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:47.209127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-962c3d78-4a62-48e8-b17c-faec0eea7d91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:47.227480 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c3d78-4a62-48e8-b17c-faec0eea7d91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f4bb34-18b7-4418-bbdf-ea3920257592,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:47.240029 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-962c3d78-4a62-48e8-b17c-faec0eea7d91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:47.240964 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-962c3d78-4a62-48e8-b17c-faec0eea7d91 tempest-TestNetworkAdvancedServerOps-1551542363 tempest-TestNetworkAdvancedServerOps-1551542363-project] 10.222.0.48 "DELETE /v2.0/security-groups/42f4bb34-18b7-4418-bbdf-ea3920257592 HTTP/1.1" status: 204 len: 168 time: 0.1930940 Feb 21 09:40:47.390382 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4784ae82-4106-4d05-82ac-7666a127efc4 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:40:47.425729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 4784ae82-4106-4d05-82ac-7666a127efc4 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:40:47.426072 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 4784ae82-4106-4d05-82ac-7666a127efc4 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:40:47.426484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fe7eb5cf-0e23-4da5-98ff-f291df04f009 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:40:47.457060 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: fe7eb5cf-0e23-4da5-98ff-f291df04f009 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:40:47.457404 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device fe7eb5cf-0e23-4da5-98ff-f291df04f009 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:40:47.629831 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35114) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:47.802992 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-18e64906-d606-47bc-8fdc-7054ae54fc7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=247344c0ab8a4a83b391a59b3517f176&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1720450 Feb 21 09:40:47.805481 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35120) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:47.863643 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:47.888307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:47.936449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:47.953951 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef370139-5fd2-4be8-8f40-9988baec83cf,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:47.966613 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:47.967443 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:47.967798 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:47.968110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:47.968425 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:47.968740 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:47.969046 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:47.969351 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:47.969655 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:47.969957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:47.970259 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:47.972848 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:47.973917 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-74450ce3-f237-4308-8dca-aec72c9b9a1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef370139-5fd2-4be8-8f40-9988baec83cf HTTP/1.1" status: 204 len: 168 time: 0.1675277 Feb 21 09:40:48.288360 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35128) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:48.305853 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d2ab0fd8-fc4f-4380-9328-a5310792c7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:48.335518 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d2ab0fd8-fc4f-4380-9328-a5310792c7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:40:48.339219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d2ab0fd8-fc4f-4380-9328-a5310792c7d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f7e9db958ae74aeeb2dedff3a6a62ae5 is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:40:48.342649 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d2ab0fd8-fc4f-4380-9328-a5310792c7d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:40:48.348243 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d2ab0fd8-fc4f-4380-9328-a5310792c7d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:40:48.410580 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d2ab0fd8-fc4f-4380-9328-a5310792c7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:48.414045 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d2ab0fd8-fc4f-4380-9328-a5310792c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:48.459253 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab0fd8-fc4f-4380-9328-a5310792c7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3525a02e-20fa-4aeb-99cb-3a3ec91f89cf,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:48.463490 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d2ab0fd8-fc4f-4380-9328-a5310792c7d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7e9db958ae74aeeb2dedff3a6a62ae5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1740973 Feb 21 09:40:48.466474 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35132) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:48.523927 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c28c7545-fe9e-47d4-85a3-3fae0b1b7474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:48.548330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c28c7545-fe9e-47d4-85a3-3fae0b1b7474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:48.603999 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c28c7545-fe9e-47d4-85a3-3fae0b1b7474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:48.618105 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c7545-fe9e-47d4-85a3-3fae0b1b7474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3525a02e-20fa-4aeb-99cb-3a3ec91f89cf,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:48.624302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-c28c7545-fe9e-47d4-85a3-3fae0b1b7474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:48.627761 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-c28c7545-fe9e-47d4-85a3-3fae0b1b7474 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3525a02e-20fa-4aeb-99cb-3a3ec91f89cf HTTP/1.1" status: 204 len: 168 time: 0.1584110 Feb 21 09:40:49.456310 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35154) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:49.581589 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1684669621-network', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:40:49.586330 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:40:49.590122 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Usage tracker for resource:network and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:40:49.593441 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:40:49.599135 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:40:49.609862 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Made reservation on behalf of a0caa62e0d9d4b10927636f455cb567e for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:40:49.612088 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:49.624446 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:49.654443 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:40:49.658965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:40:49.661950 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:40:49.667505 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:40:49.729449 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:49.733108 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:49.765380 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:40:49.770419 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f7a695-260d-4221-8956-c775c2936ea9,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:49.780142 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:49.780493 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Added segment b6c2a981-2631-4b0d-b78e-a5688f42a039 of type vlan for network d409b182-b85b-42ba-b0d9-3adf319dac2a Feb 21 09:40:49.807130 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:49.835101 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:49.835919 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:49.836492 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:49.940455 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] Pushing event updated for resources: {'Network': ['ID=d409b182-b85b-42ba-b0d9-3adf319dac2a,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:49.944976 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-1d582284-c711-49c0-9f07-ebc53f05cf4c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4876068 Feb 21 09:40:49.948420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35160) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:49.952415 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network d409b182-b85b-42ba-b0d9-3adf319dac2a details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:40:49.958604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Request body: {'subnet': {'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1684669621-subnet', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'ip_version': 4}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:40:49.963526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:40:49.968413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Usage tracker for resource:subnet and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:40:49.971542 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:40:49.977199 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:40:49.987413 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Made reservation on behalf of a0caa62e0d9d4b10927636f455cb567e for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:40:49.989816 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:50.272248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:50.343973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Pushing event updated for resources: {'Subnet': ['ID=92578c76-bb8e-47f1-9964-c9b2bd5f8c39,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:50.354869 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Checking segment: {'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:40:50.355248 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Network hostable DHCP agents. Network: d409b182-b85b-42ba-b0d9-3adf319dac2a, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:40:50.376112 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Network d409b182-b85b-42ba-b0d9-3adf319dac2a is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:40:50.384704 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, d409b182-b85b-42ba-b0d9-3adf319dac2a) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:50.389898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:50.391332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:50.393181 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8916110b-a829-4575-a71a-700653dbe9f1 None None] Network d409b182-b85b-42ba-b0d9-3adf319dac2a requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:40:50.412079 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-451861d1-e778-4aa1-b397-97bff03a07af admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4625764 Feb 21 09:40:50.414935 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35164) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:50.420658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:40:50.428378 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:40:50.432312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Usage tracker for resource:router and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:40:50.435136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:40:50.442127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:40:50.452540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:50.453579 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:50.482410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:50.611365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-d409b182-b85b-42ba-b0d9-3adf319dac2a', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:40:50.612380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:50.626344 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:50.762803 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Allocated IP 172.20.0.2 (d409b182-b85b-42ba-b0d9-3adf319dac2a/92578c76-bb8e-47f1-9964-c9b2bd5f8c39/79711c1d-6ec3-4886-8174-e8ddf85f9900) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:50.819104 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:50.849230 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:50.963107 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:50.973947 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Transition to ACTIVE for port object 79711c1d-6ec3-4886-8174-e8ddf85f9900 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:40:50.986937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Allocated IP 172.26.6.175 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/b1f7ebd4-6e2e-48a8-a814-de506138e9cc) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:50.992943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Transition to ACTIVE for port object 79711c1d-6ec3-4886-8174-e8ddf85f9900 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:40:50.998029 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:51.101693 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Network d409b182-b85b-42ba-b0d9-3adf319dac2a is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:51.102633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Pushing event updated for resources: {'Port': ['ID=79711c1d-6ec3-4886-8174-e8ddf85f9900,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:51.104988 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:51.107015 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:40:51.132423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:51.160483 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:51.191019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Attempting to bind port 79711c1d-6ec3-4886-8174-e8ddf85f9900 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:40:51.191622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Attempting to bind port 79711c1d-6ec3-4886-8174-e8ddf85f9900 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:40:51.191754 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Attempting to bind port 79711c1d-6ec3-4886-8174-e8ddf85f9900 on network d409b182-b85b-42ba-b0d9-3adf319dac2a {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:40:51.197857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:40:51.198223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Checking segment: {'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:40:51.198608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:51.199003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Bound using segment: {'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:40:51.199446 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Bound port: 79711c1d-6ec3-4886-8174-e8ddf85f9900, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:40:51.199803 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:51.225838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:51.228546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:51.233304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:40:51.265873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Pushing event updated for resources: {'Port': ['ID=b1f7ebd4-6e2e-48a8-a814-de506138e9cc,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:51.285838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] For port 79711c1d-6ec3-4886-8174-e8ddf85f9900, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:40:51.289305 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] For port 79711c1d-6ec3-4886-8174-e8ddf85f9900, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=79711c1d-6ec3-4886-8174-e8ddf85f9900,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:40:51.293259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:51.376763 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbb02a-9b98-489c-9bc4-be1be546fc4e None None] Pushing event updated for resources: {'Port': ['ID=79711c1d-6ec3-4886-8174-e8ddf85f9900,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:51.399582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:51.400325 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:51.652443 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:40:51.854086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:40:51.864625 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Sync routers for ids ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:40:51.876696 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Routers {'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:40:51.877319 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:51.877467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:51.878503 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d19fa7b7-264f-400e-a79c-601a9188f51a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4626400 Feb 21 09:40:51.881330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35168) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:52.060711 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Set router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:40:52.331118 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e56473-75f7-43c0-8d9f-1f0066804319 None None] Network d409b182-b85b-42ba-b0d9-3adf319dac2a requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:40:52.458328 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a0062dea-66e7-4f48-ad58-f9ebec6d21a3 None None] Provisioning for port 79711c1d-6ec3-4886-8174-e8ddf85f9900 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:40:52.520609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:51Z', 'revision_number': 3, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:52.528979 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Checking router: f02dafb3-e1c1-400d-b53f-9f878fd5e6cb for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:40:52.529326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Updating router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb port b1f7ebd4-6e2e-48a8-a814-de506138e9cc binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:40:52.620471 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:52.721103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:52.933907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Allocated IP 172.20.0.1 (d409b182-b85b-42ba-b0d9-3adf319dac2a/92578c76-bb8e-47f1-9964-c9b2bd5f8c39/d51c7d8c-de68-4d4f-9599-f74f0b1b717e) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:52.969153 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:52.983681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Transition to ACTIVE for port object b1f7ebd4-6e2e-48a8-a814-de506138e9cc will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:40:52.991976 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:53.080229 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:53.096186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Transition to ACTIVE for port object d51c7d8c-de68-4d4f-9599-f74f0b1b717e will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:40:53.117213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:53.118835 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be252333-6b29-4f53-bd57-f23a804085e0 None None] Pushing event updated for resources: {'Port': ['ID=b1f7ebd4-6e2e-48a8-a814-de506138e9cc,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:53.122555 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Attempting to bind port b1f7ebd4-6e2e-48a8-a814-de506138e9cc on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:40:53.122916 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Attempting to bind port b1f7ebd4-6e2e-48a8-a814-de506138e9cc by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:40:53.123829 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Attempting to bind port b1f7ebd4-6e2e-48a8-a814-de506138e9cc on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:40:53.130478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:40:53.130840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:40:53.131266 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:53.131673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:40:53.132120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Bound port: b1f7ebd4-6e2e-48a8-a814-de506138e9cc, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:40:53.132488 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:53.185047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Network d409b182-b85b-42ba-b0d9-3adf319dac2a is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:53.188259 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:53.191920 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:40:53.203508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] For port b1f7ebd4-6e2e-48a8-a814-de506138e9cc, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:40:53.206598 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] For port b1f7ebd4-6e2e-48a8-a814-de506138e9cc, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b1f7ebd4-6e2e-48a8-a814-de506138e9cc,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:40:53.211506 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:53.221442 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Pushing event updated for resources: {'Port': ['ID=d51c7d8c-de68-4d4f-9599-f74f0b1b717e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:53.250167 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:53.294291 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be252333-6b29-4f53-bd57-f23a804085e0 None None] Pushing event updated for resources: {'Port': ['ID=b1f7ebd4-6e2e-48a8-a814-de506138e9cc,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:53.300351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Routers {'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:40:53.300966 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:53.345009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:53.439781 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 79711c1d-6ec3-4886-8174-e8ddf85f9900 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:40:53.521866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-47f8e541-131c-4f09-b79e-1f0491a535a0 None None] Provisioning for port d51c7d8c-de68-4d4f-9599-f74f0b1b717e completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:40:53.532814 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-47f8e541-131c-4f09-b79e-1f0491a535a0 None None] Provisioning complete for port d51c7d8c-de68-4d4f-9599-f74f0b1b717e triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:53.533177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-47f8e541-131c-4f09-b79e-1f0491a535a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:53.587236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:53.592881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:53.604768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] Set router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:40:53.646075 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-47f8e541-131c-4f09-b79e-1f0491a535a0 None None] Port d51c7d8c-de68-4d4f-9599-f74f0b1b717e cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:40:53.648474 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 79711c1d-6ec3-4886-8174-e8ddf85f9900 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:40:53.663729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 79711c1d-6ec3-4886-8174-e8ddf85f9900 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:53.664093 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:53.794619 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:53.798503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Pushing event updated for resources: {'Port': ['ID=d51c7d8c-de68-4d4f-9599-f74f0b1b717e,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:53.929688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Network d409b182-b85b-42ba-b0d9-3adf319dac2a is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:53.930760 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:53.946926 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:54.024741 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 79711c1d-6ec3-4886-8174-e8ddf85f9900, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=79711c1d-6ec3-4886-8174-e8ddf85f9900,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:54.035718 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:54.121988 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=79711c1d-6ec3-4886-8174-e8ddf85f9900,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:54.131302 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:40:52Z', 'revision_number': 1, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:54.135343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e8afe-b471-4de6-be1b-1d8042cc994a None None] The sync data for ids ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'] in dv-neutron-830062-1-hyperv is: [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:40:52Z', 'revision_number': 1, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:40:54.173082 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a0b03b44-d70c-464a-a334-13ab140322a6 None None] Provisioning complete for port d51c7d8c-de68-4d4f-9599-f74f0b1b717e triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:54.173447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a0b03b44-d70c-464a-a334-13ab140322a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:54.233134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a0b03b44-d70c-464a-a334-13ab140322a6 None None] Port d51c7d8c-de68-4d4f-9599-f74f0b1b717e cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:40:54.328153 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:40:54.542517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:40:54.552383 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6c404573-9510-45db-8ca2-b842931efc57 admin admin] 10.222.0.48 "PUT /v2.0/routers/f02dafb3-e1c1-400d-b53f-9f878fd5e6cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6700830 Feb 21 09:40:55.400822 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35190) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:55.406708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-16108830-network', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:40:55.411702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:40:55.415687 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Usage tracker for resource:network and tenant:ea947d3245a540ad935cfa0b85565799 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:40:55.418655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:40:55.424515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:40:55.434819 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Made reservation on behalf of ea947d3245a540ad935cfa0b85565799 for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:40:55.437961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:55.450806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:55.460862 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 79711c1d-6ec3-4886-8174-e8ddf85f9900 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:40:55.482018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:40:55.485908 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Usage tracker for resource:security_group_rule and tenant:ea947d3245a540ad935cfa0b85565799 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:40:55.488859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:40:55.494539 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:40:55.528903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 79711c1d-6ec3-4886-8174-e8ddf85f9900 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:55.529261 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:55.559974 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:55.564334 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:55.594271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:40:55.603646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593ab7bb-4522-41cc-9108-4f3984ef401f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:55.611100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:55.611531 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Added segment 712efc12-7f54-4c8a-a592-acadab5fe73c of type vlan for network 56f0d41a-887f-40cc-b158-98face7bd1fe Feb 21 09:40:55.641908 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:55.645850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b1f7ebd4-6e2e-48a8-a814-de506138e9cc up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:40:55.673454 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:55.674544 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:55.675147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:55.713113 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port b1f7ebd4-6e2e-48a8-a814-de506138e9cc completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:40:55.717901 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port b1f7ebd4-6e2e-48a8-a814-de506138e9cc triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:55.718261 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:55.778188 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] Pushing event updated for resources: {'Network': ['ID=56f0d41a-887f-40cc-b158-98face7bd1fe,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:55.781425 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1d4cdefc-1f66-4c27-9c4b-18e914cd548a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3792751 Feb 21 09:40:55.783974 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35194) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:55.789516 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Request body: {'subnet': {'network_id': '56f0d41a-887f-40cc-b158-98face7bd1fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-16108830-subnet', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'ip_version': 4}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:40:55.794481 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:40:55.798902 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Usage tracker for resource:subnet and tenant:ea947d3245a540ad935cfa0b85565799 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:40:55.801794 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:40:55.807500 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:40:55.813009 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 56f0d41a-887f-40cc-b158-98face7bd1fe details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:40:55.822142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Made reservation on behalf of ea947d3245a540ad935cfa0b85565799 for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:40:55.824558 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:55.954149 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:55.984889 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port b1f7ebd4-6e2e-48a8-a814-de506138e9cc, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b1f7ebd4-6e2e-48a8-a814-de506138e9cc,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:55.988706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:56.034905 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:56.054421 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=b1f7ebd4-6e2e-48a8-a814-de506138e9cc,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:56.102882 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e622ad-2eb0-4f90-937a-6b7464bd90bb,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:56.118052 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Checking segment: {'id': '712efc12-7f54-4c8a-a592-acadab5fe73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '56f0d41a-887f-40cc-b158-98face7bd1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:40:56.118403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Network hostable DHCP agents. Network: 56f0d41a-887f-40cc-b158-98face7bd1fe, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:40:56.141356 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Network 56f0d41a-887f-40cc-b158-98face7bd1fe is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:40:56.150848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 56f0d41a-887f-40cc-b158-98face7bd1fe) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:56.155593 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:56.156156 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:56.161642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8267bfde-5a9d-44aa-bfe3-531fca0063cf None None] Network 56f0d41a-887f-40cc-b158-98face7bd1fe requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:40:56.177215 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-fb34000c-f05b-45aa-984e-71f30a16f0fc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3922412 Feb 21 09:40:56.179794 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35198) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:56.184710 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-16108830-router', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:40:56.189172 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:40:56.192908 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Usage tracker for resource:router and tenant:ea947d3245a540ad935cfa0b85565799 is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:40:56.195662 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:40:56.201214 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:40:56.214517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:56.215371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:56.233785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:56.380106 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-56f0d41a-887f-40cc-b158-98face7bd1fe', 'network_id': '56f0d41a-887f-40cc-b158-98face7bd1fe', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'fixed_ips': [{'subnet_id': '80e622ad-2eb0-4f90-937a-6b7464bd90bb'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:40:56.380955 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:56.475253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:56.567335 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Allocated IP 172.20.0.2 (56f0d41a-887f-40cc-b158-98face7bd1fe/80e622ad-2eb0-4f90-937a-6b7464bd90bb/93b86f4a-bd81-4e24-be6e-98efa756f0ab) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:56.670941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:56.705925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:56.780244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:56.790753 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Transition to ACTIVE for port object 93b86f4a-bd81-4e24-be6e-98efa756f0ab will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:40:56.810096 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Transition to ACTIVE for port object 93b86f4a-bd81-4e24-be6e-98efa756f0ab will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:40:56.816280 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:56.849221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Allocated IP 172.26.6.225 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/c9199df2-9a8c-40d6-b6dd-a40c2e84f265) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:56.885101 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Network 56f0d41a-887f-40cc-b158-98face7bd1fe is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:56.888053 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:56.893045 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:40:56.895850 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Pushing event updated for resources: {'Port': ['ID=93b86f4a-bd81-4e24-be6e-98efa756f0ab,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:56.979867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Attempting to bind port 93b86f4a-bd81-4e24-be6e-98efa756f0ab on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:40:56.980232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Attempting to bind port 93b86f4a-bd81-4e24-be6e-98efa756f0ab by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '712efc12-7f54-4c8a-a592-acadab5fe73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '56f0d41a-887f-40cc-b158-98face7bd1fe'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:40:56.980614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Attempting to bind port 93b86f4a-bd81-4e24-be6e-98efa756f0ab on network 56f0d41a-887f-40cc-b158-98face7bd1fe {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:40:56.986838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:40:56.987234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Checking segment: {'id': '712efc12-7f54-4c8a-a592-acadab5fe73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '56f0d41a-887f-40cc-b158-98face7bd1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:40:56.987627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:56.988014 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Bound using segment: {'id': '712efc12-7f54-4c8a-a592-acadab5fe73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '56f0d41a-887f-40cc-b158-98face7bd1fe'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:40:56.988468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Bound port: 93b86f4a-bd81-4e24-be6e-98efa756f0ab, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712efc12-7f54-4c8a-a592-acadab5fe73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '56f0d41a-887f-40cc-b158-98face7bd1fe'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:40:56.988834 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:57.003095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:57.031040 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:57.078499 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] For port 93b86f4a-bd81-4e24-be6e-98efa756f0ab, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:40:57.081895 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] For port 93b86f4a-bd81-4e24-be6e-98efa756f0ab, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=93b86f4a-bd81-4e24-be6e-98efa756f0ab,segment=NetworkSegment(712efc12-7f54-4c8a-a592-acadab5fe73c),segment_id=712efc12-7f54-4c8a-a592-acadab5fe73c)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:40:57.086247 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:57.101699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:57.104492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:57.108327 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:40:57.137807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Pushing event updated for resources: {'Port': ['ID=c9199df2-9a8c-40d6-b6dd-a40c2e84f265,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:57.163599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65245621-47a4-4634-a07b-a6d95df43cb4 None None] Pushing event updated for resources: {'Port': ['ID=93b86f4a-bd81-4e24-be6e-98efa756f0ab,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:57.281352 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:57.282025 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:57.500162 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 93b86f4a-bd81-4e24-be6e-98efa756f0ab up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:40:57.530646 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Router f7fd87a9-0196-4749-b282-289e87bb526c is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:40:57.569995 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 93b86f4a-bd81-4e24-be6e-98efa756f0ab completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:40:57.574694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b1f7ebd4-6e2e-48a8-a814-de506138e9cc up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:40:57.643900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port b1f7ebd4-6e2e-48a8-a814-de506138e9cc triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:57.644351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:57.734386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:40:57.752730 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Sync routers for ids ['f7fd87a9-0196-4749-b282-289e87bb526c'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:40:57.765735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:57.767059 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Routers {'f7fd87a9-0196-4749-b282-289e87bb526c'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:40:57.767616 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f7fd87a9-0196-4749-b282-289e87bb526c'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:57.770135 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35202) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:40:57.771534 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-caf681b4-a657-4109-951a-8c96e3512862 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5907104 Feb 21 09:40:57.949395 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Set router f7fd87a9-0196-4749-b282-289e87bb526c gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:40:58.115683 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e614c4b3-798b-4efe-b81c-13d5ce0b2989 None None] Network 56f0d41a-887f-40cc-b158-98face7bd1fe requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:40:58.222418 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-bcaa79c7-3e56-4e5b-8bf0-0aeb153051b1 None None] Provisioning for port 93b86f4a-bd81-4e24-be6e-98efa756f0ab completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:40:58.239660 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'name': 'tempest-TestShelveInstance-16108830-router', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9199df2-9a8c-40d6-b6dd-a40c2e84f265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:40:57Z', 'revision_number': 3, 'project_id': 'ea947d3245a540ad935cfa0b85565799', 'gw_port': {'id': 'c9199df2-9a8c-40d6-b6dd-a40c2e84f265', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:58.243105 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-bcaa79c7-3e56-4e5b-8bf0-0aeb153051b1 None None] Provisioning complete for port 93b86f4a-bd81-4e24-be6e-98efa756f0ab triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:58.243588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bcaa79c7-3e56-4e5b-8bf0-0aeb153051b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:58.243726 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Checking router: f7fd87a9-0196-4749-b282-289e87bb526c for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:40:58.244005 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Updating router f7fd87a9-0196-4749-b282-289e87bb526c port c9199df2-9a8c-40d6-b6dd-a40c2e84f265 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:40:58.297588 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:58.461501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bcaa79c7-3e56-4e5b-8bf0-0aeb153051b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:58.502569 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-bcaa79c7-3e56-4e5b-8bf0-0aeb153051b1 None None] For port 93b86f4a-bd81-4e24-be6e-98efa756f0ab, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=93b86f4a-bd81-4e24-be6e-98efa756f0ab,segment=NetworkSegment(712efc12-7f54-4c8a-a592-acadab5fe73c),segment_id=712efc12-7f54-4c8a-a592-acadab5fe73c)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:58.508409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bcaa79c7-3e56-4e5b-8bf0-0aeb153051b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:58.623763 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa79c7-3e56-4e5b-8bf0-0aeb153051b1 None None] Pushing event updated for resources: {'Port': ['ID=93b86f4a-bd81-4e24-be6e-98efa756f0ab,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:58.666186 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:58.666421 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:58.680099 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Transition to ACTIVE for port object c9199df2-9a8c-40d6-b6dd-a40c2e84f265 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:40:58.687530 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:58.774429 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Attempting to bind port c9199df2-9a8c-40d6-b6dd-a40c2e84f265 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:40:58.775113 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Attempting to bind port c9199df2-9a8c-40d6-b6dd-a40c2e84f265 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:40:58.775242 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Attempting to bind port c9199df2-9a8c-40d6-b6dd-a40c2e84f265 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:40:58.777034 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476c5b4-4156-426c-9828-09cdcee5469f None None] Pushing event updated for resources: {'Port': ['ID=c9199df2-9a8c-40d6-b6dd-a40c2e84f265,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:58.788585 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:40:58.788938 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:40:58.789612 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:58.789991 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:40:58.790426 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Bound port: c9199df2-9a8c-40d6-b6dd-a40c2e84f265, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:40:58.790782 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:58.817240 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476c5b4-4156-426c-9828-09cdcee5469f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:58.817573 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476c5b4-4156-426c-9828-09cdcee5469f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:58.817900 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476c5b4-4156-426c-9828-09cdcee5469f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:58.818221 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476c5b4-4156-426c-9828-09cdcee5469f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:58.818537 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476c5b4-4156-426c-9828-09cdcee5469f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:58.818854 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476c5b4-4156-426c-9828-09cdcee5469f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:58.819508 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476c5b4-4156-426c-9828-09cdcee5469f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:58.819508 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476c5b4-4156-426c-9828-09cdcee5469f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:58.819806 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476c5b4-4156-426c-9828-09cdcee5469f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:58.820112 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476c5b4-4156-426c-9828-09cdcee5469f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:58.820418 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476c5b4-4156-426c-9828-09cdcee5469f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:58.849935 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d9ad5650-d4c2-42d9-a715-c16ea76f468d None None] Provisioning complete for port 93b86f4a-bd81-4e24-be6e-98efa756f0ab triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:58.850638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d9ad5650-d4c2-42d9-a715-c16ea76f468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:58.872461 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] For port c9199df2-9a8c-40d6-b6dd-a40c2e84f265, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:40:58.876718 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] For port c9199df2-9a8c-40d6-b6dd-a40c2e84f265, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c9199df2-9a8c-40d6-b6dd-a40c2e84f265,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:40:58.881863 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:58.886004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.db_base_plugin_common [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Allocated IP 172.20.0.1 (56f0d41a-887f-40cc-b158-98face7bd1fe/80e622ad-2eb0-4f90-937a-6b7464bd90bb/e762f185-514a-4fde-ba6c-551d0fcad996) {{(pid=83584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:58.974229 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Routers {'f7fd87a9-0196-4749-b282-289e87bb526c'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:40:58.975207 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f7fd87a9-0196-4749-b282-289e87bb526c'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:59.025050 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476c5b4-4156-426c-9828-09cdcee5469f None None] Pushing event updated for resources: {'Port': ['ID=c9199df2-9a8c-40d6-b6dd-a40c2e84f265,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:59.040584 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:59.056344 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.provisioning_blocks [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Transition to ACTIVE for port object e762f185-514a-4fde-ba6c-551d0fcad996 will not be triggered until provisioned by entity DHCP. {{(pid=83584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:40:59.078660 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:59.142515 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Network 56f0d41a-887f-40cc-b158-98face7bd1fe is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:59.145278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:59.148997 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Received port after_create {{(pid=83584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:40:59.155476 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] Set router f7fd87a9-0196-4749-b282-289e87bb526c gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:40:59.181621 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Pushing event updated for resources: {'Port': ['ID=e762f185-514a-4fde-ba6c-551d0fcad996,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:59.208726 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:59.291775 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:59.400334 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-be80e126-df58-444d-98f3-c97246d0ffdf None None] Provisioning for port e762f185-514a-4fde-ba6c-551d0fcad996 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:40:59.407960 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-be80e126-df58-444d-98f3-c97246d0ffdf None None] Provisioning complete for port e762f185-514a-4fde-ba6c-551d0fcad996 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:59.408257 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-be80e126-df58-444d-98f3-c97246d0ffdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:59.443388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 93b86f4a-bd81-4e24-be6e-98efa756f0ab up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:40:59.455129 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'name': 'tempest-TestShelveInstance-16108830-router', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9199df2-9a8c-40d6-b6dd-a40c2e84f265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:40:57Z', 'revision_number': 3, 'project_id': 'ea947d3245a540ad935cfa0b85565799', 'gw_port': {'id': 'c9199df2-9a8c-40d6-b6dd-a40c2e84f265', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:59.459516 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3aab6-815c-451e-b014-747d2d1b61ef None None] The sync data for ids ['f7fd87a9-0196-4749-b282-289e87bb526c'] in dv-neutron-830062-1-hyperv is: [{'id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'name': 'tempest-TestShelveInstance-16108830-router', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9199df2-9a8c-40d6-b6dd-a40c2e84f265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:40:57Z', 'revision_number': 3, 'project_id': 'ea947d3245a540ad935cfa0b85565799', 'gw_port': {'id': 'c9199df2-9a8c-40d6-b6dd-a40c2e84f265', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:40:59.514883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-be80e126-df58-444d-98f3-c97246d0ffdf None None] Port e762f185-514a-4fde-ba6c-551d0fcad996 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:40:59.520696 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:59.525463 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1421791'] for port, after_update {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:59.534052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 93b86f4a-bd81-4e24-be6e-98efa756f0ab triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:59.534451 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:59.631606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Pushing event updated for resources: {'Port': ['ID=e762f185-514a-4fde-ba6c-551d0fcad996,revision_number=2']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:59.634078 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:40:59.770112 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Network 56f0d41a-887f-40cc-b158-98face7bd1fe is already hosted by enough agents. {{(pid=83584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:59.771197 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Resources bound (agent type, host, resource id): {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:00.036444 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-a876ba37-eeec-4e7f-957b-88dff119893c None None] Provisioning complete for port e762f185-514a-4fde-ba6c-551d0fcad996 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:00.037413 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a876ba37-eeec-4e7f-957b-88dff119893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:00.091651 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-a876ba37-eeec-4e7f-957b-88dff119893c None None] Port e762f185-514a-4fde-ba6c-551d0fcad996 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:41:00.249603 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Router f7fd87a9-0196-4749-b282-289e87bb526c has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:41:00.274307 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-61f99c12-d698-4da0-8cec-76019256306b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:00.453224 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:41:00.461724 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a3a42d11-59f1-4f3b-af8e-486354b6323e admin admin] 10.222.0.48 "PUT /v2.0/routers/f7fd87a9-0196-4749-b282-289e87bb526c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6902945 Feb 21 09:41:00.873265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.259208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35212) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:41:01.265766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030120668', 'description': 'tempest-secgroup-smoke-1030120668 description', 'project_id': 'a0caa62e0d9d4b10927636f455cb567e'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:41:01.271846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:41:01.275641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:41:01.279083 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:41:01.284789 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:41:01.296742 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.335115 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:41:01.338859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:41:01.341784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:41:01.347605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:41:01.401314 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.405013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.444787 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287f6091-7318-47a7-bfca-d3b7df4fa30a,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:01.446976 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.448147 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ef5ab0c2-12c1-4fe4-96dd-a2106e91eb78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1879516 Feb 21 09:41:01.451120 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35216) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:41:01.457048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-31725321-c89d-4048-bc68-d197fe464cc9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'security_group_rule': {'security_group_id': '287f6091-7318-47a7-bfca-d3b7df4fa30a', 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:41:01.462876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-31725321-c89d-4048-bc68-d197fe464cc9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:41:01.466597 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-31725321-c89d-4048-bc68-d197fe464cc9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:41:01.469409 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-31725321-c89d-4048-bc68-d197fe464cc9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:41:01.474941 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-31725321-c89d-4048-bc68-d197fe464cc9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:41:01.489715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-31725321-c89d-4048-bc68-d197fe464cc9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.550580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-31725321-c89d-4048-bc68-d197fe464cc9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.554171 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-31725321-c89d-4048-bc68-d197fe464cc9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.577502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31725321-c89d-4048-bc68-d197fe464cc9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf12b3f-69b4-413b-8382-904152188169,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:01.586218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-31725321-c89d-4048-bc68-d197fe464cc9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.587410 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-31725321-c89d-4048-bc68-d197fe464cc9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1347787 Feb 21 09:41:01.590297 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35220) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:41:01.595807 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-8d10c57d-8344-4aca-bfcc-4618782b6547 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'security_group_rule': {'security_group_id': '287f6091-7318-47a7-bfca-d3b7df4fa30a', 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:41:01.601647 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8d10c57d-8344-4aca-bfcc-4618782b6547 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:41:01.605626 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8d10c57d-8344-4aca-bfcc-4618782b6547 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:41:01.608500 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-8d10c57d-8344-4aca-bfcc-4618782b6547 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:41:01.614095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-8d10c57d-8344-4aca-bfcc-4618782b6547 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:41:01.630344 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8d10c57d-8344-4aca-bfcc-4618782b6547 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.690260 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8d10c57d-8344-4aca-bfcc-4618782b6547 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.693615 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8d10c57d-8344-4aca-bfcc-4618782b6547 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.715625 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10c57d-8344-4aca-bfcc-4618782b6547 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699d753e-5580-440c-a649-746377a82055,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:01.723654 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8d10c57d-8344-4aca-bfcc-4618782b6547 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.724815 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8d10c57d-8344-4aca-bfcc-4618782b6547 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1335304 Feb 21 09:41:01.727483 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35224) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:41:01.733309 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-d389aa7e-076f-41cf-83a5-ca8676c0ccfc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'security_group_rule': {'security_group_id': '287f6091-7318-47a7-bfca-d3b7df4fa30a', 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:41:01.738940 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d389aa7e-076f-41cf-83a5-ca8676c0ccfc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:41:01.742787 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d389aa7e-076f-41cf-83a5-ca8676c0ccfc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:41:01.745534 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-d389aa7e-076f-41cf-83a5-ca8676c0ccfc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:41:01.751780 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-d389aa7e-076f-41cf-83a5-ca8676c0ccfc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:41:01.768085 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d389aa7e-076f-41cf-83a5-ca8676c0ccfc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.832148 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d389aa7e-076f-41cf-83a5-ca8676c0ccfc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.835647 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d389aa7e-076f-41cf-83a5-ca8676c0ccfc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.857979 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389aa7e-076f-41cf-83a5-ca8676c0ccfc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e80e2f8-ef84-497c-aa9f-3f1ea3de51a3,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:01.866627 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-d389aa7e-076f-41cf-83a5-ca8676c0ccfc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.867828 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-d389aa7e-076f-41cf-83a5-ca8676c0ccfc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1394477 Feb 21 09:41:01.870680 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35228) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:41:01.876571 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-dfa2c245-f445-4f16-8133-ac2f509d4b5c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'security_group_rule': {'security_group_id': '287f6091-7318-47a7-bfca-d3b7df4fa30a', 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:41:01.882181 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-dfa2c245-f445-4f16-8133-ac2f509d4b5c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:41:01.886253 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dfa2c245-f445-4f16-8133-ac2f509d4b5c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:41:01.889595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-dfa2c245-f445-4f16-8133-ac2f509d4b5c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:41:01.895412 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-dfa2c245-f445-4f16-8133-ac2f509d4b5c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:41:01.911573 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c245-f445-4f16-8133-ac2f509d4b5c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.974165 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c245-f445-4f16-8133-ac2f509d4b5c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:01.977407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c245-f445-4f16-8133-ac2f509d4b5c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:02.000534 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2c245-f445-4f16-8133-ac2f509d4b5c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7521766-faa5-42a1-a48c-8c71c68b9b03,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:02.009457 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c245-f445-4f16-8133-ac2f509d4b5c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:02.010614 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dfa2c245-f445-4f16-8133-ac2f509d4b5c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1389961 Feb 21 09:41:02.013412 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35232) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:41:02.018650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-cdc7e409-ee39-4a1c-a0c9-0d2bdaf9a3bf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'security_group_rule': {'security_group_id': '287f6091-7318-47a7-bfca-d3b7df4fa30a', 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:41:02.024324 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cdc7e409-ee39-4a1c-a0c9-0d2bdaf9a3bf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:41:02.028071 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-cdc7e409-ee39-4a1c-a0c9-0d2bdaf9a3bf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:41:02.031397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-cdc7e409-ee39-4a1c-a0c9-0d2bdaf9a3bf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:41:02.037235 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-cdc7e409-ee39-4a1c-a0c9-0d2bdaf9a3bf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:41:02.047800 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-cdc7e409-ee39-4a1c-a0c9-0d2bdaf9a3bf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Project a0caa62e0d9d4b10927636f455cb567e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:41:02.054054 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cdc7e409-ee39-4a1c-a0c9-0d2bdaf9a3bf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:02.115277 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cdc7e409-ee39-4a1c-a0c9-0d2bdaf9a3bf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:02.118424 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cdc7e409-ee39-4a1c-a0c9-0d2bdaf9a3bf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:02.143029 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7e409-ee39-4a1c-a0c9-0d2bdaf9a3bf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea5fb67-99b1-4fe4-be0e-7adcec16e9dd,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:02.150593 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-cdc7e409-ee39-4a1c-a0c9-0d2bdaf9a3bf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:02.151772 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-cdc7e409-ee39-4a1c-a0c9-0d2bdaf9a3bf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1374569 Feb 21 09:41:02.155242 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35236) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:41:02.161259 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-92801717-ff0f-4424-938c-a4ba8611fa33 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'security_group_rule': {'security_group_id': '287f6091-7318-47a7-bfca-d3b7df4fa30a', 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:41:02.167109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-92801717-ff0f-4424-938c-a4ba8611fa33 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:41:02.171878 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-92801717-ff0f-4424-938c-a4ba8611fa33 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:41:02.175877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-92801717-ff0f-4424-938c-a4ba8611fa33 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:41:02.182611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-92801717-ff0f-4424-938c-a4ba8611fa33 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:41:02.192055 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-92801717-ff0f-4424-938c-a4ba8611fa33 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Project a0caa62e0d9d4b10927636f455cb567e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:41:02.198139 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-92801717-ff0f-4424-938c-a4ba8611fa33 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:02.260925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-92801717-ff0f-4424-938c-a4ba8611fa33 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:02.264333 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-92801717-ff0f-4424-938c-a4ba8611fa33 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:02.289091 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92801717-ff0f-4424-938c-a4ba8611fa33 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ab0d2c-b156-40ca-8de2-f0b164975373,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:02.298478 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-92801717-ff0f-4424-938c-a4ba8611fa33 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:02.299743 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-92801717-ff0f-4424-938c-a4ba8611fa33 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1435835 Feb 21 09:41:02.622403 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-5938915a-142f-49a4-915b-ad639a885935 req-2c6520af-0172-49fd-bce3-bd33ecafecb9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Synchronizing usage tracker for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:41:02.639455 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-5938915a-142f-49a4-915b-ad639a885935 req-2c6520af-0172-49fd-bce3-bd33ecafecb9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Unset dirty status for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:41:02.640606 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-2c6520af-0172-49fd-bce3-bd33ecafecb9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030120668&fields=id&tenant_id=a0caa62e0d9d4b10927636f455cb567e HTTP/1.1" status: 200 len: 267 time: 0.0605659 Feb 21 09:41:02.787071 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938915a-142f-49a4-915b-ad639a885935 req-d41c7f94-e07b-4936-a2ec-c957ad9fbec1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:02.788401 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-d41c7f94-e07b-4936-a2ec-c957ad9fbec1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 809 time: 0.1415112 Feb 21 09:41:02.805252 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-cc4e5582-90eb-4ab4-9e5f-3297e9ed93ce tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/quotas/a0caa62e0d9d4b10927636f455cb567e HTTP/1.1" status: 200 len: 375 time: 0.0109026 Feb 21 09:41:02.981838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-5938915a-142f-49a4-915b-ad639a885935 req-5683ef2a-a1d9-430e-960d-503dd5727055 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Synchronizing usage tracker for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:41:02.999142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-5938915a-142f-49a4-915b-ad639a885935 req-5683ef2a-a1d9-430e-960d-503dd5727055 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Unset dirty status for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:41:03.000356 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-5683ef2a-a1d9-430e-960d-503dd5727055 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1901040 Feb 21 09:41:03.045922 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-342d47a7-4d43-49ee-a902-28abff92326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:03.135523 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-3a400658-96a4-441a-8c99-27905ff7a9bb service neutron] 10.222.0.48 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231134 Feb 21 09:41:03.264924 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-d96dea8a-6529-4733-a50d-95553127aaf6 service neutron] 10.222.0.48 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231053 Feb 21 09:41:03.459325 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-eb05204c-d9c3-4308-9f6b-da4ed42dd6c7 req-ccfb73e4-31d1-4089-a8d8-4418e618f898 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 210 time: 0.0422220 Feb 21 09:41:03.735461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:04.179062 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:04.714079 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-757eb40a-a60c-43cc-a8bb-4f127ea4d2c8 req-6c00b2e0-e865-4fe5-8872-d142905b5875 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 210 time: 0.0542293 Feb 21 09:41:04.776427 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938915a-142f-49a4-915b-ad639a885935 req-52fe681c-5022-4c09-a85f-ad7cfb76fcfc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:04.778198 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-52fe681c-5022-4c09-a85f-ad7cfb76fcfc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 809 time: 0.2600715 Feb 21 09:41:04.837995 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-1ffd2ff6-7a84-4942-92ce-94d1e18278d0 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0caa62e0d9d4b10927636f455cb567e HTTP/1.1" status: 200 len: 380 time: 0.0480101 Feb 21 09:41:04.846624 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'port': {'device_id': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'admin_state_up': True, 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'security_groups': ['287f6091-7318-47a7-bfca-d3b7df4fa30a']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:41:04.985980 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:41:04.995686 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:41:05.007204 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Made reservation on behalf of a0caa62e0d9d4b10927636f455cb567e for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:05.010279 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:05.175304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Allocated IP 172.20.0.12 (d409b182-b85b-42ba-b0d9-3adf319dac2a/92578c76-bb8e-47f1-9964-c9b2bd5f8c39/ac581d04-7974-4448-b9f5-fc2ff334436e) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:05.357264 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:05.375989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Transition to ACTIVE for port object ac581d04-7974-4448-b9f5-fc2ff334436e will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:41:05.397885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:05.421355 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c9199df2-9a8c-40d6-b6dd-a40c2e84f265 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:41:05.468611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Network d409b182-b85b-42ba-b0d9-3adf319dac2a is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:05.471630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:05.475961 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:41:05.489366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port c9199df2-9a8c-40d6-b6dd-a40c2e84f265 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:41:05.495863 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port c9199df2-9a8c-40d6-b6dd-a40c2e84f265 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:05.496231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:05.503549 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'Port': ['ID=ac581d04-7974-4448-b9f5-fc2ff334436e,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:05.548607 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:05.549386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:05.588501 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-3174256b-70a7-4a3d-bb93-db2f383c1461 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7454379 Feb 21 09:41:05.626375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:05.647867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port c9199df2-9a8c-40d6-b6dd-a40c2e84f265, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c9199df2-9a8c-40d6-b6dd-a40c2e84f265,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:05.652426 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:05.721928 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=c9199df2-9a8c-40d6-b6dd-a40c2e84f265,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:05.734766 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Request body: {'port': {'device_id': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:41:05.752374 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-be3199f5-0ef7-493c-b8f7-c82d6deadeec None None] Provisioning for port ac581d04-7974-4448-b9f5-fc2ff334436e completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:41:05.757610 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-be3199f5-0ef7-493c-b8f7-c82d6deadeec None None] Provisioning complete for port ac581d04-7974-4448-b9f5-fc2ff334436e triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:05.758153 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-be3199f5-0ef7-493c-b8f7-c82d6deadeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:05.813316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-be3199f5-0ef7-493c-b8f7-c82d6deadeec None None] Port ac581d04-7974-4448-b9f5-fc2ff334436e cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:41:05.895721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:06.035778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768aa1f5-efce-483b-867b-54982d29a12a req-5b4f67a6-4ca6-4fb0-a818-5ea290492d3e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:06.036465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-768aa1f5-efce-483b-867b-54982d29a12a req-5b4f67a6-4ca6-4fb0-a818-5ea290492d3e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Synchronizing usage tracker for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:41:06.072299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-768aa1f5-efce-483b-867b-54982d29a12a req-5b4f67a6-4ca6-4fb0-a818-5ea290492d3e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Unset dirty status for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:41:06.073512 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-768aa1f5-efce-483b-867b-54982d29a12a req-5b4f67a6-4ca6-4fb0-a818-5ea290492d3e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 932 time: 0.2297845 Feb 21 09:41:06.132245 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:06.313214 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-768aa1f5-efce-483b-867b-54982d29a12a req-ec361a1f-7094-4243-af73-50f4fef17c15 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332029 Feb 21 09:41:06.412921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac581d04-7974-4448-b9f5-fc2ff334436e {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:41:06.419720 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:06.433886 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Transition to ACTIVE for port object ac581d04-7974-4448-b9f5-fc2ff334436e will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:41:06.437582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:06.560204 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Pushing event updated for resources: {'Port': ['ID=ac581d04-7974-4448-b9f5-fc2ff334436e,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:06.676873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Attempting to bind port ac581d04-7974-4448-b9f5-fc2ff334436e on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:41:06.677197 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Attempting to bind port ac581d04-7974-4448-b9f5-fc2ff334436e by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:41:06.677513 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Attempting to bind port ac581d04-7974-4448-b9f5-fc2ff334436e on network d409b182-b85b-42ba-b0d9-3adf319dac2a {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:41:06.683018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Port ac581d04-7974-4448-b9f5-fc2ff334436e on network d409b182-b85b-42ba-b0d9-3adf319dac2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:41:06.683342 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Attempting to bind port ac581d04-7974-4448-b9f5-fc2ff334436e on network d409b182-b85b-42ba-b0d9-3adf319dac2a {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:41:06.689353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:41:06.689679 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Checking segment: {'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:41:06.690048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Bound using segment: {'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:41:06.690454 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Bound port: ac581d04-7974-4448-b9f5-fc2ff334436e, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:41:06.690807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:06.780343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] For port ac581d04-7974-4448-b9f5-fc2ff334436e, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:06.783217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] For port ac581d04-7974-4448-b9f5-fc2ff334436e, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ac581d04-7974-4448-b9f5-fc2ff334436e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:06.787383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:06.850232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:06.851520 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] 10.222.0.47 "PUT /v2.0/ports/ac581d04-7974-4448-b9f5-fc2ff334436e HTTP/1.1" status: 200 len: 1094 time: 1.2555568 Feb 21 09:41:06.851939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:41:06.865594 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14f5f3-c054-41b4-b7f9-6817fc33355b service neutron] Pushing event updated for resources: {'Port': ['ID=ac581d04-7974-4448-b9f5-fc2ff334436e,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:06.929260 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'status': 'completed', 'code': 200} Feb 21 09:41:06.971133 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-9116e2a9-a255-4e54-ba42-e2fb2d3ee244 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 1097 time: 0.0748448 Feb 21 09:41:07.042153 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-5ccd485b-8bdd-466f-bd51-a636968db56e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac581d04-7974-4448-b9f5-fc2ff334436e HTTP/1.1" status: 200 len: 217 time: 0.0649033 Feb 21 09:41:07.103700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938915a-142f-49a4-915b-ad639a885935 req-331cef23-4b1e-4daa-85fc-012acbeaaced service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:07.105048 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-331cef23-4b1e-4daa-85fc-012acbeaaced service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0570846 Feb 21 09:41:07.181160 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-5a0471f4-0725-4be7-96c0-c17c268b8227 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693634 Feb 21 09:41:07.309380 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-2267d76d-5b8f-4916-9580-b37bb267d517 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214619 Feb 21 09:41:07.405120 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c9199df2-9a8c-40d6-b6dd-a40c2e84f265 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:41:07.472071 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port c9199df2-9a8c-40d6-b6dd-a40c2e84f265 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:07.472434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:07.485903 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5938915a-142f-49a4-915b-ad639a885935 req-a0d33c23-42ee-4cd1-9ae8-ad91daab84f6 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713264 Feb 21 09:41:07.525467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a1001-a261-40e9-abc4-a15a087470c3 req-8fa4cc21-b88e-4560-ad25-9913eac1c05e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:07.526918 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cc6a1001-a261-40e9-abc4-a15a087470c3 req-8fa4cc21-b88e-4560-ad25-9913eac1c05e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 944 time: 0.0866880 Feb 21 09:41:07.627479 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cc6a1001-a261-40e9-abc4-a15a087470c3 req-bd7b6b9e-e533-4287-a777-63da16cfe9bc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694072 Feb 21 09:41:07.641878 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-518e896d-d178-47f3-9149-ca65d41d41ec req-1f645fe7-908c-45c2-8afa-5cc83dd7ab4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 1097 time: 0.1118968 Feb 21 09:41:07.773844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e896d-d178-47f3-9149-ca65d41d41ec req-43186dee-fa20-44e9-b2c1-1189cd1e5d52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:07.775318 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-518e896d-d178-47f3-9149-ca65d41d41ec req-43186dee-fa20-44e9-b2c1-1189cd1e5d52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1276035 Feb 21 09:41:07.841645 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-518e896d-d178-47f3-9149-ca65d41d41ec req-aad06384-a6f2-4f89-a273-9a74f28f7977 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac581d04-7974-4448-b9f5-fc2ff334436e HTTP/1.1" status: 200 len: 217 time: 0.0599475 Feb 21 09:41:07.906664 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e896d-d178-47f3-9149-ca65d41d41ec req-7ca7760f-eff5-47bb-a4ee-f19c9d8ddf0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:07.908042 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-518e896d-d178-47f3-9149-ca65d41d41ec req-7ca7760f-eff5-47bb-a4ee-f19c9d8ddf0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0601544 Feb 21 09:41:07.978544 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-518e896d-d178-47f3-9149-ca65d41d41ec req-31a5c40e-9c0e-41a1-a75d-5b0d20f6584f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646281 Feb 21 09:41:08.191361 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-518e896d-d178-47f3-9149-ca65d41d41ec req-c96b13cb-e811-4ea7-87ac-ead3d65005fe service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061427 Feb 21 09:41:08.318203 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-518e896d-d178-47f3-9149-ca65d41d41ec req-242400dc-195a-4e21-9c48-704ef76cbd73 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210761 Feb 21 09:41:08.796006 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ac581d04-7974-4448-b9f5-fc2ff334436e details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:41:08.828945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab335-9629-432b-ab60-ef7d9c4fb8fa req-d26258c1-9690-4308-9960-6a510b49417e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:08.830381 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-17cab335-9629-432b-ab60-ef7d9c4fb8fa req-d26258c1-9690-4308-9960-6a510b49417e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 944 time: 0.0811267 Feb 21 09:41:08.876948 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-17cab335-9629-432b-ab60-ef7d9c4fb8fa req-6bb12e41-b9b6-4c79-933b-47f34ff2f647 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409040 Feb 21 09:41:08.879553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Sync routers for ids ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:41:08.922746 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Routers {'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:41:08.923388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:41:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:09.068508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ac581d04-7974-4448-b9f5-fc2ff334436e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ac581d04-7974-4448-b9f5-fc2ff334436e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:09.089135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'port_id': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'mac_address': 'fa:16:3e:90:a1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:41:09.166165 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:09.174968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Set router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:41:09.240112 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac581d04-7974-4448-b9f5-fc2ff334436e {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:41:09.316531 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ac581d04-7974-4448-b9f5-fc2ff334436e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ac581d04-7974-4448-b9f5-fc2ff334436e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:09.331780 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:09.518109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=ac581d04-7974-4448-b9f5-fc2ff334436e,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:09.561988 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['ac581d04-7974-4448-b9f5-fc2ff334436e'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:41:09.685649 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 2, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:09.698463 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Checking router: f02dafb3-e1c1-400d-b53f-9f878fd5e6cb for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:41:09.698809 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Updating router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb port d51c7d8c-de68-4d4f-9599-f74f0b1b717e binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:41:09.776887 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:10.074219 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4f15-f455-4b2b-b19d-6500b7d58c0c req-b3c14136-1851-4d74-8404-a7483b491b2a tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:10.075628 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ffeb4f15-f455-4b2b-b19d-6500b7d58c0c req-b3c14136-1851-4d74-8404-a7483b491b2a tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 945 time: 0.0760038 Feb 21 09:41:10.126063 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ffeb4f15-f455-4b2b-b19d-6500b7d58c0c req-f15eb028-dc7a-4064-8b8d-f5f4f52c67d9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441146 Feb 21 09:41:10.208388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:10.220366 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Transition to ACTIVE for port object d51c7d8c-de68-4d4f-9599-f74f0b1b717e will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:41:10.226400 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:10.352753 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c5907-f19c-4149-8932-490311323b3e None None] Pushing event updated for resources: {'Port': ['ID=d51c7d8c-de68-4d4f-9599-f74f0b1b717e,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:10.445584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Attempting to bind port d51c7d8c-de68-4d4f-9599-f74f0b1b717e on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:41:10.445941 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Attempting to bind port d51c7d8c-de68-4d4f-9599-f74f0b1b717e by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:41:10.446295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Attempting to bind port d51c7d8c-de68-4d4f-9599-f74f0b1b717e on network d409b182-b85b-42ba-b0d9-3adf319dac2a {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:41:10.453292 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:41:10.453654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Checking segment: {'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:41:10.454099 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:10.454486 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Bound using segment: {'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:41:10.454933 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Bound port: d51c7d8c-de68-4d4f-9599-f74f0b1b717e, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:41:10.455317 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:10.545545 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Sync routers for ids ['f7fd87a9-0196-4749-b282-289e87bb526c'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:41:10.556418 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] For port d51c7d8c-de68-4d4f-9599-f74f0b1b717e, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:10.559468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] For port d51c7d8c-de68-4d4f-9599-f74f0b1b717e, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d51c7d8c-de68-4d4f-9599-f74f0b1b717e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:10.563431 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Routers {'f7fd87a9-0196-4749-b282-289e87bb526c'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:41:10.564085 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:41:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f7fd87a9-0196-4749-b282-289e87bb526c'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:10.565527 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:10.647183 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c5907-f19c-4149-8932-490311323b3e None None] Pushing event updated for resources: {'Port': ['ID=d51c7d8c-de68-4d4f-9599-f74f0b1b717e,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:10.653226 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Routers {'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:41:10.653840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:41:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:10.747708 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Set router f7fd87a9-0196-4749-b282-289e87bb526c gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:41:10.797917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ac581d04-7974-4448-b9f5-fc2ff334436e up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:41:10.902783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] Set router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:41:10.978786 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port ac581d04-7974-4448-b9f5-fc2ff334436e completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:41:11.075646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port ac581d04-7974-4448-b9f5-fc2ff334436e triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:11.076010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:11.103456 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'name': 'tempest-TestShelveInstance-16108830-router', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9199df2-9a8c-40d6-b6dd-a40c2e84f265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:40:59Z', 'revision_number': 4, 'project_id': 'ea947d3245a540ad935cfa0b85565799', 'gw_port': {'id': 'c9199df2-9a8c-40d6-b6dd-a40c2e84f265', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'e762f185-514a-4fde-ba6c-551d0fcad996', 'name': '', 'network_id': '56f0d41a-887f-40cc-b158-98face7bd1fe', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'mac_address': 'fa:16:3e:23:a1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e622ad-2eb0-4f90-937a-6b7464bd90bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:58Z', 'updated_at': '2022-02-21T09:40:59Z', 'revision_number': 2, 'project_id': 'ea947d3245a540ad935cfa0b85565799', 'subnets': [{'id': '80e622ad-2eb0-4f90-937a-6b7464bd90bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:11.107318 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Checking router: f7fd87a9-0196-4749-b282-289e87bb526c for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:41:11.107681 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Updating router f7fd87a9-0196-4749-b282-289e87bb526c port e762f185-514a-4fde-ba6c-551d0fcad996 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:41:11.157352 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:11.331103 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:11.332345 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5202b-19a5-4eb8-be9b-e0c1ade881fa req-f737f64b-bbe0-44e2-a854-3c72b8dc2ef6 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:11.333812 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dad5202b-19a5-4eb8-be9b-e0c1ade881fa req-f737f64b-bbe0-44e2-a854-3c72b8dc2ef6 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 945 time: 0.0881402 Feb 21 09:41:11.373797 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:41:11.387537 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ac581d04-7974-4448-b9f5-fc2ff334436e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ac581d04-7974-4448-b9f5-fc2ff334436e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:11.397175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:11.407980 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dad5202b-19a5-4eb8-be9b-e0c1ade881fa req-b49a8d1e-4cc8-4b77-a62d-f2aa26af7751 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677111 Feb 21 09:41:11.447316 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:41:10Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:11.460529 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d51c7d8c-de68-4d4f-9599-f74f0b1b717e up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:41:11.497109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814940e6-04e7-47a8-af63-50771845e9f0 None None] The sync data for ids ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'] in dv-neutron-830062-1-hyperv is: [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:41:10Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:41:11.521764 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=ac581d04-7974-4448-b9f5-fc2ff334436e,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:11.563529 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port d51c7d8c-de68-4d4f-9599-f74f0b1b717e completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:41:11.571849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port d51c7d8c-de68-4d4f-9599-f74f0b1b717e triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:11.572621 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:11.574538 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:11.592572 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Transition to ACTIVE for port object e762f185-514a-4fde-ba6c-551d0fcad996 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:41:11.602684 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:11.602945 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'code': 200} Feb 21 09:41:11.742074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:11.781663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port d51c7d8c-de68-4d4f-9599-f74f0b1b717e, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d51c7d8c-de68-4d4f-9599-f74f0b1b717e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:11.797534 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:11.809501 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46165859-1beb-4b0e-85df-8cff368c3e01 None None] Pushing event updated for resources: {'Port': ['ID=e762f185-514a-4fde-ba6c-551d0fcad996,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:11.888035 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Attempting to bind port e762f185-514a-4fde-ba6c-551d0fcad996 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:41:11.888643 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Attempting to bind port e762f185-514a-4fde-ba6c-551d0fcad996 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '712efc12-7f54-4c8a-a592-acadab5fe73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '56f0d41a-887f-40cc-b158-98face7bd1fe'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:41:11.890792 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Attempting to bind port e762f185-514a-4fde-ba6c-551d0fcad996 on network 56f0d41a-887f-40cc-b158-98face7bd1fe {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:41:11.902738 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:41:11.905578 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Checking segment: {'id': '712efc12-7f54-4c8a-a592-acadab5fe73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '56f0d41a-887f-40cc-b158-98face7bd1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:41:11.906565 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:11.906682 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b20f0969-256b-4ee1-9c58-22d92123682a req-7835a2b7-bdb1-4ef0-81f2-919f03785801 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 1099 time: 0.1050446 Feb 21 09:41:11.907350 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Bound using segment: {'id': '712efc12-7f54-4c8a-a592-acadab5fe73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '56f0d41a-887f-40cc-b158-98face7bd1fe'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:41:11.908069 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Bound port: e762f185-514a-4fde-ba6c-551d0fcad996, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712efc12-7f54-4c8a-a592-acadab5fe73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '56f0d41a-887f-40cc-b158-98face7bd1fe'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:41:11.908667 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:11.934967 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=d51c7d8c-de68-4d4f-9599-f74f0b1b717e,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:11.991023 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b20f0969-256b-4ee1-9c58-22d92123682a req-500a9f18-4c98-4fc1-acac-b56494e28656 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755265 Feb 21 09:41:12.014217 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] For port e762f185-514a-4fde-ba6c-551d0fcad996, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:12.017201 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] For port e762f185-514a-4fde-ba6c-551d0fcad996, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e762f185-514a-4fde-ba6c-551d0fcad996,segment=NetworkSegment(712efc12-7f54-4c8a-a592-acadab5fe73c),segment_id=712efc12-7f54-4c8a-a592-acadab5fe73c)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:12.021942 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:12.104406 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46165859-1beb-4b0e-85df-8cff368c3e01 None None] Pushing event updated for resources: {'Port': ['ID=e762f185-514a-4fde-ba6c-551d0fcad996,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:12.107264 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Routers {'f7fd87a9-0196-4749-b282-289e87bb526c'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:41:12.108423 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:41:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f7fd87a9-0196-4749-b282-289e87bb526c'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:12.297396 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] Set router f7fd87a9-0196-4749-b282-289e87bb526c gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:41:12.600538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ced575-ef3b-4f44-9aec-863197b8249f req-41e79974-2ea1-4293-acc5-d9dd5d6e42d6 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:12.602797 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-74ced575-ef3b-4f44-9aec-863197b8249f req-41e79974-2ea1-4293-acc5-d9dd5d6e42d6 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.0787690 Feb 21 09:41:12.624206 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'name': 'tempest-TestShelveInstance-16108830-router', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9199df2-9a8c-40d6-b6dd-a40c2e84f265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:40:59Z', 'revision_number': 4, 'project_id': 'ea947d3245a540ad935cfa0b85565799', 'gw_port': {'id': 'c9199df2-9a8c-40d6-b6dd-a40c2e84f265', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'e762f185-514a-4fde-ba6c-551d0fcad996', 'name': '', 'network_id': '56f0d41a-887f-40cc-b158-98face7bd1fe', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'mac_address': 'fa:16:3e:23:a1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e622ad-2eb0-4f90-937a-6b7464bd90bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:58Z', 'updated_at': '2022-02-21T09:41:12Z', 'revision_number': 4, 'project_id': 'ea947d3245a540ad935cfa0b85565799', 'subnets': [{'id': '80e622ad-2eb0-4f90-937a-6b7464bd90bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:12.628662 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5462d-1914-4e1d-b93d-9d2a1426527a None None] The sync data for ids ['f7fd87a9-0196-4749-b282-289e87bb526c'] in dv-neutron-830062-1-hyperv is: [{'id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'name': 'tempest-TestShelveInstance-16108830-router', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9199df2-9a8c-40d6-b6dd-a40c2e84f265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:40:59Z', 'revision_number': 4, 'project_id': 'ea947d3245a540ad935cfa0b85565799', 'gw_port': {'id': 'c9199df2-9a8c-40d6-b6dd-a40c2e84f265', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'e762f185-514a-4fde-ba6c-551d0fcad996', 'name': '', 'network_id': '56f0d41a-887f-40cc-b158-98face7bd1fe', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'mac_address': 'fa:16:3e:23:a1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e622ad-2eb0-4f90-937a-6b7464bd90bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:58Z', 'updated_at': '2022-02-21T09:41:12Z', 'revision_number': 4, 'project_id': 'ea947d3245a540ad935cfa0b85565799', 'subnets': [{'id': '80e622ad-2eb0-4f90-937a-6b7464bd90bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:41:12.656705 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-74ced575-ef3b-4f44-9aec-863197b8249f req-fad526a4-6d2a-4603-a89e-9da6e87d3544 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470412 Feb 21 09:41:13.472279 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e762f185-514a-4fde-ba6c-551d0fcad996 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:41:13.538302 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port e762f185-514a-4fde-ba6c-551d0fcad996 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:41:13.542979 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e762f185-514a-4fde-ba6c-551d0fcad996 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:13.543371 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:13.655905 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:13.688027 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port e762f185-514a-4fde-ba6c-551d0fcad996, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e762f185-514a-4fde-ba6c-551d0fcad996,segment=NetworkSegment(712efc12-7f54-4c8a-a592-acadab5fe73c),segment_id=712efc12-7f54-4c8a-a592-acadab5fe73c)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:13.691429 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:13.692153 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d51c7d8c-de68-4d4f-9599-f74f0b1b717e up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:41:13.801781 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=e762f185-514a-4fde-ba6c-551d0fcad996,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:13.817135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port d51c7d8c-de68-4d4f-9599-f74f0b1b717e triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:13.817508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:13.891112 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef8e20-d4b3-4edf-bb17-1fd6ccd5d7b2 req-901708c2-be97-4f90-8eaf-af584de460fe tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:13.892630 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-25ef8e20-d4b3-4edf-bb17-1fd6ccd5d7b2 req-901708c2-be97-4f90-8eaf-af584de460fe tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.0795002 Feb 21 09:41:13.937566 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-25ef8e20-d4b3-4edf-bb17-1fd6ccd5d7b2 req-ed76fb1c-97e7-413e-9afc-9a45d2630c0a tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393598 Feb 21 09:41:14.129508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af3ccf-9228-42e3-9d63-3e957137e19d req-03c32f61-96dc-4801-bde8-9a354b0cb8fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:14.130947 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a6af3ccf-9228-42e3-9d63-3e957137e19d req-03c32f61-96dc-4801-bde8-9a354b0cb8fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.0754528 Feb 21 09:41:14.175172 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a6af3ccf-9228-42e3-9d63-3e957137e19d req-cd6e2b85-d9c7-42ca-83bb-676e784fd92f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388365 Feb 21 09:41:14.201306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35292) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:41:14.333888 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4c850800-c181-47fb-83c6-64c8dd368251 tempest-TestShelveInstance-1567000668 tempest-TestShelveInstance-1567000668-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 1094 time: 0.1314507 Feb 21 09:41:14.336561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35298) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:41:14.341459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:41:14.347536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:41:14.351310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:floatingip and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:41:14.354026 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:41:14.360251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:41:14.370058 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:14.509678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:14.643244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Allocated IP 172.26.6.115 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/4cc82608-a30e-45a3-aab9-13012ddcd361) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:14.787620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:14.814101 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:14.877097 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:14.879833 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:14.883515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:41:14.916227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'Port': ['ID=4cc82608-a30e-45a3-aab9-13012ddcd361,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:15.410169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e762f185-514a-4fde-ba6c-551d0fcad996 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:41:15.456865 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:15.491886 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port e762f185-514a-4fde-ba6c-551d0fcad996 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:15.492246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:15.515144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:15.725346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:15.729775 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:15.837038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'Port': ['ID=4cc82608-a30e-45a3-aab9-13012ddcd361,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:15.851065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:16.038328 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Floating IP d2e3748b-90bf-4eef-ac71-0033ed44f373 associated. External IP: 172.26.6.115, port: ac581d04-7974-4448-b9f5-fc2ff334436e. Feb 21 09:41:16.428841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:41:16.728863 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:41:16.752729 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:16.806567 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ab8efc0d-ce9b-424f-9105-aeed0e133231 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4690266 Feb 21 09:41:16.807158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:41:16.859762 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'status': 'completed', 'code': 200} Feb 21 09:41:16.898565 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.47', 58038) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:41:16.953506 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b372c94-40ea-4b94-a714-2b4586838d30 req-605a01ed-0d9a-4d5d-b3e6-13d6f7e3c548 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 1099 time: 0.0709260 Feb 21 09:41:16.966847 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-111137a2-f57c-489a-acde-3904daddcbda req-9d9b2630-e887-409c-bbd7-79408c7e2c45 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670922 Feb 21 09:41:17.081196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b372c94-40ea-4b94-a714-2b4586838d30 req-a6960c29-989b-451f-bb94-a7574aba502f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:17.082543 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b372c94-40ea-4b94-a714-2b4586838d30 req-a6960c29-989b-451f-bb94-a7574aba502f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1240253 Feb 21 09:41:17.185053 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b372c94-40ea-4b94-a714-2b4586838d30 req-36fe65e8-6286-4f6c-87d8-a1e0f7de027e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac581d04-7974-4448-b9f5-fc2ff334436e HTTP/1.1" status: 200 len: 1000 time: 0.0974004 Feb 21 09:41:17.245409 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b372c94-40ea-4b94-a714-2b4586838d30 req-91ba4959-b137-4281-aadb-175415c44841 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:17.246816 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b372c94-40ea-4b94-a714-2b4586838d30 req-91ba4959-b137-4281-aadb-175415c44841 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0559213 Feb 21 09:41:17.318241 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b372c94-40ea-4b94-a714-2b4586838d30 req-c1d23d0b-341d-4810-bd9c-f002095b77ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661163 Feb 21 09:41:17.446573 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b372c94-40ea-4b94-a714-2b4586838d30 req-2e3c0fde-4ebf-42e6-aaa0-061b59752331 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226866 Feb 21 09:41:17.577678 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b372c94-40ea-4b94-a714-2b4586838d30 req-cfd26a33-f2a7-4c3b-850d-a464b35f3fa5 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251264 Feb 21 09:41:17.737986 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-111137a2-f57c-489a-acde-3904daddcbda req-aa104aa8-05b0-48a4-b389-abd205fa3088 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 1099 time: 0.0714638 Feb 21 09:41:17.879549 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111137a2-f57c-489a-acde-3904daddcbda req-74a1db51-8508-46c3-97bf-18952eea3959 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:17.880878 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-111137a2-f57c-489a-acde-3904daddcbda req-74a1db51-8508-46c3-97bf-18952eea3959 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1248910 Feb 21 09:41:17.980487 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-111137a2-f57c-489a-acde-3904daddcbda req-407c1880-5ca3-496e-973e-b343450d6707 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac581d04-7974-4448-b9f5-fc2ff334436e HTTP/1.1" status: 200 len: 1000 time: 0.0943427 Feb 21 09:41:18.040335 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111137a2-f57c-489a-acde-3904daddcbda req-47d6c955-92ef-4e88-b9c2-9007af8a1018 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:18.041781 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-111137a2-f57c-489a-acde-3904daddcbda req-47d6c955-92ef-4e88-b9c2-9007af8a1018 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0557063 Feb 21 09:41:18.117221 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-111137a2-f57c-489a-acde-3904daddcbda req-f173c193-d76d-453b-9df2-64a7339e9142 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686920 Feb 21 09:41:18.248982 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-111137a2-f57c-489a-acde-3904daddcbda req-9f550bd8-21c4-48c1-8384-b89febb79db8 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259084 Feb 21 09:41:18.375676 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-111137a2-f57c-489a-acde-3904daddcbda req-1ce999d0-8390-4acd-85ac-51014bb79660 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211913 Feb 21 09:41:23.859853 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:41:25.442401 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab81c36-64b6-4f84-a53c-7ca4673c45f9 None None] Sync routers for ids ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:41:25.455768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab81c36-64b6-4f84-a53c-7ca4673c45f9 None None] Routers {'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:41:25.456385 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-7ab81c36-64b6-4f84-a53c-7ca4673c45f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:41:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:25.630416 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-7ab81c36-64b6-4f84-a53c-7ca4673c45f9 None None] Set router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:41:25.995591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-7ab81c36-64b6-4f84-a53c-7ca4673c45f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'd2e3748b-90bf-4eef-ac71-0033ed44f373', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'floating_ip_address': '172.26.6.115', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'port_id': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'mac_address': 'fa:16:3e:90:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:15Z', 'updated_at': '2022-02-21T09:41:15Z', 'revision_number': 0, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:41:11Z', 'revision_number': 5, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:25.999745 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab81c36-64b6-4f84-a53c-7ca4673c45f9 None None] Checking router: f02dafb3-e1c1-400d-b53f-9f878fd5e6cb for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:41:26.009967 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab81c36-64b6-4f84-a53c-7ca4673c45f9 None None] Routers {'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:41:26.010549 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-7ab81c36-64b6-4f84-a53c-7ca4673c45f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:41:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:26.186916 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-7ab81c36-64b6-4f84-a53c-7ca4673c45f9 None None] Set router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:41:26.526717 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-7ab81c36-64b6-4f84-a53c-7ca4673c45f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'd2e3748b-90bf-4eef-ac71-0033ed44f373', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'floating_ip_address': '172.26.6.115', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'port_id': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'mac_address': 'fa:16:3e:90:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:15Z', 'updated_at': '2022-02-21T09:41:15Z', 'revision_number': 0, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:41:11Z', 'revision_number': 5, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:26.531331 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab81c36-64b6-4f84-a53c-7ca4673c45f9 None None] The sync data for ids ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'] in dv-neutron-830062-1-hyperv is: [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': 'd2e3748b-90bf-4eef-ac71-0033ed44f373', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'floating_ip_address': '172.26.6.115', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'port_id': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'mac_address': 'fa:16:3e:90:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:15Z', 'updated_at': '2022-02-21T09:41:15Z', 'revision_number': 0, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:41:11Z', 'revision_number': 5, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:41:30.275634 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e548e414-18da-4e35-9477-f26df89f1252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:30.874785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:31.801256 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545a4ac-9c0c-45d3-9334-7fad0574d0d9 None None] New status for floating IP d2e3748b-90bf-4eef-ac71-0033ed44f373: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:41:33.047011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-36797f20-d54e-4a43-b5e6-7eed70109faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:33.737660 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:34.181891 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:41:36.133642 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:42:00.276061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-bcc3b2bd-f5c7-404c-b4f5-3f7611b1eaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:42:00.860372 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:42:00.886729 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:42:03.048570 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3b3bcb1d-69fe-43df-a6ca-d0b30fe25246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:42:03.739592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:42:04.183574 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:42:06.136714 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:42:16.084679 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [req-91195e4b-cae2-4473-a79a-f314e5e52fc9 req-dbf4d342-d245-49e2-97ae-40ed77db5ff5 service neutron] (83584) timed out ('10.222.0.48', 59550) {{(pid=83584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 21 09:42:19.300962 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-34dcb100-311f-4626-870f-3a1814f1670c req-9fed8143-7efb-4b19-a4ad-94dac78d0cbc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1551664 Feb 21 09:42:19.433128 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-34dcb100-311f-4626-870f-3a1814f1670c req-b8ff0dd8-2f81-458a-a24a-a6d2372c6c08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 1099 time: 0.0688438 Feb 21 09:42:19.572471 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb100-311f-4626-870f-3a1814f1670c req-8f5e7036-b966-40f0-8cb9-b794409cc724 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:19.573795 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-34dcb100-311f-4626-870f-3a1814f1670c req-8f5e7036-b966-40f0-8cb9-b794409cc724 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1226985 Feb 21 09:42:19.670656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-34dcb100-311f-4626-870f-3a1814f1670c req-8da6b11d-3953-4ab3-b51b-1cfbeddb15fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac581d04-7974-4448-b9f5-fc2ff334436e HTTP/1.1" status: 200 len: 1002 time: 0.0911744 Feb 21 09:42:19.732357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb100-311f-4626-870f-3a1814f1670c req-d3d01b73-5c68-41dc-8309-c5defb3ae89f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:19.733720 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-34dcb100-311f-4626-870f-3a1814f1670c req-d3d01b73-5c68-41dc-8309-c5defb3ae89f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0579829 Feb 21 09:42:19.804601 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-34dcb100-311f-4626-870f-3a1814f1670c req-0a6ad63d-b920-4cd8-9e81-c0c07b2d53c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653033 Feb 21 09:42:19.934576 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-34dcb100-311f-4626-870f-3a1814f1670c req-460c4ad3-8bd6-4d78-90dd-e70088b6556d service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241961 Feb 21 09:42:20.066192 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-34dcb100-311f-4626-870f-3a1814f1670c req-23127238-9937-4045-94f0-259cb9eae2fd service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245990 Feb 21 09:42:30.277461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e01e8873-0fd0-4a54-a2be-72c8bbf9e3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:42:30.886769 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:42:33.050853 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff2a8-8d43-42d2-80e3-0b6702a46b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:42:33.740609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:42:34.186317 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:42:36.138520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:42:37.861587 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:43:00.278860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f72d9d64-8efa-483d-9adf-fd53e24e0b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:00.886439 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:03.056602 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ae7a-be28-4b2b-8e23-1ad521c74099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:03.744118 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:04.189669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:06.142059 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:11.432037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe7168-799a-4d24-85b6-b8b46b12234b req-05308f45-92a5-4b39-bc4c-072641db7ce9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:11.433466 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-61fe7168-799a-4d24-85b6-b8b46b12234b req-05308f45-92a5-4b39-bc4c-072641db7ce9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.1556866 Feb 21 09:43:11.477133 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-61fe7168-799a-4d24-85b6-b8b46b12234b req-360fe61e-f62b-4ce6-97b4-deaf5ff62914 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382974 Feb 21 09:43:12.691076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc517e-11bd-4aab-b547-660e6f843070 req-1f54b350-4fb4-434b-a1ca-a5642b6c1881 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:12.692514 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0adc517e-11bd-4aab-b547-660e6f843070 req-1f54b350-4fb4-434b-a1ca-a5642b6c1881 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.0739803 Feb 21 09:43:12.736951 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0adc517e-11bd-4aab-b547-660e6f843070 req-a18ebad7-a722-4c0d-b847-d1a796fedb57 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388637 Feb 21 09:43:13.946076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af49a1-b670-4d18-b065-627b3e0a3adb req-c5e4095a-e5c7-4171-ae11-0ae396b36414 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:13.947550 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d2af49a1-b670-4d18-b065-627b3e0a3adb req-c5e4095a-e5c7-4171-ae11-0ae396b36414 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.0801520 Feb 21 09:43:13.991365 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d2af49a1-b670-4d18-b065-627b3e0a3adb req-a0be35aa-71aa-4c4f-b62f-fe487a7b1ae9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384011 Feb 21 09:43:14.862552 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:43:15.197102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5891b8f-40a8-4187-9c57-4056aa25e1d7 req-c92c7598-c25b-4d20-b5c2-57c6a5208bcc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:15.198488 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c5891b8f-40a8-4187-9c57-4056aa25e1d7 req-c92c7598-c25b-4d20-b5c2-57c6a5208bcc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.0847502 Feb 21 09:43:15.247960 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c5891b8f-40a8-4187-9c57-4056aa25e1d7 req-b6c1614c-4e9f-40cd-b644-c57542787017 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440316 Feb 21 09:43:16.445981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338affa-c020-4ad6-beb6-986fe39d3bcf req-b6f08872-ccbb-476c-9c94-e611d0d70789 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:16.448100 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0338affa-c020-4ad6-beb6-986fe39d3bcf req-b6f08872-ccbb-476c-9c94-e611d0d70789 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.0763788 Feb 21 09:43:16.491907 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0338affa-c020-4ad6-beb6-986fe39d3bcf req-7b04a5dc-f11d-4b68-9197-383521aa78bc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383780 Feb 21 09:43:17.731175 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5ec16-2544-42d3-87ff-d64c51155880 req-b286707f-f509-409d-b977-548c6c178bd7 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:17.732791 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-92c5ec16-2544-42d3-87ff-d64c51155880 req-b286707f-f509-409d-b977-548c6c178bd7 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.1148353 Feb 21 09:43:17.791773 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-92c5ec16-2544-42d3-87ff-d64c51155880 req-cab925d1-85d3-4384-8aed-0fe3dfd1676f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516369 Feb 21 09:43:19.030978 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2ce23-ceed-4fc1-b255-81e4a810e7f7 req-0e2de893-d444-47b9-9328-89ce142c4913 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:19.032614 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d3b2ce23-ceed-4fc1-b255-81e4a810e7f7 req-0e2de893-d444-47b9-9328-89ce142c4913 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.0877717 Feb 21 09:43:19.082858 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d3b2ce23-ceed-4fc1-b255-81e4a810e7f7 req-8e2e17c4-9899-411e-ba49-0bdfa6b3cefa tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444827 Feb 21 09:43:19.550855 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9d69132d-80f1-43ea-b279-6031bc8850d6 req-0400f6be-ddff-4974-a071-b50cfabd0db4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 1099 time: 0.0927920 Feb 21 09:43:19.807862 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69132d-80f1-43ea-b279-6031bc8850d6 req-d885fcab-31a3-4e8d-b3b7-b60eec8caf84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:19.809234 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9d69132d-80f1-43ea-b279-6031bc8850d6 req-d885fcab-31a3-4e8d-b3b7-b60eec8caf84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.2331815 Feb 21 09:43:19.932652 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9d69132d-80f1-43ea-b279-6031bc8850d6 req-d649f27c-60b2-4bf2-87f7-ed082d5e3484 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac581d04-7974-4448-b9f5-fc2ff334436e HTTP/1.1" status: 200 len: 1002 time: 0.1177399 Feb 21 09:43:19.997173 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69132d-80f1-43ea-b279-6031bc8850d6 req-5bca480e-8eed-412a-945b-ef770b8b861c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:19.998632 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9d69132d-80f1-43ea-b279-6031bc8850d6 req-5bca480e-8eed-412a-945b-ef770b8b861c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0606606 Feb 21 09:43:20.075812 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9d69132d-80f1-43ea-b279-6031bc8850d6 req-c52cc592-371c-4a1b-bbe8-0bc79ce7503e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717192 Feb 21 09:43:20.272158 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9d69132d-80f1-43ea-b279-6031bc8850d6 req-2e0fe3c0-b482-4a76-909d-07e93bc75e78 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903636 Feb 21 09:43:20.428476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf032a8-9b61-4e23-800c-533743247f40 req-f0994c9f-f984-45d0-bae0-d48f354facf1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:20.430025 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-faf032a8-9b61-4e23-800c-533743247f40 req-f0994c9f-f984-45d0-bae0-d48f354facf1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.2125738 Feb 21 09:43:20.436036 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9d69132d-80f1-43ea-b279-6031bc8850d6 req-75d9c384-9b84-443f-8713-10e22a9d7c39 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580043 Feb 21 09:43:20.480444 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-faf032a8-9b61-4e23-800c-533743247f40 req-96bc2015-dab3-441e-99e1-360d1b45ef7a tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434415 Feb 21 09:43:21.707332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a78167-8e7f-459e-91cb-33fc88784ffd req-6dc0b58e-e469-4d24-8aea-c3b2e83e639a tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:21.708838 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b6a78167-8e7f-459e-91cb-33fc88784ffd req-6dc0b58e-e469-4d24-8aea-c3b2e83e639a tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.1016314 Feb 21 09:43:21.763951 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b6a78167-8e7f-459e-91cb-33fc88784ffd req-e64bd31a-1020-4174-966f-996dc02b480c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493462 Feb 21 09:43:23.104855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf911c-877e-448c-8e82-af37cee8e73c req-1a0e4717-e148-443b-b9cf-5320b1de402e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:23.107626 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fdcf911c-877e-448c-8e82-af37cee8e73c req-1a0e4717-e148-443b-b9cf-5320b1de402e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.1340067 Feb 21 09:43:23.187458 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fdcf911c-877e-448c-8e82-af37cee8e73c req-32521613-a353-4172-93d2-2a6ff02f9fb5 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716777 Feb 21 09:43:23.452488 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ac581d04-7974-4448-b9f5-fc2ff334436e details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:43:23.633182 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ac581d04-7974-4448-b9f5-fc2ff334436e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ac581d04-7974-4448-b9f5-fc2ff334436e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:23.653968 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'port_id': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'mac_address': 'fa:16:3e:90:a1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:43:23.760296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:23.779268 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac581d04-7974-4448-b9f5-fc2ff334436e {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:43:23.797007 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ac581d04-7974-4448-b9f5-fc2ff334436e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ac581d04-7974-4448-b9f5-fc2ff334436e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:23.801900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:23.881087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['ac581d04-7974-4448-b9f5-fc2ff334436e'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:43:23.940231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=ac581d04-7974-4448-b9f5-fc2ff334436e,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:23.974961 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:23.975324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:23.975671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:23.976246 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:23.976801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:23.977427 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:23.977931 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:23.978498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:23.979061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:23.979622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:23.980991 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:24.478131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc967bb-73d9-4030-98b6-d8a43af4e14a req-a2015ae6-56c9-48fe-bf27-86c08c2556b6 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:24.479785 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9fc967bb-73d9-4030-98b6-d8a43af4e14a req-a2015ae6-56c9-48fe-bf27-86c08c2556b6 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 945 time: 0.1292787 Feb 21 09:43:24.547285 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9fc967bb-73d9-4030-98b6-d8a43af4e14a req-4a0ab234-e196-4e7a-9c29-75526ea45175 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578654 Feb 21 09:43:25.467960 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ac581d04-7974-4448-b9f5-fc2ff334436e up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:43:25.563833 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port ac581d04-7974-4448-b9f5-fc2ff334436e triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:25.564284 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:25.767627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:25.808291 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:43:25.843076 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ac581d04-7974-4448-b9f5-fc2ff334436e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ac581d04-7974-4448-b9f5-fc2ff334436e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:25.853570 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:25.855433 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b9abe-37bf-462d-bf87-66ee510ed96b req-dd6e7081-043f-435e-adec-42093f6bdba0 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:25.858077 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-864b9abe-37bf-462d-bf87-66ee510ed96b req-dd6e7081-043f-435e-adec-42093f6bdba0 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 945 time: 0.1352215 Feb 21 09:43:25.941248 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'code': 200} Feb 21 09:43:25.942351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=ac581d04-7974-4448-b9f5-fc2ff334436e,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:25.967705 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-864b9abe-37bf-462d-bf87-66ee510ed96b req-e755e15e-e42c-4351-8f42-247760189d51 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991788 Feb 21 09:43:27.289324 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ceb80-fd1c-40b6-a294-accf67fef506 req-bd46ca56-4385-4256-be74-790233c0dbf9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:27.292437 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-255ceb80-fd1c-40b6-a294-accf67fef506 req-bd46ca56-4385-4256-be74-790233c0dbf9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.1201801 Feb 21 09:43:27.376344 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-255ceb80-fd1c-40b6-a294-accf67fef506 req-380bc0f6-1416-4393-aedf-2f308fa84d6d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741863 Feb 21 09:43:28.662620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8111a3a-070b-4260-887b-f407562b4cd5 req-edd67bb2-6164-4084-afc4-50a819f541cf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:28.664333 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d8111a3a-070b-4260-887b-f407562b4cd5 req-edd67bb2-6164-4084-afc4-50a819f541cf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.0997589 Feb 21 09:43:28.741459 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d8111a3a-070b-4260-887b-f407562b4cd5 req-fd75874b-8ed0-4642-acad-7ed25359ebbc tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693314 Feb 21 09:43:29.995302 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e94ef-19b2-48ef-825e-95a2ae25b742 req-adb52a45-d7c3-46dd-a389-6d6eefd06b10 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:29.997601 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0d7e94ef-19b2-48ef-825e-95a2ae25b742 req-adb52a45-d7c3-46dd-a389-6d6eefd06b10 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.0947604 Feb 21 09:43:30.059900 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0d7e94ef-19b2-48ef-825e-95a2ae25b742 req-c567846d-05e0-4856-be3c-b19f4fc8dde5 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560210 Feb 21 09:43:30.290244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-7c3ebffe-77ae-45d2-aee3-91669146dda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:30.899095 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:31.333992 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e409ac5-a670-4274-a376-10b12fe11892 req-47abff03-ede4-429f-818a-d05fbb217af1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:31.343364 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7e409ac5-a670-4274-a376-10b12fe11892 req-47abff03-ede4-429f-818a-d05fbb217af1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.1125150 Feb 21 09:43:31.407979 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7e409ac5-a670-4274-a376-10b12fe11892 req-8cb342e0-0b45-419a-ae64-96fd5d904ce2 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633056 Feb 21 09:43:32.643308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cd795-4e6d-4c7e-8d9a-9fa955ef9aa7 req-78e39fc1-2deb-4ce5-9a44-b6d51659aba8 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:32.651645 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-412cd795-4e6d-4c7e-8d9a-9fa955ef9aa7 req-78e39fc1-2deb-4ce5-9a44-b6d51659aba8 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.0936775 Feb 21 09:43:32.714540 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-412cd795-4e6d-4c7e-8d9a-9fa955ef9aa7 req-0c73115e-4ba2-4a90-9c1c-11a0a605480b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618560 Feb 21 09:43:33.066307 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c7b3b1ee-8fc1-45ba-b05a-baf7242f3495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:33.750794 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:33.959137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9ab83-5d7e-4657-8a8b-ea585f76bf17 req-a99c19be-7748-4d9d-8621-c7d9602cbc41 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:33.968051 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c9b9ab83-5d7e-4657-8a8b-ea585f76bf17 req-a99c19be-7748-4d9d-8621-c7d9602cbc41 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.1012380 Feb 21 09:43:34.040133 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c9b9ab83-5d7e-4657-8a8b-ea585f76bf17 req-4d99d157-0027-4763-afd5-383cfeda3904 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701382 Feb 21 09:43:34.199798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:35.275784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0390326-4d4b-4f18-bc32-c2fec8b49720 req-fb08d0e0-c016-4b29-baa3-81c209e57cb4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:35.277297 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b0390326-4d4b-4f18-bc32-c2fec8b49720 req-fb08d0e0-c016-4b29-baa3-81c209e57cb4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.0896673 Feb 21 09:43:35.435843 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b0390326-4d4b-4f18-bc32-c2fec8b49720 req-d7e3312b-fec5-419a-9479-00ee5f426e94 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527169 Feb 21 09:43:36.145199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:36.292624 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d6d41ed6-0ab9-4eb4-a6bd-618c0e307b98 req-71ca9299-0ae5-4737-8e6f-783cdce20a89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 1099 time: 0.0686696 Feb 21 09:43:36.419049 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41ed6-0ab9-4eb4-a6bd-618c0e307b98 req-2a16cca1-55ce-4eb9-ac09-759050e113d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:36.420388 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d6d41ed6-0ab9-4eb4-a6bd-618c0e307b98 req-2a16cca1-55ce-4eb9-ac09-759050e113d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1222773 Feb 21 09:43:36.522557 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d6d41ed6-0ab9-4eb4-a6bd-618c0e307b98 req-9d3f7905-e816-4b1c-8c19-38f2e3a7ef67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac581d04-7974-4448-b9f5-fc2ff334436e HTTP/1.1" status: 200 len: 1002 time: 0.0963578 Feb 21 09:43:36.627170 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41ed6-0ab9-4eb4-a6bd-618c0e307b98 req-2180e326-8b85-4553-bb64-1f301f5444e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:36.628608 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d6d41ed6-0ab9-4eb4-a6bd-618c0e307b98 req-2180e326-8b85-4553-bb64-1f301f5444e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.1003087 Feb 21 09:43:36.705070 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0d5d-533f-48b8-a239-1d2bd654006d req-b875a7ac-bda6-46fe-91d7-c6ef5e722539 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:36.706409 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cecb0d5d-533f-48b8-a239-1d2bd654006d req-b875a7ac-bda6-46fe-91d7-c6ef5e722539 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.1456430 Feb 21 09:43:36.739470 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d6d41ed6-0ab9-4eb4-a6bd-618c0e307b98 req-c5b8e236-c84d-47ce-9955-d048c5ee98c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033294 Feb 21 09:43:36.826685 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cecb0d5d-533f-48b8-a239-1d2bd654006d req-762d5da0-f1a9-419e-843e-16705e9c5346 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142912 Feb 21 09:43:36.881395 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d6d41ed6-0ab9-4eb4-a6bd-618c0e307b98 req-dc784bcb-3cf6-4590-82f3-edbdffec78df service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342940 Feb 21 09:43:37.010565 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d6d41ed6-0ab9-4eb4-a6bd-618c0e307b98 req-5fa90565-76c3-4036-bb23-ebdb9309e183 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226416 Feb 21 09:43:38.018175 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32ca27-1a81-4fe8-b75a-c8768ef902c9 req-51b61603-e1ba-48c6-9009-69765e473a6f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:38.019636 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-df32ca27-1a81-4fe8-b75a-c8768ef902c9 req-51b61603-e1ba-48c6-9009-69765e473a6f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.0745015 Feb 21 09:43:38.064617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-df32ca27-1a81-4fe8-b75a-c8768ef902c9 req-ca34ccf6-264c-40a9-a01d-0af719effbb8 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395796 Feb 21 09:43:39.265763 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b388-6205-4916-929e-49d5cc69d46c req-b1ecebbb-4dc6-426c-aa6a-222555b502b7 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:39.267242 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ae47b388-6205-4916-929e-49d5cc69d46c req-b1ecebbb-4dc6-426c-aa6a-222555b502b7 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 946 time: 0.0821297 Feb 21 09:43:39.312448 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ae47b388-6205-4916-929e-49d5cc69d46c req-81bc5fef-d5c5-4135-8c08-774ca7af2bca tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396237 Feb 21 09:43:39.546797 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ac581d04-7974-4448-b9f5-fc2ff334436e no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:43:39.581548 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-677c102a-52ff-4f13-9a66-5f690dc0484a req-ec4bc7cd-e914-4b55-9583-7fcf513f19f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1535277 Feb 21 09:43:39.656766 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:39.690279 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:43:39.701361 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ac581d04-7974-4448-b9f5-fc2ff334436e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ac581d04-7974-4448-b9f5-fc2ff334436e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:39.708349 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:39.754515 dv-neutron-830062-1-hyperv neutron-server[83586]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'code': 422} returned with failed status Feb 21 09:43:39.789012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35448) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:43:39.790825 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=ac581d04-7974-4448-b9f5-fc2ff334436e,revision_number=8']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:39.933863 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-b641ba4e-4ccc-4549-881f-713fbfee30ba req-a93c1115-9cb7-4f8e-9d1b-8b643cd787d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1421106 Feb 21 09:43:40.001459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd87a9-7146-4a96-8032-51508d6e0b8b req-f74a7b69-369e-4ee8-ba7a-ab46ffc4a058 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:40.002962 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-88dd87a9-7146-4a96-8032-51508d6e0b8b req-f74a7b69-369e-4ee8-ba7a-ab46ffc4a058 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 944 time: 0.0812886 Feb 21 09:43:40.050964 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-88dd87a9-7146-4a96-8032-51508d6e0b8b req-24aa7966-d930-44b4-a750-3412fcd50283 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423224 Feb 21 09:43:40.412996 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b641ba4e-4ccc-4549-881f-713fbfee30ba req-6e5dc258-de85-45ea-9380-2b1d5b3490ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb&tenant_id=a0caa62e0d9d4b10927636f455cb567e HTTP/1.1" status: 200 len: 1097 time: 0.0663579 Feb 21 09:43:40.504002 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b641ba4e-4ccc-4549-881f-713fbfee30ba req-58e54a7b-aa2c-415a-8106-515a82fda74a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 1097 time: 0.0703757 Feb 21 09:43:40.632981 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641ba4e-4ccc-4549-881f-713fbfee30ba req-cf356c1d-545b-4f9b-91fb-0bb1f7c9079f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:40.635356 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b641ba4e-4ccc-4549-881f-713fbfee30ba req-cf356c1d-545b-4f9b-91fb-0bb1f7c9079f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1257563 Feb 21 09:43:40.733184 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b641ba4e-4ccc-4549-881f-713fbfee30ba req-49a2dff0-2bca-482b-ba62-ee42e5f8eda5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac581d04-7974-4448-b9f5-fc2ff334436e HTTP/1.1" status: 200 len: 1000 time: 0.0923233 Feb 21 09:43:40.876536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641ba4e-4ccc-4549-881f-713fbfee30ba req-1bc86e4b-601d-4d60-a495-6a78c92fd17f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:40.877964 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b641ba4e-4ccc-4549-881f-713fbfee30ba req-1bc86e4b-601d-4d60-a495-6a78c92fd17f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.1394782 Feb 21 09:43:40.953178 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b641ba4e-4ccc-4549-881f-713fbfee30ba req-0be76e18-eefe-4428-a630-a2114705bbe1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691202 Feb 21 09:43:41.082270 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b641ba4e-4ccc-4549-881f-713fbfee30ba req-b8459699-80a7-4b5c-ad63-849d2680bf49 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227741 Feb 21 09:43:41.265396 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b641ba4e-4ccc-4549-881f-713fbfee30ba req-761d626d-9531-426c-aeb8-514b161ff563 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768062 Feb 21 09:43:41.282902 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd71fda-e41f-4959-aa5a-e5ed55b9dddf req-318bb655-c69d-4210-b822-a5817ec36bf5 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:41.284432 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-efd71fda-e41f-4959-aa5a-e5ed55b9dddf req-318bb655-c69d-4210-b822-a5817ec36bf5 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 944 time: 0.1146505 Feb 21 09:43:41.332713 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-efd71fda-e41f-4959-aa5a-e5ed55b9dddf req-2db6d78e-cefa-4c91-bdb9-1d206a71f3c7 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408499 Feb 21 09:43:42.549382 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f315ea5-706f-4c52-8f71-0e810d8a9176 req-ef9db7aa-d4db-48b3-a087-2e648350073f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:42.550932 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1f315ea5-706f-4c52-8f71-0e810d8a9176 req-ef9db7aa-d4db-48b3-a087-2e648350073f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 944 time: 0.0937548 Feb 21 09:43:42.601675 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1f315ea5-706f-4c52-8f71-0e810d8a9176 req-9d9f80e0-1ef3-442c-9651-b4d23e1ef76e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440733 Feb 21 09:43:43.824182 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c42d-da1b-4b9b-a4e4-0c4583b43cfd req-1cd4d7dd-4378-4c04-8a8d-b473c64fcf1e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:43.825578 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8d32c42d-da1b-4b9b-a4e4-0c4583b43cfd req-1cd4d7dd-4378-4c04-8a8d-b473c64fcf1e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 944 time: 0.0804224 Feb 21 09:43:43.875061 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8d32c42d-da1b-4b9b-a4e4-0c4583b43cfd req-1874b77e-2ecf-4bec-bf98-e7678f9340c7 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432100 Feb 21 09:43:45.091137 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a19caf-149a-4922-8651-06c49c47c9b5 req-4274fe19-4e8a-40fa-b63f-70d5a4f43a50 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:45.099386 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-89a19caf-149a-4922-8651-06c49c47c9b5 req-4274fe19-4e8a-40fa-b63f-70d5a4f43a50 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 944 time: 0.0849080 Feb 21 09:43:45.144208 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-89a19caf-149a-4922-8651-06c49c47c9b5 req-9403a003-0e7e-44ea-8e37-4bb7db357252 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438173 Feb 21 09:43:46.373525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f46b28-b216-49eb-b2c3-8fb0cabd37b0 req-da44ee70-f793-4298-bbb4-6c6418541714 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:46.375179 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50f46b28-b216-49eb-b2c3-8fb0cabd37b0 req-da44ee70-f793-4298-bbb4-6c6418541714 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 944 time: 0.1055193 Feb 21 09:43:46.428677 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-50f46b28-b216-49eb-b2c3-8fb0cabd37b0 req-8406f085-e489-4191-9e13-5d4ab47160ba tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479829 Feb 21 09:43:47.644650 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea3639-0d3d-4a33-bbb7-7353e4c51563 req-64c38e62-164d-4498-94cc-6fd7e828cb41 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:47.646115 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-84ea3639-0d3d-4a33-bbb7-7353e4c51563 req-64c38e62-164d-4498-94cc-6fd7e828cb41 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 944 time: 0.0951073 Feb 21 09:43:47.696354 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-84ea3639-0d3d-4a33-bbb7-7353e4c51563 req-85a0678c-2142-4253-b9d9-ce26be57ecc2 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438974 Feb 21 09:43:48.902873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e503e-606d-4515-a373-431f7bc987cf req-ef016f19-5649-40bf-9d6a-b5607532925e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:48.904372 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd7e503e-606d-4515-a373-431f7bc987cf req-ef016f19-5649-40bf-9d6a-b5607532925e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 944 time: 0.0805137 Feb 21 09:43:48.956944 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dd7e503e-606d-4515-a373-431f7bc987cf req-c3273433-793c-4cef-8f9c-b5ff64b457ad tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469718 Feb 21 09:43:50.153415 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ef419-74db-43c0-973b-be8187739983 req-3ca2cd4a-30e7-4d76-8016-17dfd9de26e1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:50.154855 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-725ef419-74db-43c0-973b-be8187739983 req-3ca2cd4a-30e7-4d76-8016-17dfd9de26e1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 944 time: 0.0751359 Feb 21 09:43:50.199395 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-725ef419-74db-43c0-973b-be8187739983 req-e67c6e24-5486-4d7a-b27e-cbc1de3e830b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392506 Feb 21 09:43:51.397749 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5622e1c-0684-4e64-9561-f053de2746e1 req-f73517d7-37c8-4717-9b32-6b367dad6440 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:51.399868 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c5622e1c-0684-4e64-9561-f053de2746e1 req-f73517d7-37c8-4717-9b32-6b367dad6440 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 944 time: 0.0792372 Feb 21 09:43:51.443322 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c5622e1c-0684-4e64-9561-f053de2746e1 req-667e1e74-b35f-479f-a75d-7dc14b56b762 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381222 Feb 21 09:43:51.576419 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ac581d04-7974-4448-b9f5-fc2ff334436e details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:43:51.706639 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ac581d04-7974-4448-b9f5-fc2ff334436e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ac581d04-7974-4448-b9f5-fc2ff334436e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:51.719281 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'port_id': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'mac_address': 'fa:16:3e:90:a1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:43:51.770612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:51.790170 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac581d04-7974-4448-b9f5-fc2ff334436e {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:43:51.804356 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ac581d04-7974-4448-b9f5-fc2ff334436e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ac581d04-7974-4448-b9f5-fc2ff334436e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:51.809112 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:51.862884 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:43:51.874035 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=ac581d04-7974-4448-b9f5-fc2ff334436e,revision_number=9']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:52.050125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['ac581d04-7974-4448-b9f5-fc2ff334436e'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:43:52.636080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0671b54-d6e5-45be-80b3-a0433c071271 req-8ba76494-1396-4572-8d92-4e566458f969 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:52.637445 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0671b54-d6e5-45be-80b3-a0433c071271 req-8ba76494-1396-4572-8d92-4e566458f969 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 945 time: 0.0739300 Feb 21 09:43:52.681943 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0671b54-d6e5-45be-80b3-a0433c071271 req-314c33a8-cc61-4a6a-a070-e20916721197 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391512 Feb 21 09:43:53.591290 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ac581d04-7974-4448-b9f5-fc2ff334436e up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:43:53.659708 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port ac581d04-7974-4448-b9f5-fc2ff334436e triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:53.660079 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:53.776096 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:53.802740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:43:53.812409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port ac581d04-7974-4448-b9f5-fc2ff334436e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ac581d04-7974-4448-b9f5-fc2ff334436e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:53.818680 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:43:53.864931 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'code': 200} Feb 21 09:43:53.883778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81caa1e-41cf-407b-88a3-8bbbe07f69a9 req-b2704f3c-9075-42db-9e1f-23386088c199 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:53.885245 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e81caa1e-41cf-407b-88a3-8bbbe07f69a9 req-b2704f3c-9075-42db-9e1f-23386088c199 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 947 time: 0.0852306 Feb 21 09:43:53.892888 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=ac581d04-7974-4448-b9f5-fc2ff334436e,revision_number=10']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:53.931859 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e81caa1e-41cf-407b-88a3-8bbbe07f69a9 req-1998a815-e1c1-47c8-b39e-d1d197a79f8c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408943 Feb 21 09:43:54.118810 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-35f716bc-634b-4f9d-acb0-c242b9b6bd8e req-c0005eb8-f333-48a8-ad6a-0d41d978cd60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 1100 time: 0.0718439 Feb 21 09:43:54.204332 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-35f716bc-634b-4f9d-acb0-c242b9b6bd8e req-1b5ffb3b-bbf6-4af7-85af-e1957578b585 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796170 Feb 21 09:43:55.134127 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b6b82-1201-4552-b952-bba31ea7c377 req-e14d693a-a082-41e4-b0a5-8b9dffbf689f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:55.135629 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-071b6b82-1201-4552-b952-bba31ea7c377 req-e14d693a-a082-41e4-b0a5-8b9dffbf689f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 947 time: 0.0803025 Feb 21 09:43:55.202408 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-071b6b82-1201-4552-b952-bba31ea7c377 req-7210b7eb-092e-4681-a947-814a3248ef74 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598762 Feb 21 09:43:56.395712 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577dc25-c310-4305-acde-f05b47ed3beb req-df990c70-5bfc-44a7-a7d6-6736c14e0b2b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:56.397134 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4577dc25-c310-4305-acde-f05b47ed3beb req-df990c70-5bfc-44a7-a7d6-6736c14e0b2b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 947 time: 0.0775278 Feb 21 09:43:56.525315 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4577dc25-c310-4305-acde-f05b47ed3beb req-9dc995c8-cfa0-46fa-b991-14780ca8cabf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217120 Feb 21 09:44:00.284820 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8b3ddfc1-a17f-4d25-99d7-d2b727c893d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:44:00.902838 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:44:03.061290 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e65738b6-5491-4505-abc7-a21d47f733b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:44:03.746332 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:44:04.192890 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:44:06.148444 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:44:21.448753 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf82800-e37d-41bc-87db-a9aa97003b8b req-45fc3320-d317-4c51-a62f-9a3edd194b9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698590 Feb 21 09:44:21.589568 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf82800-e37d-41bc-87db-a9aa97003b8b req-a74c6b1d-49c4-43cb-8b74-437ef8f11a6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 1100 time: 0.0719411 Feb 21 09:44:21.737611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf82800-e37d-41bc-87db-a9aa97003b8b req-0b7e18bc-2a29-4b63-ba71-b1541277f046 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:21.739083 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf82800-e37d-41bc-87db-a9aa97003b8b req-0b7e18bc-2a29-4b63-ba71-b1541277f046 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1302533 Feb 21 09:44:21.842660 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf82800-e37d-41bc-87db-a9aa97003b8b req-ddcaebe5-355a-43f9-b279-f69cdd8b0c09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac581d04-7974-4448-b9f5-fc2ff334436e HTTP/1.1" status: 200 len: 1002 time: 0.0971107 Feb 21 09:44:21.903907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf82800-e37d-41bc-87db-a9aa97003b8b req-2fcb7bb8-bfc1-4c6f-9882-2f23f15a6a2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:21.905350 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf82800-e37d-41bc-87db-a9aa97003b8b req-2fcb7bb8-bfc1-4c6f-9882-2f23f15a6a2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0568159 Feb 21 09:44:21.977697 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf82800-e37d-41bc-87db-a9aa97003b8b req-df18a903-fcfa-4a16-81a5-992b4a40a58e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668209 Feb 21 09:44:22.109464 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf82800-e37d-41bc-87db-a9aa97003b8b req-07105bec-dcbb-491c-8871-07b574d9168c service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263256 Feb 21 09:44:22.252943 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf82800-e37d-41bc-87db-a9aa97003b8b req-2e6a9579-9ccc-4675-abdd-d6cf12602c88 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375937 Feb 21 09:44:28.863812 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:44:30.288380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-239a679f-0b6c-4e25-a402-a85bc9fadd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:44:30.917369 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:44:33.062974 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-59ab2b9d-6b86-421e-b4c2-9e4d7f3db507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:44:33.738375 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:44:34.196588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:44:36.152377 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:00.291319 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-015d6769-82e9-491d-b93e-07c93fdb1f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:00.927882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:03.065810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e15c6798-4f72-4bb1-b059-beda5870942d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:03.739721 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:04.200043 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:05.865031 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:45:06.153684 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:06.264466 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35558) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:45:06.468278 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Deleting port 4cc82608-a30e-45a3-aab9-13012ddcd361 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:45:06.468520 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:06.634218 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:06.634534 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:06.756934 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Calling delete_port for 4cc82608-a30e-45a3-aab9-13012ddcd361 owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:45:06.896160 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:07.027560 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event deleted for resources: {'Port': ['ID=4cc82608-a30e-45a3-aab9-13012ddcd361,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:07.067250 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:07.067588 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:07.067916 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:07.068240 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:07.068564 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:07.068882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:07.069427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:07.069544 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:07.069824 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:07.070133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:07.070442 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:07.127847 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:07.543340 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:45:07.744066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:45:07.753293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d756f3-963e-43c8-af74-851aa818a940 None None] Sync routers for ids ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:45:07.764965 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:07.766169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d756f3-963e-43c8-af74-851aa818a940 None None] Routers {'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:45:07.766795 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-57d756f3-963e-43c8-af74-851aa818a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:45:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:07.825350 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-89061fe0-3eb8-47d5-b28e-b68b4ce2cb1d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "DELETE /v2.0/floatingips/d2e3748b-90bf-4eef-ac71-0033ed44f373 HTTP/1.1" status: 204 len: 168 time: 1.5593781 Feb 21 09:45:07.826204 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:45:07.955428 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-57d756f3-963e-43c8-af74-851aa818a940 None None] Set router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:45:07.976376 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'status': 'completed', 'code': 200} Feb 21 09:45:08.082080 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-90eb6897-739c-4804-8a4c-0c5129f90572 req-02e085e6-9630-46f0-8e34-a3275ec193c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 1100 time: 0.0839469 Feb 21 09:45:08.273495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6897-739c-4804-8a4c-0c5129f90572 req-6503107f-d14c-463a-adfa-a1a9d6dc9a79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:08.274923 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-90eb6897-739c-4804-8a4c-0c5129f90572 req-6503107f-d14c-463a-adfa-a1a9d6dc9a79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1860034 Feb 21 09:45:08.281103 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4483ef0-8975-4f2e-803c-1af6ca798178 req-8f35f904-9b58-42ae-8850-ab19fa236023 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:08.282414 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4483ef0-8975-4f2e-803c-1af6ca798178 req-8f35f904-9b58-42ae-8850-ab19fa236023 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 947 time: 0.1214445 Feb 21 09:45:08.282750 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-57d756f3-963e-43c8-af74-851aa818a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:41:11Z', 'revision_number': 5, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:08.286659 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d756f3-963e-43c8-af74-851aa818a940 None None] Checking router: f02dafb3-e1c1-400d-b53f-9f878fd5e6cb for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:45:08.297615 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d756f3-963e-43c8-af74-851aa818a940 None None] Routers {'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:45:08.298210 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-57d756f3-963e-43c8-af74-851aa818a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:45:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:08.361564 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-90eb6897-739c-4804-8a4c-0c5129f90572 req-9b5d9161-e15b-4bfc-b22c-d3260de85bf5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac581d04-7974-4448-b9f5-fc2ff334436e HTTP/1.1" status: 200 len: 217 time: 0.0782454 Feb 21 09:45:08.436400 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c4483ef0-8975-4f2e-803c-1af6ca798178 req-623607aa-8ee3-4a9a-aa0c-9f52d07ea96d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042681 Feb 21 09:45:08.449954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6897-739c-4804-8a4c-0c5129f90572 req-f7c68433-5adf-43c8-b3e2-2fa89d047a7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:08.452391 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-90eb6897-739c-4804-8a4c-0c5129f90572 req-f7c68433-5adf-43c8-b3e2-2fa89d047a7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0799809 Feb 21 09:45:08.482263 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-57d756f3-963e-43c8-af74-851aa818a940 None None] Set router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:45:08.525672 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-90eb6897-739c-4804-8a4c-0c5129f90572 req-e275e91e-34e3-4683-a8ed-ccc7bbc332d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670872 Feb 21 09:45:08.656793 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-90eb6897-739c-4804-8a4c-0c5129f90572 req-7bae67bb-c11e-4442-87bd-af561a35f7c9 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251299 Feb 21 09:45:08.798970 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-57d756f3-963e-43c8-af74-851aa818a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:41:11Z', 'revision_number': 5, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:08.803232 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d756f3-963e-43c8-af74-851aa818a940 None None] The sync data for ids ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'] in dv-neutron-830062-1-hyperv is: [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:41:11Z', 'revision_number': 5, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:45:08.882959 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-90eb6897-739c-4804-8a4c-0c5129f90572 req-c722a9fd-68f5-49fa-b5b8-daccdcb498a2 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200365 Feb 21 09:45:09.025854 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76678729-f76c-4833-be88-03a755e60606 None None] New status for floating IP d2e3748b-90bf-4eef-ac71-0033ed44f373: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:45:09.444822 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d67ff-6ead-4e74-aa4e-d192f527f075 req-ddea274f-67bc-4326-b371-ef2f05755755 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:09.446131 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-279d67ff-6ead-4e74-aa4e-d192f527f075 req-ddea274f-67bc-4326-b371-ef2f05755755 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 947 time: 0.0769744 Feb 21 09:45:09.514082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-279d67ff-6ead-4e74-aa4e-d192f527f075 req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Deleting port ac581d04-7974-4448-b9f5-fc2ff334436e {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:45:09.514534 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-279d67ff-6ead-4e74-aa4e-d192f527f075 req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:09.789564 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca82661-4ed6-47d2-9321-b6d415e9ee9f req-771458ad-707e-47cd-ae84-7c8f0ceeac78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:09.790932 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dca82661-4ed6-47d2-9321-b6d415e9ee9f req-771458ad-707e-47cd-ae84-7c8f0ceeac78 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8dd7369-5cb5-4c33-9b7a-3c29319266bb HTTP/1.1" status: 200 len: 947 time: 0.2226627 Feb 21 09:45:09.830390 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-279d67ff-6ead-4e74-aa4e-d192f527f075 req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] For port ac581d04-7974-4448-b9f5-fc2ff334436e, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=ac581d04-7974-4448-b9f5-fc2ff334436e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:09.830741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-279d67ff-6ead-4e74-aa4e-d192f527f075 req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:09.957420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-279d67ff-6ead-4e74-aa4e-d192f527f075 req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Calling delete_port for ac581d04-7974-4448-b9f5-fc2ff334436e owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:45:10.004331 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dca82661-4ed6-47d2-9321-b6d415e9ee9f req-fc824308-134b-4678-aa04-8d1550f0484d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=287f6091-7318-47a7-bfca-d3b7df4fa30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024784 Feb 21 09:45:10.102592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-279d67ff-6ead-4e74-aa4e-d192f527f075 req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:10.149697 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event deleted for resources: {'Port': ['ID=ac581d04-7974-4448-b9f5-fc2ff334436e,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:10.189937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:10.190282 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:10.190617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:10.190944 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:10.191306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:10.191628 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:10.191955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:10.192272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:10.192587 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:10.192901 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:10.193216 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:10.234555 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-279d67ff-6ead-4e74-aa4e-d192f527f075 req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] No DVR routers for this DVR port ac581d04-7974-4448-b9f5-fc2ff334436e on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:45:10.236907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-279d67ff-6ead-4e74-aa4e-d192f527f075 req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:10.239344 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'name': 'network-vif-deleted', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:45:10.250969 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-279d67ff-6ead-4e74-aa4e-d192f527f075 req-9b5d4401-5e97-45c4-8591-fad704602228 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.47 "DELETE /v2.0/ports/ac581d04-7974-4448-b9f5-fc2ff334436e HTTP/1.1" status: 204 len: 173 time: 0.7987700 Feb 21 09:45:10.377248 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dd7369-5cb5-4c33-9b7a-3c29319266bb', 'name': 'network-vif-deleted', 'tag': 'ac581d04-7974-4448-b9f5-fc2ff334436e', 'status': 'completed', 'code': 200} Feb 21 09:45:11.106821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35578) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:45:11.175109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d90bd98-a7da-4873-a5f5-4909b9688954 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:11.207535 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d90bd98-a7da-4873-a5f5-4909b9688954 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:11.270741 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d90bd98-a7da-4873-a5f5-4909b9688954 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:11.288461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90bd98-a7da-4873-a5f5-4909b9688954 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=287f6091-7318-47a7-bfca-d3b7df4fa30a,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:11.301717 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d90bd98-a7da-4873-a5f5-4909b9688954 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:11.302896 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0d90bd98-a7da-4873-a5f5-4909b9688954 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "DELETE /v2.0/security-groups/287f6091-7318-47a7-bfca-d3b7df4fa30a HTTP/1.1" status: 204 len: 168 time: 0.1950183 Feb 21 09:45:12.106531 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35586) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:45:12.106708 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ac581d04-7974-4448-b9f5-fc2ff334436e no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:45:12.112251 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767042126', 'description': 'tempest-secgroup-smoke-767042126 description', 'project_id': 'a0caa62e0d9d4b10927636f455cb567e'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:45:12.118392 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:45:12.122755 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:45:12.125610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:45:12.131577 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:45:12.138312 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: ac581d04-7974-4448-b9f5-fc2ff334436e {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:45:12.138673 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device ac581d04-7974-4448-b9f5-fc2ff334436e not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:45:12.142844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.178384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:45:12.182279 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:45:12.185236 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:45:12.190934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:45:12.249271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.253682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.297538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd57534d-ae1b-4417-a7a8-1a099be8a37f,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:12.301487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.305629 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0885522f-efd6-4a6c-8764-ad77b17f68f4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1955540 Feb 21 09:45:12.306864 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35590) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:45:12.312614 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5aeaa5b3-0631-4196-968f-31a1405172ed tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'security_group_rule': {'security_group_id': 'fd57534d-ae1b-4417-a7a8-1a099be8a37f', 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:45:12.319213 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5aeaa5b3-0631-4196-968f-31a1405172ed tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:45:12.323081 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5aeaa5b3-0631-4196-968f-31a1405172ed tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:45:12.326656 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5aeaa5b3-0631-4196-968f-31a1405172ed tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:45:12.332633 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5aeaa5b3-0631-4196-968f-31a1405172ed tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:45:12.350745 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5aeaa5b3-0631-4196-968f-31a1405172ed tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.410739 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5aeaa5b3-0631-4196-968f-31a1405172ed tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.415708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5aeaa5b3-0631-4196-968f-31a1405172ed tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.441563 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaa5b3-0631-4196-968f-31a1405172ed tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6f75de-6982-4e96-9b11-06134af434d6,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:12.451980 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5aeaa5b3-0631-4196-968f-31a1405172ed tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.453350 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5aeaa5b3-0631-4196-968f-31a1405172ed tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1456785 Feb 21 09:45:12.456060 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35594) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:45:12.461538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-e2b8808c-353e-43fa-9876-c9f7e81517ea tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'security_group_rule': {'security_group_id': 'fd57534d-ae1b-4417-a7a8-1a099be8a37f', 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:45:12.468359 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e2b8808c-353e-43fa-9876-c9f7e81517ea tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:45:12.472281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e2b8808c-353e-43fa-9876-c9f7e81517ea tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:45:12.475130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-e2b8808c-353e-43fa-9876-c9f7e81517ea tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:45:12.480829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-e2b8808c-353e-43fa-9876-c9f7e81517ea tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:45:12.497376 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2b8808c-353e-43fa-9876-c9f7e81517ea tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.557239 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2b8808c-353e-43fa-9876-c9f7e81517ea tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.561979 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2b8808c-353e-43fa-9876-c9f7e81517ea tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.587765 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8808c-353e-43fa-9876-c9f7e81517ea tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37902b36-1ea0-42a3-a953-e90f4f37497d,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:12.600496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-e2b8808c-353e-43fa-9876-c9f7e81517ea tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.603572 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-e2b8808c-353e-43fa-9876-c9f7e81517ea tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1464138 Feb 21 09:45:12.604813 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35598) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:45:12.611853 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-f27dde81-897d-44a3-991c-674e284233fa tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'security_group_rule': {'security_group_id': 'fd57534d-ae1b-4417-a7a8-1a099be8a37f', 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:45:12.619735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f27dde81-897d-44a3-991c-674e284233fa tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:45:12.624265 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f27dde81-897d-44a3-991c-674e284233fa tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:45:12.627235 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-f27dde81-897d-44a3-991c-674e284233fa tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:45:12.638179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-f27dde81-897d-44a3-991c-674e284233fa tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:45:12.655510 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f27dde81-897d-44a3-991c-674e284233fa tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.718420 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f27dde81-897d-44a3-991c-674e284233fa tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.721323 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f27dde81-897d-44a3-991c-674e284233fa tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.744728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dde81-897d-44a3-991c-674e284233fa tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e3a146-2589-48c5-b931-fd3cb38ee284,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:12.753925 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f27dde81-897d-44a3-991c-674e284233fa tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.755227 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f27dde81-897d-44a3-991c-674e284233fa tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1491222 Feb 21 09:45:12.758202 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35602) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:45:12.764122 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-69bf4e6b-22a0-45e3-9246-a3daa468a354 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'security_group_rule': {'security_group_id': 'fd57534d-ae1b-4417-a7a8-1a099be8a37f', 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:45:12.769921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-69bf4e6b-22a0-45e3-9246-a3daa468a354 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:45:12.773680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-69bf4e6b-22a0-45e3-9246-a3daa468a354 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:45:12.776673 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-69bf4e6b-22a0-45e3-9246-a3daa468a354 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:45:12.782263 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-69bf4e6b-22a0-45e3-9246-a3daa468a354 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:45:12.798801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-69bf4e6b-22a0-45e3-9246-a3daa468a354 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.863334 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-69bf4e6b-22a0-45e3-9246-a3daa468a354 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.866905 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-69bf4e6b-22a0-45e3-9246-a3daa468a354 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.891296 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf4e6b-22a0-45e3-9246-a3daa468a354 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d8b94b-8a9e-4c3f-b7a1-d416863ce4a7,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:12.901311 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-69bf4e6b-22a0-45e3-9246-a3daa468a354 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:12.902512 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-69bf4e6b-22a0-45e3-9246-a3daa468a354 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1433840 Feb 21 09:45:12.905281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35606) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:45:12.910546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-be2e64a2-dee3-4406-a3f9-10b6b8542177 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'security_group_rule': {'security_group_id': 'fd57534d-ae1b-4417-a7a8-1a099be8a37f', 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:45:12.916949 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-be2e64a2-dee3-4406-a3f9-10b6b8542177 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:45:12.921604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-be2e64a2-dee3-4406-a3f9-10b6b8542177 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:45:12.924545 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-be2e64a2-dee3-4406-a3f9-10b6b8542177 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:45:12.933565 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-be2e64a2-dee3-4406-a3f9-10b6b8542177 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:45:12.944157 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-be2e64a2-dee3-4406-a3f9-10b6b8542177 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Project a0caa62e0d9d4b10927636f455cb567e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:45:12.950715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be2e64a2-dee3-4406-a3f9-10b6b8542177 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:13.022793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be2e64a2-dee3-4406-a3f9-10b6b8542177 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:13.026430 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be2e64a2-dee3-4406-a3f9-10b6b8542177 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:13.049658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e64a2-dee3-4406-a3f9-10b6b8542177 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f64499-7418-404f-a951-6f86dad4cc7e,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:13.059222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-be2e64a2-dee3-4406-a3f9-10b6b8542177 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:13.060395 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-be2e64a2-dee3-4406-a3f9-10b6b8542177 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1542146 Feb 21 09:45:13.063182 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35610) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:45:13.068385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-4e06b6e9-9d86-4cf2-95d6-78eb29c8554d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'security_group_rule': {'security_group_id': 'fd57534d-ae1b-4417-a7a8-1a099be8a37f', 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:45:13.074013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4e06b6e9-9d86-4cf2-95d6-78eb29c8554d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:45:13.077838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4e06b6e9-9d86-4cf2-95d6-78eb29c8554d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:security_group_rule and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:45:13.080733 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-4e06b6e9-9d86-4cf2-95d6-78eb29c8554d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:45:13.086952 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-4e06b6e9-9d86-4cf2-95d6-78eb29c8554d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:45:13.098085 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.securitygroups_db [None req-4e06b6e9-9d86-4cf2-95d6-78eb29c8554d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Project a0caa62e0d9d4b10927636f455cb567e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:45:13.105677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e06b6e9-9d86-4cf2-95d6-78eb29c8554d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:13.173906 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e06b6e9-9d86-4cf2-95d6-78eb29c8554d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:13.177659 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e06b6e9-9d86-4cf2-95d6-78eb29c8554d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:13.201167 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06b6e9-9d86-4cf2-95d6-78eb29c8554d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b312caf5-c0e0-4aee-b7b1-270e25c20d9f,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:13.209823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4e06b6e9-9d86-4cf2-95d6-78eb29c8554d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:13.211017 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4e06b6e9-9d86-4cf2-95d6-78eb29c8554d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1469116 Feb 21 09:45:26.959204 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-e10b6813-0b7f-45ea-ac56-ae8577dfa8cb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Synchronizing usage tracker for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:security_group {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:45:26.974688 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-e10b6813-0b7f-45ea-ac56-ae8577dfa8cb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Unset dirty status for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:security_group {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:45:26.975761 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-e10b6813-0b7f-45ea-ac56-ae8577dfa8cb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767042126&fields=id&tenant_id=a0caa62e0d9d4b10927636f455cb567e HTTP/1.1" status: 200 len: 267 time: 0.0558214 Feb 21 09:45:27.120358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-b8830959-7315-4ccd-8ce5-17fa048db136 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:27.121828 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-b8830959-7315-4ccd-8ce5-17fa048db136 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 809 time: 0.1392105 Feb 21 09:45:27.137713 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-dfa9a88b-1741-422d-893f-d5f0566e1828 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/quotas/a0caa62e0d9d4b10927636f455cb567e HTTP/1.1" status: 200 len: 375 time: 0.0107174 Feb 21 09:45:27.218395 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-fa3ed0f3-5a5b-477b-8394-f5649f04d0be tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Synchronizing usage tracker for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:45:27.233183 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-fa3ed0f3-5a5b-477b-8394-f5649f04d0be tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Unset dirty status for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:45:27.234488 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-fa3ed0f3-5a5b-477b-8394-f5649f04d0be tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921361 Feb 21 09:45:27.249355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-39406256-01a8-40b7-864f-b3294a2c61c3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:45:27.250293 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-39406256-01a8-40b7-864f-b3294a2c61c3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049014 Feb 21 09:45:27.467501 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-52e40b76-3ea4-4476-bcb8-b9eb84dab4ae service neutron] 10.222.0.48 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117155 Feb 21 09:45:27.596707 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-aae3f6e9-f583-4ed1-ae30-d5a377d12900 service neutron] 10.222.0.48 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236391 Feb 21 09:45:27.973125 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-23c21d8a-a68c-423d-aaa2-e33f9be179dd req-47175ac4-7a14-401d-8fe6-bf15f839bdb2 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 210 time: 0.0436163 Feb 21 09:45:28.948975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-17df6c60-19a8-4746-9a68-704b05e61a29 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:28.950390 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-17df6c60-19a8-4746-9a68-704b05e61a29 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 809 time: 0.1440089 Feb 21 09:45:29.002294 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-87b9213c-cd3c-4b66-bf25-fcaa5fc23315 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0caa62e0d9d4b10927636f455cb567e HTTP/1.1" status: 200 len: 379 time: 0.0401666 Feb 21 09:45:29.016169 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'port': {'device_id': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'admin_state_up': True, 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'security_groups': ['fd57534d-ae1b-4417-a7a8-1a099be8a37f']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:45:29.148193 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-df97c6ef-26bd-47ac-9c9b-fde6e87b42c5 req-1070436c-7572-499a-b741-e27ab6ed077f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 210 time: 0.0506141 Feb 21 09:45:29.192347 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:45:29.202427 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:45:29.212492 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Made reservation on behalf of a0caa62e0d9d4b10927636f455cb567e for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:29.216023 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:29.378448 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Allocated IP 172.20.0.5 (d409b182-b85b-42ba-b0d9-3adf319dac2a/92578c76-bb8e-47f1-9964-c9b2bd5f8c39/2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:29.578519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:29.593404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Transition to ACTIVE for port object 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:45:29.617902 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:29.685655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Network d409b182-b85b-42ba-b0d9-3adf319dac2a is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:29.688696 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:29.692620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:45:29.742179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'Port': ['ID=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:29.786068 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:29.786498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:29.825258 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2a63567c-005e-49b3-a08e-8f6f43cac0fb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8129380 Feb 21 09:45:29.836309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Request body: {'port': {'device_id': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:45:29.956722 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:30.028736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5d694608-c409-4b47-b6b0-0e454947d959 None None] Provisioning for port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:45:30.033882 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-5d694608-c409-4b47-b6b0-0e454947d959 None None] Provisioning complete for port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:30.034540 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5d694608-c409-4b47-b6b0-0e454947d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:30.136633 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-5d694608-c409-4b47-b6b0-0e454947d959 None None] Port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:45:30.297608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-22f18cbd-d8ac-4625-9736-480290ade705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:30.401142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:45:30.410303 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:30.434790 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Transition to ACTIVE for port object 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:45:30.446651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf3677-6fff-4941-b9d6-bf67b2baeedd req-7fb0b184-f2cc-460f-a1ef-a79c45bc19ca tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:30.447377 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-79bf3677-6fff-4941-b9d6-bf67b2baeedd req-7fb0b184-f2cc-460f-a1ef-a79c45bc19ca tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Synchronizing usage tracker for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:45:30.450826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:30.688815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-79bf3677-6fff-4941-b9d6-bf67b2baeedd req-7fb0b184-f2cc-460f-a1ef-a79c45bc19ca tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Unset dirty status for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:45:30.690656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79bf3677-6fff-4941-b9d6-bf67b2baeedd req-7fb0b184-f2cc-460f-a1ef-a79c45bc19ca tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 931 time: 0.3991649 Feb 21 09:45:30.723692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:30.850931 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-79bf3677-6fff-4941-b9d6-bf67b2baeedd req-9d3faf7f-3c80-4e9e-9608-5b00f91bf90e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423151 Feb 21 09:45:30.886187 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Attempting to bind port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:45:30.886514 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Attempting to bind port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:45:30.886838 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Attempting to bind port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 on network d409b182-b85b-42ba-b0d9-3adf319dac2a {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:45:30.892580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 on network d409b182-b85b-42ba-b0d9-3adf319dac2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:45:30.892892 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Attempting to bind port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 on network d409b182-b85b-42ba-b0d9-3adf319dac2a {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:45:30.899054 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:45:30.899388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Checking segment: {'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:45:30.899761 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Bound using segment: {'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:45:30.900175 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Bound port: 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c2a981-2631-4b0d-b78e-a5688f42a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:45:30.900517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:30.927594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:30.995415 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] For port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:45:30.998898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] For port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:45:31.003170 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:31.064557 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:31.065887 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] 10.222.0.47 "PUT /v2.0/ports/2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 HTTP/1.1" status: 200 len: 1093 time: 1.2341793 Feb 21 09:45:31.068989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'tag': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:45:31.088429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba75583-779d-44a9-a18d-95c0af8433e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:31.145235 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'tag': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'status': 'completed', 'code': 200} Feb 21 09:45:31.192113 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-8f208cda-b47f-4027-a69a-e7266f77c684 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0784738 Feb 21 09:45:31.263062 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-c31e6469-1628-4566-8b46-a56d279babe3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 HTTP/1.1" status: 200 len: 217 time: 0.0619249 Feb 21 09:45:31.328669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-d25284ff-9e30-47f1-b676-66bb3c79a66b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:31.330112 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-d25284ff-9e30-47f1-b676-66bb3c79a66b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0620577 Feb 21 09:45:31.402948 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-c6fdd0b7-f2ad-4415-b107-5fbd09394b65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665965 Feb 21 09:45:31.535254 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-0a2e8f5a-5342-412c-a6a3-3b60d91af9b6 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264560 Feb 21 09:45:31.669592 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-99d859de-91bb-44b2-868a-cf676c0e2c44 req-dd3016b4-8dd2-43c7-8a11-a9e7217238f9 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283402 Feb 21 09:45:31.778769 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9c7568bb-ea42-4e45-a629-8bfbf0a979ba req-c4c9a24a-8fdb-41a6-ab9d-21c41707ca1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0682015 Feb 21 09:45:31.913149 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7568bb-ea42-4e45-a629-8bfbf0a979ba req-08b3f14b-fa33-412e-8193-e7dbce9aa0fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:31.914610 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9c7568bb-ea42-4e45-a629-8bfbf0a979ba req-08b3f14b-fa33-412e-8193-e7dbce9aa0fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1294992 Feb 21 09:45:32.024161 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9c7568bb-ea42-4e45-a629-8bfbf0a979ba req-5875839a-7d36-4ebd-96f4-d75a6c48769b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 HTTP/1.1" status: 200 len: 217 time: 0.1017463 Feb 21 09:45:32.104797 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7568bb-ea42-4e45-a629-8bfbf0a979ba req-e67d13b3-c93d-4791-93bb-b13bce7b3def service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:32.106237 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9c7568bb-ea42-4e45-a629-8bfbf0a979ba req-e67d13b3-c93d-4791-93bb-b13bce7b3def service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0759771 Feb 21 09:45:32.152719 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548871b-17af-4c4c-b55c-a0fe25b3ec6a req-7b923ae4-c768-4d6d-bc1d-821fa0e3e773 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:32.154090 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e548871b-17af-4c4c-b55c-a0fe25b3ec6a req-7b923ae4-c768-4d6d-bc1d-821fa0e3e773 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 943 time: 0.1737828 Feb 21 09:45:32.220725 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e548871b-17af-4c4c-b55c-a0fe25b3ec6a req-4dc5672c-032b-4400-9eb7-d5b81ba73fe5 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601437 Feb 21 09:45:32.231832 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9c7568bb-ea42-4e45-a629-8bfbf0a979ba req-bbc7a074-cce1-4ae6-8f99-669bfa721926 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1193416 Feb 21 09:45:32.364760 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9c7568bb-ea42-4e45-a629-8bfbf0a979ba req-5592afbd-7144-4c49-a00b-177e9b9de716 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266978 Feb 21 09:45:32.609920 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9c7568bb-ea42-4e45-a629-8bfbf0a979ba req-fbe7aeff-07e1-4c4e-92b9-9d94c9b669d1 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394202 Feb 21 09:45:33.067336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-07e2593a-edee-4bcc-8a2b-c6d5dae3b454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:33.419991 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466c546-0dc2-4c87-9b31-0f57f93056f2 req-b9886c3e-9105-434c-9809-f5531018cf91 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:33.421471 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c466c546-0dc2-4c87-9b31-0f57f93056f2 req-b9886c3e-9105-434c-9809-f5531018cf91 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 943 time: 0.0778282 Feb 21 09:45:33.467847 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c466c546-0dc2-4c87-9b31-0f57f93056f2 req-dddb03fd-39f5-4f75-b78b-6572bda9a0ae tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409355 Feb 21 09:45:33.741654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:34.203247 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:34.683017 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93962b-85ea-4cf7-9242-348f762bf0e1 req-631978da-a28d-4211-8178-760e0687de81 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:34.684555 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ec93962b-85ea-4cf7-9242-348f762bf0e1 req-631978da-a28d-4211-8178-760e0687de81 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 943 time: 0.0875900 Feb 21 09:45:34.732484 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ec93962b-85ea-4cf7-9242-348f762bf0e1 req-3e73a8c0-8fa3-4c11-9af3-fa2bb930f35e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424466 Feb 21 09:45:35.953046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca67579-a0c9-42b1-8263-1800bbde033b req-d234ce6a-4d3c-4631-87da-d78d38eaa98f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:35.954598 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca67579-a0c9-42b1-8263-1800bbde033b req-d234ce6a-4d3c-4631-87da-d78d38eaa98f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 943 time: 0.0826621 Feb 21 09:45:36.001895 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-aca67579-a0c9-42b1-8263-1800bbde033b req-fe27c988-dd59-455e-8e87-70888b810879 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416565 Feb 21 09:45:36.156110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:37.220597 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c62fba-fb98-48df-aa8f-6802111c2361 req-e1ed0d6a-3978-45c7-acbc-c8c6d30d8ff7 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:37.222193 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d6c62fba-fb98-48df-aa8f-6802111c2361 req-e1ed0d6a-3978-45c7-acbc-c8c6d30d8ff7 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 943 time: 0.0938635 Feb 21 09:45:37.270958 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d6c62fba-fb98-48df-aa8f-6802111c2361 req-c78a55f5-0171-435f-9634-5ea967f642c9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429566 Feb 21 09:45:38.230955 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:45:38.368102 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:38.383069 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'port_id': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'mac_address': 'fa:16:3e:dc:e7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:45:38.438691 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:38.456297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:45:38.472106 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7d5a5-d8e8-4b4f-9817-3a65a0347278 req-e9dc9db6-e889-424a-8b86-14e4ea183548 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:38.473584 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-70b7d5a5-d8e8-4b4f-9817-3a65a0347278 req-e9dc9db6-e889-424a-8b86-14e4ea183548 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 943 time: 0.0762413 Feb 21 09:45:38.479706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:38.486707 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:38.530286 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-70b7d5a5-d8e8-4b4f-9817-3a65a0347278 req-f6ae2cd4-27b6-42e5-9ca2-8495efc1e227 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508771 Feb 21 09:45:38.567737 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:38.576510 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:38.576856 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:38.577188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:38.577522 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:38.577849 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:38.578173 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:38.578496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:38.578815 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:38.579158 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:38.579482 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:38.579804 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:38.689942 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:45:39.725806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ad3dc-ebdb-4c4c-bb4f-adb9d1c3f072 req-a47125f7-b23a-450e-b783-006456253e51 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:39.727205 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c41ad3dc-ebdb-4c4c-bb4f-adb9d1c3f072 req-a47125f7-b23a-450e-b783-006456253e51 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 944 time: 0.0761259 Feb 21 09:45:39.772190 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c41ad3dc-ebdb-4c4c-bb4f-adb9d1c3f072 req-d6c6ac10-3b54-4358-b223-ad74e8d041ed tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396490 Feb 21 09:45:40.247139 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:45:40.313363 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:45:40.318250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:40.318611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:40.431484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:40.458278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:45:40.468365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:40.472130 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:40.518080 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'code': 200} Feb 21 09:45:40.548758 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:40.785542 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d3379cde-7060-4703-890e-a672bea01d69 req-bb7162fe-6cfd-4e63-bb35-427f4e07b782 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 1098 time: 0.0694737 Feb 21 09:45:40.831404 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d3379cde-7060-4703-890e-a672bea01d69 req-2f8c2a90-7ae9-4e60-bac3-ca96a0ed76d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405662 Feb 21 09:45:40.968025 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1320f-b41f-4d58-88c4-267995ca594a req-8bfc38a5-edc6-46dd-8996-d9ddb1a2938b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:40.969473 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d0c1320f-b41f-4d58-88c4-267995ca594a req-8bfc38a5-edc6-46dd-8996-d9ddb1a2938b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.0759187 Feb 21 09:45:41.014487 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d0c1320f-b41f-4d58-88c4-267995ca594a req-f953453a-a15b-462c-ad81-45b31e4aeb0c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396624 Feb 21 09:45:42.218086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a93a2-128a-4691-b47e-0864823bc038 req-d5092df5-e63a-4b9d-a670-34edfc12c3ad tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:42.219591 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b8a93a2-128a-4691-b47e-0864823bc038 req-d5092df5-e63a-4b9d-a670-34edfc12c3ad tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.0830660 Feb 21 09:45:42.268070 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2b8a93a2-128a-4691-b47e-0864823bc038 req-448813bf-7f7e-4eba-a1bc-5c00466ae678 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407078 Feb 21 09:45:42.462309 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ee3cc-739c-4d26-8fbb-85154a6352a7 req-bc49f16b-c443-4e91-b1d4-f54941f7200a tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:42.464332 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ae5ee3cc-739c-4d26-8fbb-85154a6352a7 req-bc49f16b-c443-4e91-b1d4-f54941f7200a tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.0754600 Feb 21 09:45:42.522649 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ae5ee3cc-739c-4d26-8fbb-85154a6352a7 req-faff4624-49ce-4de5-a2eb-95087f1bcc2b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528128 Feb 21 09:45:42.550273 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35746) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:45:42.620818 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cb5b1002-2988-4836-8c25-10b1182e26a7 tempest-TestShelveInstance-1567000668 tempest-TestShelveInstance-1567000668-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 1093 time: 0.0680335 Feb 21 09:45:42.622578 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35750) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:45:42.627715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:45:42.633385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:45:42.637744 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Usage tracker for resource:floatingip and tenant:a0caa62e0d9d4b10927636f455cb567e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:45:42.640600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:45:42.646208 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:45:42.656808 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:42.794783 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:42.865432 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:45:42.930714 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Allocated IP 172.26.6.29 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/186c3293-27fc-4b96-a2bf-ab4ef96754ab) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:43.078772 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:43.106405 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:43.172245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:43.173245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:43.176822 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:45:43.208331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'Port': ['ID=186c3293-27fc-4b96-a2bf-ab4ef96754ab,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:43.804037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:43.864938 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:44.095299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:44.099589 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:44.208207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event updated for resources: {'Port': ['ID=186c3293-27fc-4b96-a2bf-ab4ef96754ab,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:44.223034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:44.412018 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Floating IP 9e188ce8-9deb-4fcf-8557-ca8ee123e843 associated. External IP: 172.26.6.29, port: 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5. Feb 21 09:45:44.801412 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:45:45.092170 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:45:45.102776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df002b7e-da8d-4a86-8466-9929c750813a None None] Sync routers for ids ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:45:45.116308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df002b7e-da8d-4a86-8466-9929c750813a None None] Routers {'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:45:45.117024 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-df002b7e-da8d-4a86-8466-9929c750813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:45:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:45.122391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:45:45.179794 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2f4d6d45-70d3-4334-8555-a8ee67bcdd8f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5554819 Feb 21 09:45:45.181009 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'tag': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:45:45.235691 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'tag': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'status': 'completed', 'code': 200} Feb 21 09:45:45.299490 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-df002b7e-da8d-4a86-8466-9929c750813a None None] Set router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:45:45.334551 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf585a0-14af-4d0d-a6ed-3675257ee1ed req-c724f055-5929-46d2-bbb0-0fee1e36901c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 1098 time: 0.0763450 Feb 21 09:45:45.465108 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf585a0-14af-4d0d-a6ed-3675257ee1ed req-5c589dcd-ed37-4abe-8fba-2f9c987435eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:45.466536 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf585a0-14af-4d0d-a6ed-3675257ee1ed req-5c589dcd-ed37-4abe-8fba-2f9c987435eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1263402 Feb 21 09:45:45.586354 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf585a0-14af-4d0d-a6ed-3675257ee1ed req-1664f204-69b7-4f8a-bf98-ac019204a642 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 HTTP/1.1" status: 200 len: 998 time: 0.1136165 Feb 21 09:45:45.649045 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf585a0-14af-4d0d-a6ed-3675257ee1ed req-d2229439-edc2-48c9-88ae-22e8622de71f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:45.650486 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf585a0-14af-4d0d-a6ed-3675257ee1ed req-d2229439-edc2-48c9-88ae-22e8622de71f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0592899 Feb 21 09:45:45.657804 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-df002b7e-da8d-4a86-8466-9929c750813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '9e188ce8-9deb-4fcf-8557-ca8ee123e843', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'port_id': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'mac_address': 'fa:16:3e:dc:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:45:43Z', 'updated_at': '2022-02-21T09:45:43Z', 'revision_number': 0, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:41:11Z', 'revision_number': 5, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:45.661720 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df002b7e-da8d-4a86-8466-9929c750813a None None] Checking router: f02dafb3-e1c1-400d-b53f-9f878fd5e6cb for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:45:45.672465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df002b7e-da8d-4a86-8466-9929c750813a None None] Routers {'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:45:45.673097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-df002b7e-da8d-4a86-8466-9929c750813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:45:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:45.728588 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf585a0-14af-4d0d-a6ed-3675257ee1ed req-eaa8a6cd-ff30-458d-a573-93fb097a4345 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722768 Feb 21 09:45:45.864971 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf585a0-14af-4d0d-a6ed-3675257ee1ed req-a18e65d0-a2a7-4354-a3e7-5e539607f4dd service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305027 Feb 21 09:45:45.892252 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-df002b7e-da8d-4a86-8466-9929c750813a None None] Set router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:45:45.998143 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ccf585a0-14af-4d0d-a6ed-3675257ee1ed req-7e60ed3f-9397-47d8-a4ed-5ce4cbce58ec service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267710 Feb 21 09:45:46.258576 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-df002b7e-da8d-4a86-8466-9929c750813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '9e188ce8-9deb-4fcf-8557-ca8ee123e843', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'port_id': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'mac_address': 'fa:16:3e:dc:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:45:43Z', 'updated_at': '2022-02-21T09:45:43Z', 'revision_number': 0, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:41:11Z', 'revision_number': 5, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:46.262782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df002b7e-da8d-4a86-8466-9929c750813a None None] The sync data for ids ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'] in dv-neutron-830062-1-hyperv is: [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '9e188ce8-9deb-4fcf-8557-ca8ee123e843', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'port_id': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'mac_address': 'fa:16:3e:dc:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:45:43Z', 'updated_at': '2022-02-21T09:45:43Z', 'revision_number': 0, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:41:11Z', 'revision_number': 5, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:45:46.468498 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e6178d-b750-4db3-b3c5-ad4136c20569 None None] New status for floating IP 9e188ce8-9deb-4fcf-8557-ca8ee123e843: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:46:00.295705 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-eaa11c95-7a7d-4ad2-b681-14a0284096fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:46:00.933832 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:46:03.069980 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b93a89d4-2655-4337-a5d1-c2bfe372f08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:46:03.751309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:46:04.207641 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:46:06.164703 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:46:19.870877 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:46:23.540466 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c100cc79-358c-4875-b668-1f6d94459fd9 req-2e9014c5-f147-4eb7-8bc8-653be518bdb8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1628599 Feb 21 09:46:23.728394 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c100cc79-358c-4875-b668-1f6d94459fd9 req-34501d70-45a0-45e3-8799-2243a6300e62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 1098 time: 0.0881636 Feb 21 09:46:23.900658 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100cc79-358c-4875-b668-1f6d94459fd9 req-67fa108a-9644-4453-b6a5-01953b87089f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:23.902139 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c100cc79-358c-4875-b668-1f6d94459fd9 req-67fa108a-9644-4453-b6a5-01953b87089f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1513042 Feb 21 09:46:24.024017 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c100cc79-358c-4875-b668-1f6d94459fd9 req-883200d9-2e90-4ca0-98f7-93919453824d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 HTTP/1.1" status: 200 len: 1000 time: 0.1154995 Feb 21 09:46:24.095465 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100cc79-358c-4875-b668-1f6d94459fd9 req-bba2a848-3bb6-454f-b65d-4bb4a02f6b97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:24.096945 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c100cc79-358c-4875-b668-1f6d94459fd9 req-bba2a848-3bb6-454f-b65d-4bb4a02f6b97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0679822 Feb 21 09:46:24.204613 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c100cc79-358c-4875-b668-1f6d94459fd9 req-bf4a32c1-4579-4f7e-9df7-0234642f06c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012509 Feb 21 09:46:24.444851 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c100cc79-358c-4875-b668-1f6d94459fd9 req-c6405752-6178-4aa5-a8cc-68472b310042 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348127 Feb 21 09:46:24.597143 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c100cc79-358c-4875-b668-1f6d94459fd9 req-0460c5be-5223-4f7e-b8e4-229603995312 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455595 Feb 21 09:46:30.294948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4356d4ba-19ec-427a-87e7-701c024accdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:46:30.945174 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:46:33.081046 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4eac8a55-b7da-4e06-b8b2-13a188f609ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:46:33.757808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:46:34.209251 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:46:36.171663 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:46:56.876487 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:47:00.290189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-a026a1c2-7ad4-4ea5-9042-8964b546c73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:47:00.936115 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:47:03.075487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d932b059-2fee-491e-a7f9-3a5a0f9408ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:47:03.746891 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:47:04.215202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:47:06.166496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:47:25.466961 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea0a1339-9817-4150-b62f-1bc156bbdcbc req-665c9f76-b043-4437-94cd-280e1d12ddfb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0931423 Feb 21 09:47:25.647169 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea0a1339-9817-4150-b62f-1bc156bbdcbc req-c74a3479-45ad-4e98-aa89-60924b34f1ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 1098 time: 0.1080284 Feb 21 09:47:25.844859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a1339-9817-4150-b62f-1bc156bbdcbc req-60a095c3-ea21-4286-bc29-548974441204 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:25.847286 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea0a1339-9817-4150-b62f-1bc156bbdcbc req-60a095c3-ea21-4286-bc29-548974441204 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1767151 Feb 21 09:47:25.966969 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea0a1339-9817-4150-b62f-1bc156bbdcbc req-fdd5d82f-34c7-42f6-8889-b947ec881567 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 HTTP/1.1" status: 200 len: 1000 time: 0.1129475 Feb 21 09:47:26.054770 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a1339-9817-4150-b62f-1bc156bbdcbc req-c5c6a5c1-f32a-4040-92aa-70873d707be5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:26.056752 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea0a1339-9817-4150-b62f-1bc156bbdcbc req-c5c6a5c1-f32a-4040-92aa-70873d707be5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0836916 Feb 21 09:47:26.151838 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea0a1339-9817-4150-b62f-1bc156bbdcbc req-6bdbccb1-743c-41d0-9afa-0c5aa555313a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893734 Feb 21 09:47:26.355453 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea0a1339-9817-4150-b62f-1bc156bbdcbc req-d86910c0-dd00-405b-b9f9-821322cbefe0 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978374 Feb 21 09:47:26.555924 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ea0a1339-9817-4150-b62f-1bc156bbdcbc req-bc48fb3f-b1db-4299-810f-c1449cc5ab82 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941960 Feb 21 09:47:30.295469 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b43091c5-28b0-43a6-9943-112497ee8617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:47:30.956438 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:47:33.082430 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-eef6fae2-d05f-4d65-b55b-0e39656547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:47:33.750068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:47:33.870720 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:47:34.222319 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:47:36.185572 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:47:43.541407 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0056bf-dbc2-48bd-b64f-8a133c058e27 req-a255b5a6-dc88-420f-887a-c49e2865da2b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:43.543459 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a0056bf-dbc2-48bd-b64f-8a133c058e27 req-a255b5a6-dc88-420f-887a-c49e2865da2b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.0945606 Feb 21 09:47:43.605037 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4a0056bf-dbc2-48bd-b64f-8a133c058e27 req-eb034c28-7071-4844-a049-a9e0e6ef2187 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514388 Feb 21 09:47:44.932044 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba6cd7-2d09-4150-a15a-2540302cd138 req-4bf9fa5e-34d0-4299-ada2-b12f2daf7a6e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:44.933604 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8cba6cd7-2d09-4150-a15a-2540302cd138 req-4bf9fa5e-34d0-4299-ada2-b12f2daf7a6e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.1682119 Feb 21 09:47:44.993316 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8cba6cd7-2d09-4150-a15a-2540302cd138 req-7f0c9462-69e2-4b7f-9329-9e6e4cfd9726 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516348 Feb 21 09:47:46.258106 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b2c32-0467-48a5-8031-3fcf01e3eeaa req-d04c9621-931e-480f-9b63-6816284a038b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:46.259676 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-806b2c32-0467-48a5-8031-3fcf01e3eeaa req-d04c9621-931e-480f-9b63-6816284a038b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.0791340 Feb 21 09:47:46.310312 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-806b2c32-0467-48a5-8031-3fcf01e3eeaa req-760c3fb9-fa26-4dfd-9582-94a29ab3c4d1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446987 Feb 21 09:47:47.566227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f21f4-692f-4775-b754-a777e2c477c5 req-52dec286-66df-4d0d-8564-bb48a9fcb3ac tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:47.569335 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d18f21f4-692f-4775-b754-a777e2c477c5 req-52dec286-66df-4d0d-8564-bb48a9fcb3ac tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.1094859 Feb 21 09:47:47.632162 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d18f21f4-692f-4775-b754-a777e2c477c5 req-3bbcf706-0bfb-4f2f-84c8-a0b99cbbe4d7 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518770 Feb 21 09:47:48.884335 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3916dec-3b0e-436b-93cd-f16b42fb3c19 req-6c227928-52cc-4514-81fa-15de43cd27af tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:48.886023 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c3916dec-3b0e-436b-93cd-f16b42fb3c19 req-6c227928-52cc-4514-81fa-15de43cd27af tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.0950599 Feb 21 09:47:48.948284 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c3916dec-3b0e-436b-93cd-f16b42fb3c19 req-96b16d80-b4e0-4ffb-8e68-c5ef6fc44d43 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554833 Feb 21 09:47:50.266155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad98391-7037-41a2-8e4d-b712941e08d3 req-65284b8d-1522-438a-8c5a-e70f9044477b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:50.269114 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dad98391-7037-41a2-8e4d-b712941e08d3 req-65284b8d-1522-438a-8c5a-e70f9044477b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.1104658 Feb 21 09:47:50.347784 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-dad98391-7037-41a2-8e4d-b712941e08d3 req-b82fec1e-11b2-45be-a5c7-8782e33ee92e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728042 Feb 21 09:47:51.589429 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbf204-94fc-4168-9029-6c89ef6e5bf3 req-bb9dfdb6-aa6d-4f22-9bdd-4b6281222c67 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:51.590962 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbfbf204-94fc-4168-9029-6c89ef6e5bf3 req-bb9dfdb6-aa6d-4f22-9bdd-4b6281222c67 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.1043315 Feb 21 09:47:51.751558 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fbfbf204-94fc-4168-9029-6c89ef6e5bf3 req-59c38ba2-693e-4dc4-81d0-6dd5ed80d8c1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501851 Feb 21 09:47:53.044275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a22e54-bdda-41b8-a389-0e90f1f9ec20 req-b5831947-24c1-4e73-8198-1052b39a9950 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:53.045724 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c2a22e54-bdda-41b8-a389-0e90f1f9ec20 req-b5831947-24c1-4e73-8198-1052b39a9950 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.1018360 Feb 21 09:47:53.121384 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c2a22e54-bdda-41b8-a389-0e90f1f9ec20 req-02a0938a-201e-4a6b-bede-db61d1cacdca tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658836 Feb 21 09:47:53.596909 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-96dd5c76-fe0e-4549-ad9c-681b8ecf97af req-453dd723-b115-4d67-b0a0-3ffb3c821066 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 1098 time: 0.0836990 Feb 21 09:47:53.751210 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd5c76-fe0e-4549-ad9c-681b8ecf97af req-14732014-4b10-40e0-8d76-c9f8242c7dc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:53.752685 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-96dd5c76-fe0e-4549-ad9c-681b8ecf97af req-14732014-4b10-40e0-8d76-c9f8242c7dc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1503465 Feb 21 09:47:53.864805 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-96dd5c76-fe0e-4549-ad9c-681b8ecf97af req-c862a30b-6150-470c-a24a-72dd9e8ea894 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 HTTP/1.1" status: 200 len: 1000 time: 0.1063559 Feb 21 09:47:53.946154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd5c76-fe0e-4549-ad9c-681b8ecf97af req-c7eeb3d5-4722-430d-8429-8b792970bd3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:53.947752 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-96dd5c76-fe0e-4549-ad9c-681b8ecf97af req-c7eeb3d5-4722-430d-8429-8b792970bd3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0777097 Feb 21 09:47:54.039090 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-96dd5c76-fe0e-4549-ad9c-681b8ecf97af req-f952efa9-1704-4c8f-96d9-2260aaa0501e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858946 Feb 21 09:47:54.205724 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-96dd5c76-fe0e-4549-ad9c-681b8ecf97af req-0076ea79-7f60-4881-9711-0cb5578fbb0b service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608343 Feb 21 09:47:54.414556 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-96dd5c76-fe0e-4549-ad9c-681b8ecf97af req-6cc7ea0b-de36-4995-8f7c-50fdd21d15b1 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025285 Feb 21 09:47:54.434013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be93de-0aa6-424d-b3d6-43019dfef302 req-9bfe5ee3-b637-45da-915d-7dc60b24fc6f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:54.435750 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75be93de-0aa6-424d-b3d6-43019dfef302 req-9bfe5ee3-b637-45da-915d-7dc60b24fc6f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.1291389 Feb 21 09:47:54.492342 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-75be93de-0aa6-424d-b3d6-43019dfef302 req-31dfe19f-8308-4df8-8300-ba2161018b7e tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507610 Feb 21 09:47:55.718592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33bcdd-0a8a-4263-aa2b-6c8a391f6521 req-42b3e409-6009-40db-8986-7fc0b1a181ea tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:55.720121 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e33bcdd-0a8a-4263-aa2b-6c8a391f6521 req-42b3e409-6009-40db-8986-7fc0b1a181ea tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.0902140 Feb 21 09:47:55.771588 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e33bcdd-0a8a-4263-aa2b-6c8a391f6521 req-33bfe228-6d9b-408a-8c8a-4ba1262069ce tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446279 Feb 21 09:47:57.010423 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5fd73-589c-4524-a71f-d5312f112ca6 req-8890aae8-a782-41ec-b435-b3b89e6098d6 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:57.012975 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-47f5fd73-589c-4524-a71f-d5312f112ca6 req-8890aae8-a782-41ec-b435-b3b89e6098d6 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.0961289 Feb 21 09:47:57.073927 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-47f5fd73-589c-4524-a71f-d5312f112ca6 req-9b4dc130-543a-4161-81d9-83582d80d8f8 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496087 Feb 21 09:47:57.397035 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cef44082-2fbe-48c2-a9f7-619d5b0fb0ea req-1d3ef598-552a-42cb-bf49-aa32d157730d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1792440 Feb 21 09:47:57.778032 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [req-7ade422b-bd21-4845-92e1-376b7f7b1562 req-14ead9d2-406b-4016-b831-056b60851fe0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1922030 Feb 21 09:47:57.831271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64971723-f912-4cb4-9495-a62b1168d199 req-ed27e5e8-1f15-4ec9-aedf-8b0761482f97 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:57.832803 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-64971723-f912-4cb4-9495-a62b1168d199 req-ed27e5e8-1f15-4ec9-aedf-8b0761482f97 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.1135287 Feb 21 09:47:57.904362 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-64971723-f912-4cb4-9495-a62b1168d199 req-da3f84f3-3409-4568-b59f-d60086fa0184 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647430 Feb 21 09:47:58.839432 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:47:59.011902 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:47:59.061948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:47:59.080303 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:59.087889 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:47:59.207554 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:59.225515 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:59.226632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:59.227432 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:59.228830 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:59.229603 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:59.230740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:59.232540 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:59.233357 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:59.234262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:59.235255 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:59.236057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:59.274681 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2c154-c57c-4096-8fbf-d71e430cd82a req-25e1dd0b-9ac3-477f-9632-bf87615839c9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:59.277981 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b7f2c154-c57c-4096-8fbf-d71e430cd82a req-25e1dd0b-9ac3-477f-9632-bf87615839c9 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 943 time: 0.1386979 Feb 21 09:47:59.315255 dv-neutron-830062-1-hyperv neutron-server[83586]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'code': 422} returned with failed status Feb 21 09:47:59.360941 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b7f2c154-c57c-4096-8fbf-d71e430cd82a req-517e448f-1e4b-432c-b253-70ce76d7dd0c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715837 Feb 21 09:48:00.299705 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-cc590b68-c346-4817-9dd7-735a2da1ed46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:00.628059 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7ade422b-bd21-4845-92e1-376b7f7b1562 req-f323a17e-2614-422d-a719-9da8af2b611e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4&tenant_id=a0caa62e0d9d4b10927636f455cb567e HTTP/1.1" status: 200 len: 1096 time: 0.1459444 Feb 21 09:48:00.711341 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f630ac-745c-41a1-abb7-cf8b08e7408f req-e7a9f7f6-84c2-4278-b0dd-4910c87a9335 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:00.713327 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-65f630ac-745c-41a1-abb7-cf8b08e7408f req-e7a9f7f6-84c2-4278-b0dd-4910c87a9335 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 943 time: 0.1563489 Feb 21 09:48:00.797623 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-65f630ac-745c-41a1-abb7-cf8b08e7408f req-e93d2000-93c2-4075-ae44-48f367ee6496 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773668 Feb 21 09:48:00.801642 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7ade422b-bd21-4845-92e1-376b7f7b1562 req-2a527a80-96f2-4abb-ad8a-7dd1f0dc010c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 1096 time: 0.1421306 Feb 21 09:48:00.957064 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:01.132226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade422b-bd21-4845-92e1-376b7f7b1562 req-78d84a13-4a3a-4fa4-a32e-f25bfbc69c95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:01.134792 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7ade422b-bd21-4845-92e1-376b7f7b1562 req-78d84a13-4a3a-4fa4-a32e-f25bfbc69c95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.3271194 Feb 21 09:48:01.311815 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7ade422b-bd21-4845-92e1-376b7f7b1562 req-bf15e1e6-46bc-4ae6-97d2-75acb907ec8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 HTTP/1.1" status: 200 len: 998 time: 0.1710396 Feb 21 09:48:01.389964 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade422b-bd21-4845-92e1-376b7f7b1562 req-72d99559-3f82-4046-9199-84be2746acc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:01.392367 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7ade422b-bd21-4845-92e1-376b7f7b1562 req-72d99559-3f82-4046-9199-84be2746acc3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0749497 Feb 21 09:48:01.508022 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7ade422b-bd21-4845-92e1-376b7f7b1562 req-4beb4a81-0a25-4f7b-8c55-b1fe57b80130 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1099627 Feb 21 09:48:01.712915 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7ade422b-bd21-4845-92e1-376b7f7b1562 req-1b8ba3df-3cb2-4206-a136-7af8a05f6add service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983376 Feb 21 09:48:01.864598 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7ade422b-bd21-4845-92e1-376b7f7b1562 req-35f65714-2b4d-463b-94d7-43e3d5fb6e35 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470919 Feb 21 09:48:02.055762 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590575e4-06cc-4044-9c32-a5aa8beace5a req-5f1c263b-aa11-4f79-a2e8-a62fdde6e12c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:02.058049 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-590575e4-06cc-4044-9c32-a5aa8beace5a req-5f1c263b-aa11-4f79-a2e8-a62fdde6e12c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 943 time: 0.1252096 Feb 21 09:48:02.122268 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-590575e4-06cc-4044-9c32-a5aa8beace5a req-d7f59a11-1d4f-4640-84d8-0487622a7280 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545597 Feb 21 09:48:03.085279 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1b9335c5-af9c-4985-8f66-65f4cc306f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:03.404388 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9a3fd-5dcd-4253-a0f6-623edb0e3236 req-a657dc7e-4909-4284-a76d-c44ea3b4becf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:03.405953 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0e9a3fd-5dcd-4253-a0f6-623edb0e3236 req-a657dc7e-4909-4284-a76d-c44ea3b4becf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 943 time: 0.1288161 Feb 21 09:48:03.471979 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0e9a3fd-5dcd-4253-a0f6-623edb0e3236 req-a97ca941-21ac-4b29-8a9f-4d6fa88c80cb tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590467 Feb 21 09:48:03.752917 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:04.225470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:04.776073 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c76f1c-f2ea-489e-a6a1-dba974f95f56 req-d8f3647d-b0d8-40c6-81c2-2b8354b6e32c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:04.778672 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-70c76f1c-f2ea-489e-a6a1-dba974f95f56 req-d8f3647d-b0d8-40c6-81c2-2b8354b6e32c tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 943 time: 0.0923016 Feb 21 09:48:04.838418 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-70c76f1c-f2ea-489e-a6a1-dba974f95f56 req-20996fac-3b9a-4b36-8d4a-409da3f70ac6 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535083 Feb 21 09:48:06.114353 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3b514-5c2f-414f-9a70-ec26d05d61c3 req-53dc5553-0189-4917-8cb4-59b08142a17d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:06.115932 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-66b3b514-5c2f-414f-9a70-ec26d05d61c3 req-53dc5553-0189-4917-8cb4-59b08142a17d tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 943 time: 0.1127551 Feb 21 09:48:06.180405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:06.182237 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-66b3b514-5c2f-414f-9a70-ec26d05d61c3 req-89cafaaa-fd5c-485a-97f8-e207e68b812a tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541143 Feb 21 09:48:07.395954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96586ec1-237a-44f1-bd7a-4c24594e9d91 req-3a4ea50e-6bb6-4568-8e5b-af902ae499db tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:07.397477 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-96586ec1-237a-44f1-bd7a-4c24594e9d91 req-3a4ea50e-6bb6-4568-8e5b-af902ae499db tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 943 time: 0.0842905 Feb 21 09:48:07.447387 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-96586ec1-237a-44f1-bd7a-4c24594e9d91 req-edc595c9-8310-4236-87ff-f693b535271b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427487 Feb 21 09:48:08.704416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92c7a9-14ed-4bcd-9879-fb60107d1672 req-0c52b623-62bb-4606-93eb-935aeeb24955 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:08.707013 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8d92c7a9-14ed-4bcd-9879-fb60107d1672 req-0c52b623-62bb-4606-93eb-935aeeb24955 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 943 time: 0.1019690 Feb 21 09:48:08.760614 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8d92c7a9-14ed-4bcd-9879-fb60107d1672 req-52d4ae37-dd4f-4231-89ea-d1963897aaa6 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426433 Feb 21 09:48:08.917325 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:48:09.101189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:09.115943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'port_id': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'mac_address': 'fa:16:3e:dc:e7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:48:09.175502 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:09.195501 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:48:09.214231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:09.219468 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:09.299373 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:09.423282 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:48:10.000495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649537e4-ae30-4440-9c6b-ce354a82bc2c req-1cbc17a7-c659-4125-afa6-d442766198d4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:10.003059 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-649537e4-ae30-4440-9c6b-ce354a82bc2c req-1cbc17a7-c659-4125-afa6-d442766198d4 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 944 time: 0.1046977 Feb 21 09:48:10.086343 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-649537e4-ae30-4440-9c6b-ce354a82bc2c req-e4cb3ee2-fe2a-4c53-a597-0e6949e8da84 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738349 Feb 21 09:48:10.874747 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:48:10.932494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:48:11.010619 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:48:11.011055 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:11.153664 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:11.198651 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:48:11.211565 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:11.218076 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:11.300259 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'code': 200} Feb 21 09:48:11.328686 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,revision_number=8']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:11.518461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc58ed-fb70-4d95-9b6d-b461eea4362e req-cdb3676e-aae0-4651-9bcc-c712dc71a405 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:11.520588 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ddc58ed-fb70-4d95-9b6d-b461eea4362e req-cdb3676e-aae0-4651-9bcc-c712dc71a405 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.2152994 Feb 21 09:48:11.668067 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2ddc58ed-fb70-4d95-9b6d-b461eea4362e req-33507011-72e2-413e-9e6f-56a57345d8cf tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400437 Feb 21 09:48:11.711791 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a11c6617-81e1-4ff7-b3c8-bc7aa2a2dbad req-d0fe0c5d-f9f9-475c-b332-22290efacd3c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 1098 time: 0.1388054 Feb 21 09:48:11.780830 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-a11c6617-81e1-4ff7-b3c8-bc7aa2a2dbad req-eed4052a-d4f9-4fc8-ae75-36c1c65bd92a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632668 Feb 21 09:48:12.996950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73395db4-a12f-43bf-879f-a26972094bba req-76e1d54d-c4f7-41fb-8fc0-6d99c59b5cbd tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:12.999544 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-73395db4-a12f-43bf-879f-a26972094bba req-76e1d54d-c4f7-41fb-8fc0-6d99c59b5cbd tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.1302347 Feb 21 09:48:13.052450 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-73395db4-a12f-43bf-879f-a26972094bba req-5de19c0c-3c4c-4910-85d5-80178e1cf5ff tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461485 Feb 21 09:48:14.393987 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef17990-1748-47ec-a130-77bfb534df6f req-a01db083-cc6d-4c7f-8a11-8224f576daa2 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:14.395464 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fef17990-1748-47ec-a130-77bfb534df6f req-a01db083-cc6d-4c7f-8a11-8224f576daa2 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.1923842 Feb 21 09:48:14.451463 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-fef17990-1748-47ec-a130-77bfb534df6f req-8c807fca-42e2-4b81-943c-5e944b45752f tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455132 Feb 21 09:48:26.498214 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a66f400-2f21-47b5-9646-427233c3d80d req-e369d86f-f34a-4989-bede-6fa735f757c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1042604 Feb 21 09:48:26.670723 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a66f400-2f21-47b5-9646-427233c3d80d req-36e1bbeb-131f-4055-9649-e7dc8885a7ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 1098 time: 0.0879855 Feb 21 09:48:26.835472 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66f400-2f21-47b5-9646-427233c3d80d req-525b7106-d3e9-4446-a199-6d2ebea9a49f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:26.837391 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a66f400-2f21-47b5-9646-427233c3d80d req-525b7106-d3e9-4446-a199-6d2ebea9a49f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1467810 Feb 21 09:48:26.990773 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a66f400-2f21-47b5-9646-427233c3d80d req-106bc3da-b92a-4c6d-9e45-0ef3c9d4cdc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 HTTP/1.1" status: 200 len: 1000 time: 0.1468880 Feb 21 09:48:27.063285 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66f400-2f21-47b5-9646-427233c3d80d req-be5ce86b-a39f-4b48-a327-1b6d723483bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:27.064803 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a66f400-2f21-47b5-9646-427233c3d80d req-be5ce86b-a39f-4b48-a327-1b6d723483bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0695024 Feb 21 09:48:27.145947 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a66f400-2f21-47b5-9646-427233c3d80d req-96f4413f-1d86-44a9-9862-8b4c30c40665 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752172 Feb 21 09:48:27.312405 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a66f400-2f21-47b5-9646-427233c3d80d req-ade9575b-5677-4605-9351-3ca01936add2 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608069 Feb 21 09:48:27.473523 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a66f400-2f21-47b5-9646-427233c3d80d req-784ce687-47d9-49a1-89f8-f1deebe060c1 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557028 Feb 21 09:48:30.307540 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-286c8455-cab5-4245-a298-d76a1c518335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:30.980484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:33.093065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3e7ec3bd-6244-4061-8bfe-127fffe41cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:33.756688 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:34.231018 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:36.190062 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:48:47.878829 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:49:00.297624 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c6a3de90-a2a3-4890-944e-4820596f9841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:00.978588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:03.082089 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d23f7085-6035-4479-a3a9-3a39d91562e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:03.750821 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:04.224611 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:06.185108 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:24.881550 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:49:28.441646 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c5b8a85-be43-4938-9c95-f7d5884d8caa req-cc9d488e-4610-4818-8c32-d04659af63f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711560 Feb 21 09:49:28.590166 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c5b8a85-be43-4938-9c95-f7d5884d8caa req-7717ea61-b7a6-48f2-80a9-cefca5bc79b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 1098 time: 0.0818808 Feb 21 09:49:28.733601 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b8a85-be43-4938-9c95-f7d5884d8caa req-5776ec13-a66d-453b-bc8e-4bb723b5790a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:28.735013 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c5b8a85-be43-4938-9c95-f7d5884d8caa req-5776ec13-a66d-453b-bc8e-4bb723b5790a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1267011 Feb 21 09:49:28.847224 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c5b8a85-be43-4938-9c95-f7d5884d8caa req-80ba297d-630e-4280-948f-1a3cf07c3287 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 HTTP/1.1" status: 200 len: 1000 time: 0.1064038 Feb 21 09:49:28.912759 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b8a85-be43-4938-9c95-f7d5884d8caa req-4bedf6e7-48b1-4d2c-91b3-53a68544c176 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:28.914260 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c5b8a85-be43-4938-9c95-f7d5884d8caa req-4bedf6e7-48b1-4d2c-91b3-53a68544c176 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0615823 Feb 21 09:49:28.989279 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c5b8a85-be43-4938-9c95-f7d5884d8caa req-8ebb54ef-3d92-4bd0-bfe2-bf3508db274b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696766 Feb 21 09:49:29.130509 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c5b8a85-be43-4938-9c95-f7d5884d8caa req-17f1b037-2503-4cb0-8b6e-0a7f645cc621 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358371 Feb 21 09:49:29.377492 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-3c5b8a85-be43-4938-9c95-f7d5884d8caa req-978ce51d-e69f-4788-9e79-e4980c151831 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412908 Feb 21 09:49:30.292435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b1096b7f-cd95-4a63-9d53-7043eb596d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:30.859107 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35900) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:30.975050 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:31.076654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Deleting port 186c3293-27fc-4b96-a2bf-ab4ef96754ab {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:49:31.076988 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:31.254644 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:31.254885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:31.376384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Calling delete_port for 186c3293-27fc-4b96-a2bf-ab4ef96754ab owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:49:31.532836 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:31.577496 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event deleted for resources: {'Port': ['ID=186c3293-27fc-4b96-a2bf-ab4ef96754ab,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:31.621237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:31.621581 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:31.621915 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:31.622240 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:31.622571 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:31.622885 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:31.623237 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:31.623561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:31.623872 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:31.624207 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:31.624508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:31.686270 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:32.103014 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:49:32.407280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:49:32.418206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d21db-7f4e-4c68-a015-81cfb5df458a None None] Sync routers for ids ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:49:32.431371 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d21db-7f4e-4c68-a015-81cfb5df458a None None] Routers {'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:49:32.431988 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-3a7d21db-7f4e-4c68-a015-81cfb5df458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:49:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:32.432562 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:32.487913 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c9b78ba0-229d-49bd-8da7-7181349072a1 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "DELETE /v2.0/floatingips/9e188ce8-9deb-4fcf-8557-ca8ee123e843 HTTP/1.1" status: 204 len: 168 time: 1.6277192 Feb 21 09:49:32.488619 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'tag': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:49:32.613271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-3a7d21db-7f4e-4c68-a015-81cfb5df458a None None] Set router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:49:32.640946 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'tag': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'status': 'completed', 'code': 200} Feb 21 09:49:32.746965 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a604d75-f444-4ad7-9809-69c99f421630 req-e8ef74c4-8f4f-4db8-99b6-51a9f75502a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0caa62e0d9d4b10927636f455cb567e&device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 1098 time: 0.0788093 Feb 21 09:49:32.888606 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a604d75-f444-4ad7-9809-69c99f421630 req-272234e4-5780-496f-8cd4-baa446362eed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:32.890128 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a604d75-f444-4ad7-9809-69c99f421630 req-272234e4-5780-496f-8cd4-baa446362eed service neutron] 10.222.0.47 "GET /v2.0/networks?id=d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 200 len: 909 time: 0.1379609 Feb 21 09:49:32.938189 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-3a7d21db-7f4e-4c68-a015-81cfb5df458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:41:11Z', 'revision_number': 5, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:32.941966 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d21db-7f4e-4c68-a015-81cfb5df458a None None] Checking router: f02dafb3-e1c1-400d-b53f-9f878fd5e6cb for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:49:32.952860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d21db-7f4e-4c68-a015-81cfb5df458a None None] Routers {'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:49:32.953449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-3a7d21db-7f4e-4c68-a015-81cfb5df458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:49:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:32.992143 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a604d75-f444-4ad7-9809-69c99f421630 req-9e7fcf88-0d8d-43a3-9f3c-3f084e49f9cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 HTTP/1.1" status: 200 len: 217 time: 0.0952349 Feb 21 09:49:33.066678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a604d75-f444-4ad7-9809-69c99f421630 req-32934d9f-dca9-4092-b992-3579f3c95bbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:33.068166 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a604d75-f444-4ad7-9809-69c99f421630 req-32934d9f-dca9-4092-b992-3579f3c95bbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 200 len: 848 time: 0.0700276 Feb 21 09:49:33.098219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ff2f68c1-0416-4a51-b9ec-35f7ab713260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:33.122331 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c95a6-1fa1-43e0-b4c4-1f90c31f49cd req-daf05b5d-f6fd-447b-8064-22aa53b0b00b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:33.123168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-d76c95a6-1fa1-43e0-b4c4-1f90c31f49cd req-daf05b5d-f6fd-447b-8064-22aa53b0b00b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Synchronizing usage tracker for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:49:33.144531 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-3a7d21db-7f4e-4c68-a015-81cfb5df458a None None] Set router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:49:33.155078 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-d76c95a6-1fa1-43e0-b4c4-1f90c31f49cd req-daf05b5d-f6fd-447b-8064-22aa53b0b00b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Unset dirty status for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:49:33.156221 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d76c95a6-1fa1-43e0-b4c4-1f90c31f49cd req-daf05b5d-f6fd-447b-8064-22aa53b0b00b tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.2130094 Feb 21 09:49:33.188603 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a604d75-f444-4ad7-9809-69c99f421630 req-66345cf2-e0cb-45a2-ad0c-c6557b6fac8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d409b182-b85b-42ba-b0d9-3adf319dac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1128445 Feb 21 09:49:33.279336 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d76c95a6-1fa1-43e0-b4c4-1f90c31f49cd req-1e158267-556c-45da-b939-98057fb337df tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165392 Feb 21 09:49:33.334775 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a604d75-f444-4ad7-9809-69c99f421630 req-b3477739-5551-40b9-a5b0-b90e2786a234 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366498 Feb 21 09:49:33.495716 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0a604d75-f444-4ad7-9809-69c99f421630 req-c17bb0d8-cd09-4d92-885e-bbf94c7b3255 service neutron] 10.222.0.47 "GET /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547680 Feb 21 09:49:33.509528 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-3a7d21db-7f4e-4c68-a015-81cfb5df458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:41:11Z', 'revision_number': 5, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:33.514241 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d21db-7f4e-4c68-a015-81cfb5df458a None None] The sync data for ids ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'] in dv-neutron-830062-1-hyperv is: [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:53Z', 'revision_number': 4, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': 'd51c7d8c-de68-4d4f-9599-f74f0b1b717e', 'name': '', 'network_id': 'd409b182-b85b-42ba-b0d9-3adf319dac2a', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'mac_address': 'fa:16:3e:cd:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:52Z', 'updated_at': '2022-02-21T09:41:11Z', 'revision_number': 5, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'subnets': [{'id': '92578c76-bb8e-47f1-9964-c9b2bd5f8c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:49:33.739875 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c718ef-71ea-4a11-91fb-efbb169f8ede None None] New status for floating IP 9e188ce8-9deb-4fcf-8557-ca8ee123e843: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:49:33.756450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:34.231062 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:34.383446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e1138-ded9-4c6d-9c28-1b263838e274 req-a5009458-a9f5-4be2-a8c9-5cb79f206705 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:34.384807 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-981e1138-ded9-4c6d-9c28-1b263838e274 req-a5009458-a9f5-4be2-a8c9-5cb79f206705 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.47 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.0760303 Feb 21 09:49:34.494086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-981e1138-ded9-4c6d-9c28-1b263838e274 req-707fcda4-63a7-4efe-8d5c-b6b9c6398b41 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Deleting port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:49:34.494343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-981e1138-ded9-4c6d-9c28-1b263838e274 req-707fcda4-63a7-4efe-8d5c-b6b9c6398b41 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:34.616915 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5f2b9-8208-40f6-be98-acf210144050 req-3decfa54-ef82-45eb-a4fc-51cd046633ae tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:34.618927 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e0d5f2b9-8208-40f6-be98-acf210144050 req-3decfa54-ef82-45eb-a4fc-51cd046633ae tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 945 time: 0.2020793 Feb 21 09:49:34.756013 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e0d5f2b9-8208-40f6-be98-acf210144050 req-11cb5113-bb3a-4c23-b5a1-59000bfa976a tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd57534d-ae1b-4417-a7a8-1a099be8a37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283567 Feb 21 09:49:34.796082 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-981e1138-ded9-4c6d-9c28-1b263838e274 req-707fcda4-63a7-4efe-8d5c-b6b9c6398b41 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] For port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:34.796505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-981e1138-ded9-4c6d-9c28-1b263838e274 req-707fcda4-63a7-4efe-8d5c-b6b9c6398b41 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:34.916900 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-981e1138-ded9-4c6d-9c28-1b263838e274 req-707fcda4-63a7-4efe-8d5c-b6b9c6398b41 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Calling delete_port for 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:49:35.158600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-981e1138-ded9-4c6d-9c28-1b263838e274 req-707fcda4-63a7-4efe-8d5c-b6b9c6398b41 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:35.209580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fcda4-63a7-4efe-8d5c-b6b9c6398b41 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event deleted for resources: {'Port': ['ID=2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:35.278702 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-981e1138-ded9-4c6d-9c28-1b263838e274 req-707fcda4-63a7-4efe-8d5c-b6b9c6398b41 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] No DVR routers for this DVR port 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:49:35.281032 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-981e1138-ded9-4c6d-9c28-1b263838e274 req-707fcda4-63a7-4efe-8d5c-b6b9c6398b41 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:35.283461 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'name': 'network-vif-deleted', 'tag': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:49:35.299593 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-981e1138-ded9-4c6d-9c28-1b263838e274 req-707fcda4-63a7-4efe-8d5c-b6b9c6398b41 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.47 "DELETE /v2.0/ports/2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 HTTP/1.1" status: 204 len: 173 time: 0.9099543 Feb 21 09:49:35.340599 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e8e630-4a1d-4548-9d65-bb48b1290cf4', 'name': 'network-vif-deleted', 'tag': '2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5', 'status': 'completed', 'code': 200} Feb 21 09:49:35.927983 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-cd919a85-26e5-4fc0-8a24-429d6c1f0ac7 req-d8ed7571-9508-4ffe-bbaa-4f5b860e1593 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Synchronizing usage tracker for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:49:35.946365 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-cd919a85-26e5-4fc0-8a24-429d6c1f0ac7 req-d8ed7571-9508-4ffe-bbaa-4f5b860e1593 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Unset dirty status for tenant:a0caa62e0d9d4b10927636f455cb567e on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:49:35.947744 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cd919a85-26e5-4fc0-8a24-429d6c1f0ac7 req-d8ed7571-9508-4ffe-bbaa-4f5b860e1593 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e8e630-4a1d-4548-9d65-bb48b1290cf4 HTTP/1.1" status: 200 len: 210 time: 0.0609138 Feb 21 09:49:36.189036 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:37.054732 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35924) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:37.127432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad7f4-f3ee-48a3-bfc3-0302c0b64498 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:37.159440 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad7f4-f3ee-48a3-bfc3-0302c0b64498 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:37.229164 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad7f4-f3ee-48a3-bfc3-0302c0b64498 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:37.249375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ad7f4-f3ee-48a3-bfc3-0302c0b64498 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd57534d-ae1b-4417-a7a8-1a099be8a37f,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:37.264172 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad7f4-f3ee-48a3-bfc3-0302c0b64498 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:37.269551 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6a8ad7f4-f3ee-48a3-bfc3-0302c0b64498 tempest-TestShelveInstance-1656949491 tempest-TestShelveInstance-1656949491-project] 10.222.0.48 "DELETE /v2.0/security-groups/fd57534d-ae1b-4417-a7a8-1a099be8a37f HTTP/1.1" status: 204 len: 168 time: 0.2096579 Feb 21 09:49:37.307240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:49:37.340134 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35930) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:37.358042 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:49:37.358384 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 2e8dc6d9-b925-4b66-83c0-f0e9f292f2c5 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:49:38.047650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:38.807511 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Deleting port d51c7d8c-de68-4d4f-9599-f74f0b1b717e {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:49:38.808194 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:38.982427 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] For port d51c7d8c-de68-4d4f-9599-f74f0b1b717e, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=d51c7d8c-de68-4d4f-9599-f74f0b1b717e,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:38.982778 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:39.105769 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Calling delete_port for d51c7d8c-de68-4d4f-9599-f74f0b1b717e owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:49:39.285584 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:39.334726 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Pushing event deleted for resources: {'Port': ['ID=d51c7d8c-de68-4d4f-9599-f74f0b1b717e,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:39.407746 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:39.407974 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:39.408307 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:39.408631 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:39.408953 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:39.409279 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:39.409595 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:39.409913 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:39.410232 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:39.410540 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:39.410850 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:39.641299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:40.326249 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:49:40.533459 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:49:40.543948 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16879d-26ca-4e4d-9c9a-985fab71dd3c None None] Sync routers for ids ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:49:40.552908 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35938) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:40.553495 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8c84f259-f4ad-4b53-a7f4-5c55424ca277 admin admin] 10.222.0.48 "PUT /v2.0/routers/f02dafb3-e1c1-400d-b53f-9f878fd5e6cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2105088 Feb 21 09:49:40.568281 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c16879d-26ca-4e4d-9c9a-985fab71dd3c None None] Routers {'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:49:40.569107 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-3c16879d-26ca-4e4d-9c9a-985fab71dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:49:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:40.749888 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-3c16879d-26ca-4e4d-9c9a-985fab71dd3c None None] Set router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:49:40.756528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:40.963099 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:40.973689 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] Deleting port b1f7ebd4-6e2e-48a8-a814-de506138e9cc {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:49:40.974306 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:41.043046 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-3c16879d-26ca-4e4d-9c9a-985fab71dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:49:39Z', 'revision_number': 5, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port': {'id': 'b1f7ebd4-6e2e-48a8-a814-de506138e9cc', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:41.047680 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16879d-26ca-4e4d-9c9a-985fab71dd3c None None] Checking router: f02dafb3-e1c1-400d-b53f-9f878fd5e6cb for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:49:41.060049 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c16879d-26ca-4e4d-9c9a-985fab71dd3c None None] Routers {'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:49:41.060654 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-3c16879d-26ca-4e4d-9c9a-985fab71dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:49:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:41.165448 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] For port b1f7ebd4-6e2e-48a8-a814-de506138e9cc, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=b1f7ebd4-6e2e-48a8-a814-de506138e9cc,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:41.165875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:41.217699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-3c16879d-26ca-4e4d-9c9a-985fab71dd3c None None] Set router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:49:41.292566 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] Calling delete_port for b1f7ebd4-6e2e-48a8-a814-de506138e9cc owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:49:41.326287 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-3c16879d-26ca-4e4d-9c9a-985fab71dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:49:40Z', 'revision_number': 6, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:41.330273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16879d-26ca-4e4d-9c9a-985fab71dd3c None None] The sync data for ids ['f02dafb3-e1c1-400d-b53f-9f878fd5e6cb'] in dv-neutron-830062-1-hyperv is: [{'id': 'f02dafb3-e1c1-400d-b53f-9f878fd5e6cb', 'name': 'tempest-TestShelveInstance-1684669621-router', 'tenant_id': 'a0caa62e0d9d4b10927636f455cb567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:50Z', 'updated_at': '2022-02-21T09:49:40Z', 'revision_number': 6, 'project_id': 'a0caa62e0d9d4b10927636f455cb567e', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:49:41.472673 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:41.517015 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f7ebd4-6e2e-48a8-a814-de506138e9cc,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:41.754463 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d51c7d8c-de68-4d4f-9599-f74f0b1b717e no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:49:41.792555 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: d51c7d8c-de68-4d4f-9599-f74f0b1b717e {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:49:41.792896 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device d51c7d8c-de68-4d4f-9599-f74f0b1b717e not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:49:41.856100 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:42.116416 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:42.121165 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:42.149687 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:42.150211 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f02dafb3-e1c1-400d-b53f-9f878fd5e6cb {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:49:42.162651 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:42.163877 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-0d75f309-de97-4079-9548-ac69edff9098 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f02dafb3-e1c1-400d-b53f-9f878fd5e6cb HTTP/1.1" status: 204 len: 168 time: 1.6100106 Feb 21 09:49:42.166391 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35942) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:42.238834 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0875daf-ca15-494e-8f06-511e27726c45 admin admin] Deleting subnet 92578c76-bb8e-47f1-9964-c9b2bd5f8c39 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:49:42.241965 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f0875daf-ca15-494e-8f06-511e27726c45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:42.294881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f0875daf-ca15-494e-8f06-511e27726c45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:42.378048 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f0875daf-ca15-494e-8f06-511e27726c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:42.446330 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f0875daf-ca15-494e-8f06-511e27726c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:42.483186 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0875daf-ca15-494e-8f06-511e27726c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92578c76-bb8e-47f1-9964-c9b2bd5f8c39,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:42.487860 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-f0875daf-ca15-494e-8f06-511e27726c45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:42.493895 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01e6269-fe9b-4437-a552-e84a2a341dfa None None] Network d409b182-b85b-42ba-b0d9-3adf319dac2a requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:49:42.494248 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-f0875daf-ca15-494e-8f06-511e27726c45 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/92578c76-bb8e-47f1-9964-c9b2bd5f8c39 HTTP/1.1" status: 204 len: 168 time: 0.3269169 Feb 21 09:49:42.496730 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35946) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:42.616863 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:42.628289 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Deleting port 79711c1d-6ec3-4886-8174-e8ddf85f9900 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:49:42.628573 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:42.771591 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fb0abd-64b7-428a-87ab-fb7ed5f4f892 None None] DHCP port deletion for d409b182-b85b-42ba-b0d9-3adf319dac2a request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:49:42.776562 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb0abd-64b7-428a-87ab-fb7ed5f4f892 None None] Deleting port 79711c1d-6ec3-4886-8174-e8ddf85f9900 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:49:42.777003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0abd-64b7-428a-87ab-fb7ed5f4f892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:42.849154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] For port 79711c1d-6ec3-4886-8174-e8ddf85f9900, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=79711c1d-6ec3-4886-8174-e8ddf85f9900,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:42.849507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:42.977389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Calling delete_port for 79711c1d-6ec3-4886-8174-e8ddf85f9900 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:49:43.034464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d2fb0abd-64b7-428a-87ab-fb7ed5f4f892 None None] For port 79711c1d-6ec3-4886-8174-e8ddf85f9900, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=79711c1d-6ec3-4886-8174-e8ddf85f9900,segment=NetworkSegment(b6c2a981-2631-4b0d-b78e-a5688f42a039),segment_id=b6c2a981-2631-4b0d-b78e-a5688f42a039)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:43.034794 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0abd-64b7-428a-87ab-fb7ed5f4f892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:43.056383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:43.102862 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=79711c1d-6ec3-4886-8174-e8ddf85f9900,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:43.106653 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] No DVR routers for this DVR port 79711c1d-6ec3-4886-8174-e8ddf85f9900 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:49:43.170065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb0abd-64b7-428a-87ab-fb7ed5f4f892 None None] Calling delete_port for 79711c1d-6ec3-4886-8174-e8ddf85f9900 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:49:43.253769 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-d2fb0abd-64b7-428a-87ab-fb7ed5f4f892 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:49:43.254118 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-d2fb0abd-64b7-428a-87ab-fb7ed5f4f892 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:49:43.330812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:43.358372 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d409b182-b85b-42ba-b0d9-3adf319dac2a']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:43.371610 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c2a981-2631-4b0d-b78e-a5688f42a039') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:43.371907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c2a981-2631-4b0d-b78e-a5688f42a039') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:43.384580 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:43.401943 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:43.409950 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:49:43.410339 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:49:43.424390 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:49:43.505528 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:43.522274 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:43.533071 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=d409b182-b85b-42ba-b0d9-3adf319dac2a,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:43.540449 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-71216f1c-d3d3-47ba-beda-07a9c7d81d21 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d409b182-b85b-42ba-b0d9-3adf319dac2a HTTP/1.1" status: 204 len: 168 time: 1.0427468 Feb 21 09:49:43.543541 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35950) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:43.672494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 79711c1d-6ec3-4886-8174-e8ddf85f9900 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:49:43.710396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 79711c1d-6ec3-4886-8174-e8ddf85f9900 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:49:43.710742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 79711c1d-6ec3-4886-8174-e8ddf85f9900 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:49:43.711200 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b1f7ebd4-6e2e-48a8-a814-de506138e9cc no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:49:43.744597 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: b1f7ebd4-6e2e-48a8-a814-de506138e9cc {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:49:43.745144 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device b1f7ebd4-6e2e-48a8-a814-de506138e9cc not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:49:43.755168 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb0abd-64b7-428a-87ab-fb7ed5f4f892 None None] Deleting port 79711c1d-6ec3-4886-8174-e8ddf85f9900 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:49:43.755793 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0abd-64b7-428a-87ab-fb7ed5f4f892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:43.825648 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb0abd-64b7-428a-87ab-fb7ed5f4f892 None None] The port '79711c1d-6ec3-4886-8174-e8ddf85f9900' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:49:43.963184 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95c631b4-6e25-4f73-aec1-d8e487c2b167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:44.699726 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-95c631b4-6e25-4f73-aec1-d8e487c2b167 admin admin] Deleting port e762f185-514a-4fde-ba6c-551d0fcad996 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:49:44.700379 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95c631b4-6e25-4f73-aec1-d8e487c2b167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:44.892035 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.db [None req-95c631b4-6e25-4f73-aec1-d8e487c2b167 admin admin] For port e762f185-514a-4fde-ba6c-551d0fcad996, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=e762f185-514a-4fde-ba6c-551d0fcad996,segment=NetworkSegment(712efc12-7f54-4c8a-a592-acadab5fe73c),segment_id=712efc12-7f54-4c8a-a592-acadab5fe73c)] {{(pid=83584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:44.892273 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95c631b4-6e25-4f73-aec1-d8e487c2b167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:45.029602 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-95c631b4-6e25-4f73-aec1-d8e487c2b167 admin admin] Calling delete_port for e762f185-514a-4fde-ba6c-551d0fcad996 owned by network:router_interface {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:49:45.205486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95c631b4-6e25-4f73-aec1-d8e487c2b167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:45.255645 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c631b4-6e25-4f73-aec1-d8e487c2b167 admin admin] Pushing event deleted for resources: {'Port': ['ID=e762f185-514a-4fde-ba6c-551d0fcad996,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:45.576856 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-95c631b4-6e25-4f73-aec1-d8e487c2b167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:46.307894 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c631b4-6e25-4f73-aec1-d8e487c2b167 admin admin] Router f7fd87a9-0196-4749-b282-289e87bb526c has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:49:46.516106 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c631b4-6e25-4f73-aec1-d8e487c2b167 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:49:46.525913 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-95c631b4-6e25-4f73-aec1-d8e487c2b167 admin admin] 10.222.0.48 "PUT /v2.0/routers/f7fd87a9-0196-4749-b282-289e87bb526c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9811690 Feb 21 09:49:46.527219 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11bdb64-8eb1-4a86-aec1-856d1b17fcfc None None] Sync routers for ids ['f7fd87a9-0196-4749-b282-289e87bb526c'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:49:46.528632 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35954) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:46.539884 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11bdb64-8eb1-4a86-aec1-856d1b17fcfc None None] Routers {'f7fd87a9-0196-4749-b282-289e87bb526c'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:49:46.540481 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-b11bdb64-8eb1-4a86-aec1-856d1b17fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:49:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f7fd87a9-0196-4749-b282-289e87bb526c'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:46.730872 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-b11bdb64-8eb1-4a86-aec1-856d1b17fcfc None None] Set router f7fd87a9-0196-4749-b282-289e87bb526c gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:49:46.760118 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:47.026793 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:47.040261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] Deleting port c9199df2-9a8c-40d6-b6dd-a40c2e84f265 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:49:47.040623 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:47.112088 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-b11bdb64-8eb1-4a86-aec1-856d1b17fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'name': 'tempest-TestShelveInstance-16108830-router', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9199df2-9a8c-40d6-b6dd-a40c2e84f265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:49:45Z', 'revision_number': 5, 'project_id': 'ea947d3245a540ad935cfa0b85565799', 'gw_port': {'id': 'c9199df2-9a8c-40d6-b6dd-a40c2e84f265', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:47.116119 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11bdb64-8eb1-4a86-aec1-856d1b17fcfc None None] Checking router: f7fd87a9-0196-4749-b282-289e87bb526c for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:49:47.127738 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11bdb64-8eb1-4a86-aec1-856d1b17fcfc None None] Routers {'f7fd87a9-0196-4749-b282-289e87bb526c'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:49:47.128345 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-b11bdb64-8eb1-4a86-aec1-856d1b17fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:49:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['f7fd87a9-0196-4749-b282-289e87bb526c'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:47.236452 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] For port c9199df2-9a8c-40d6-b6dd-a40c2e84f265, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=c9199df2-9a8c-40d6-b6dd-a40c2e84f265,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:47.236802 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:47.279203 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-b11bdb64-8eb1-4a86-aec1-856d1b17fcfc None None] Set router f7fd87a9-0196-4749-b282-289e87bb526c gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:49:47.367334 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] Calling delete_port for c9199df2-9a8c-40d6-b6dd-a40c2e84f265 owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:49:47.422166 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-b11bdb64-8eb1-4a86-aec1-856d1b17fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'name': 'tempest-TestShelveInstance-16108830-router', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:49:47Z', 'revision_number': 6, 'project_id': 'ea947d3245a540ad935cfa0b85565799', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:47.427537 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11bdb64-8eb1-4a86-aec1-856d1b17fcfc None None] The sync data for ids ['f7fd87a9-0196-4749-b282-289e87bb526c'] in dv-neutron-830062-1-hyperv is: [{'id': 'f7fd87a9-0196-4749-b282-289e87bb526c', 'name': 'tempest-TestShelveInstance-16108830-router', 'tenant_id': 'ea947d3245a540ad935cfa0b85565799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:56Z', 'updated_at': '2022-02-21T09:49:47Z', 'revision_number': 6, 'project_id': 'ea947d3245a540ad935cfa0b85565799', 'gw_port_host': None}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:49:47.551444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:47.609130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9199df2-9a8c-40d6-b6dd-a40c2e84f265,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:47.868561 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e762f185-514a-4fde-ba6c-551d0fcad996 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:49:47.886095 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:47.921013 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: e762f185-514a-4fde-ba6c-551d0fcad996 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:49:47.921527 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device e762f185-514a-4fde-ba6c-551d0fcad996 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:49:48.256592 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:48.261560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:48.287170 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:48.287736 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7fd87a9-0196-4749-b282-289e87bb526c {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:49:48.300386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:48.301529 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-813a7f65-8f38-4c15-871c-6eb34d399220 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f7fd87a9-0196-4749-b282-289e87bb526c HTTP/1.1" status: 204 len: 168 time: 1.7719328 Feb 21 09:49:48.304030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35958) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:48.364706 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74d692b-372e-4673-a51f-3746263e430b admin admin] Deleting subnet 80e622ad-2eb0-4f90-937a-6b7464bd90bb {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:49:48.368250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c74d692b-372e-4673-a51f-3746263e430b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:48.422620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c74d692b-372e-4673-a51f-3746263e430b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:48.507654 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c74d692b-372e-4673-a51f-3746263e430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:48.577696 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c74d692b-372e-4673-a51f-3746263e430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:48.620406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d692b-372e-4673-a51f-3746263e430b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e622ad-2eb0-4f90-937a-6b7464bd90bb,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:48.625076 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-c74d692b-372e-4673-a51f-3746263e430b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:48.630609 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d5c3d4-1ced-44fe-985f-9916e2832a5e None None] Network 56f0d41a-887f-40cc-b158-98face7bd1fe requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:49:48.633404 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-c74d692b-372e-4673-a51f-3746263e430b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/80e622ad-2eb0-4f90-937a-6b7464bd90bb HTTP/1.1" status: 204 len: 168 time: 0.3278697 Feb 21 09:49:48.635883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 35962) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:48.749917 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:48.760840 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Deleting port 93b86f4a-bd81-4e24-be6e-98efa756f0ab {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:49:48.761089 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:48.886489 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67db084c-ffda-49d4-a73d-efd045744c19 None None] DHCP port deletion for 56f0d41a-887f-40cc-b158-98face7bd1fe request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:49:48.890866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-67db084c-ffda-49d4-a73d-efd045744c19 None None] Deleting port 93b86f4a-bd81-4e24-be6e-98efa756f0ab {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:49:48.891271 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-67db084c-ffda-49d4-a73d-efd045744c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:48.968384 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] For port 93b86f4a-bd81-4e24-be6e-98efa756f0ab, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=93b86f4a-bd81-4e24-be6e-98efa756f0ab,segment=NetworkSegment(712efc12-7f54-4c8a-a592-acadab5fe73c),segment_id=712efc12-7f54-4c8a-a592-acadab5fe73c)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:48.968735 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:49.091004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Calling delete_port for 93b86f4a-bd81-4e24-be6e-98efa756f0ab owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:49:49.112312 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-67db084c-ffda-49d4-a73d-efd045744c19 None None] For port 93b86f4a-bd81-4e24-be6e-98efa756f0ab, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=93b86f4a-bd81-4e24-be6e-98efa756f0ab,segment=NetworkSegment(712efc12-7f54-4c8a-a592-acadab5fe73c),segment_id=712efc12-7f54-4c8a-a592-acadab5fe73c)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:49.112828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-67db084c-ffda-49d4-a73d-efd045744c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:49.177556 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:49.222728 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b86f4a-bd81-4e24-be6e-98efa756f0ab,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:49.231304 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] No DVR routers for this DVR port 93b86f4a-bd81-4e24-be6e-98efa756f0ab on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:49:49.234323 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-67db084c-ffda-49d4-a73d-efd045744c19 None None] Calling delete_port for 93b86f4a-bd81-4e24-be6e-98efa756f0ab owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:49:49.304701 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-67db084c-ffda-49d4-a73d-efd045744c19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:49:49.305057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-67db084c-ffda-49d4-a73d-efd045744c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:49:49.354700 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:49.383200 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f0d41a-887f-40cc-b158-98face7bd1fe']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:49.397035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712efc12-7f54-4c8a-a592-acadab5fe73c') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:49.397379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712efc12-7f54-4c8a-a592-acadab5fe73c') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:49.413073 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:49.434172 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:49.442386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:49:49.442883 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:49:49.552486 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:49:49.637362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:49.663299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:49.669725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] Pushing event deleted for resources: {'Network': ['ID=56f0d41a-887f-40cc-b158-98face7bd1fe,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:49.677481 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9a929cae-ef22-483e-9a5e-2baf36335534 admin admin] 10.222.0.48 "DELETE /v2.0/networks/56f0d41a-887f-40cc-b158-98face7bd1fe HTTP/1.1" status: 204 len: 168 time: 1.0405755 Feb 21 09:49:49.686783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 93b86f4a-bd81-4e24-be6e-98efa756f0ab no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:49:49.727081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 93b86f4a-bd81-4e24-be6e-98efa756f0ab {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:49:49.727081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 93b86f4a-bd81-4e24-be6e-98efa756f0ab not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:49:49.727081 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c9199df2-9a8c-40d6-b6dd-a40c2e84f265 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:49:49.759240 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: c9199df2-9a8c-40d6-b6dd-a40c2e84f265 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:49:49.759559 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device c9199df2-9a8c-40d6-b6dd-a40c2e84f265 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:49:49.806471 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-67db084c-ffda-49d4-a73d-efd045744c19 None None] Deleting port 93b86f4a-bd81-4e24-be6e-98efa756f0ab {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:49:49.807231 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-67db084c-ffda-49d4-a73d-efd045744c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:49.839789 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35968) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:49.875632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-67db084c-ffda-49d4-a73d-efd045744c19 None None] The port '93b86f4a-bd81-4e24-be6e-98efa756f0ab' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:49:49.902021 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-8709e70a-61d6-4a50-94d3-22ad4415fad7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0caa62e0d9d4b10927636f455cb567e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0608668 Feb 21 09:49:49.904607 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35972) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:49.971793 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bada77f2-0593-4704-95e5-f168542f2d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:50.004606 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bada77f2-0593-4704-95e5-f168542f2d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:50.059350 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bada77f2-0593-4704-95e5-f168542f2d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:50.077219 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada77f2-0593-4704-95e5-f168542f2d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f7a695-260d-4221-8956-c775c2936ea9,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:50.084718 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-bada77f2-0593-4704-95e5-f168542f2d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:50.085849 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-bada77f2-0593-4704-95e5-f168542f2d8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8f7a695-260d-4221-8956-c775c2936ea9 HTTP/1.1" status: 204 len: 168 time: 0.1803453 Feb 21 09:49:50.491650 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35980) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:50.542894 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-10821182-75fc-42c0-aca7-fb1c7dcf185c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea947d3245a540ad935cfa0b85565799&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500000 Feb 21 09:49:50.545504 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 35984) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:50.606849 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-924e86ff-fac6-42be-ab91-5de27b572b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:50.633957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-924e86ff-fac6-42be-ab91-5de27b572b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:50.686698 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-924e86ff-fac6-42be-ab91-5de27b572b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:50.708980 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e86ff-fac6-42be-ab91-5de27b572b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593ab7bb-4522-41cc-9108-4f3984ef401f,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:50.712117 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-924e86ff-fac6-42be-ab91-5de27b572b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:50.713253 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-924e86ff-fac6-42be-ab91-5de27b572b62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/593ab7bb-4522-41cc-9108-4f3984ef401f HTTP/1.1" status: 204 len: 168 time: 0.1665280 Feb 21 09:49:51.806282 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 36006) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:51.960451 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-735683414-network', 'tenant_id': 'deef27877e994d41876c60c824a449ed'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:49:51.966439 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:49:51.974173 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Usage tracker for resource:network and tenant:deef27877e994d41876c60c824a449ed is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:49:51.978350 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:49:51.988815 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:49:52.004790 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Made reservation on behalf of deef27877e994d41876c60c824a449ed for: {'network': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:49:52.008900 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:52.029565 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:52.079575 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:49:52.084770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Usage tracker for resource:security_group_rule and tenant:deef27877e994d41876c60c824a449ed is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:49:52.089344 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:49:52.100925 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:49:52.181110 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:52.187319 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:52.223106 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=83584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:49:52.233604 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46b7453-794d-4322-8e9c-ac3788227482,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:52.241531 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:52.242151 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.segments_db [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Added segment dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0 of type vlan for network e80b2703-e504-4208-b581-eeda3fc8ad12 Feb 21 09:49:52.276502 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:52.307675 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:52.308524 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:52.309098 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Notify callbacks [] for network, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:52.419932 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] Pushing event updated for resources: {'Network': ['ID=e80b2703-e504-4208-b581-eeda3fc8ad12,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:52.425897 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-a515bdef-784f-4c01-a9f7-c709be5b3333 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6154387 Feb 21 09:49:52.426358 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 36012) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:52.430699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network e80b2703-e504-4208-b581-eeda3fc8ad12 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:49:52.433734 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Request body: {'subnet': {'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-735683414-subnet', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'ip_version': 4}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:49:52.438913 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:49:52.451907 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Usage tracker for resource:subnet and tenant:deef27877e994d41876c60c824a449ed is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:49:52.456713 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:49:52.466823 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:49:52.482780 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Made reservation on behalf of deef27877e994d41876c60c824a449ed for: {'subnet': 1} {{(pid=83584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:49:52.485895 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2926744'] for subnet, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:52.725256 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1421642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2926758'] for subnet, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:52.800686 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e12566cc-88f2-4af9-88c9-0e849841f8bf,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:52.818095 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Checking segment: {'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:49:52.818796 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Network hostable DHCP agents. Network: e80b2703-e504-4208-b581-eeda3fc8ad12, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:49:52.844287 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Network e80b2703-e504-4208-b581-eeda3fc8ad12 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:49:52.856201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.base_scheduler [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, e80b2703-e504-4208-b581-eeda3fc8ad12) {{(pid=83584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:49:52.861187 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:52.861770 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:52.869542 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4296d3a-d72d-4a30-bd59-42543b31cff6 None None] Network e80b2703-e504-4208-b581-eeda3fc8ad12 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:49:52.894914 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-438aaa4b-a3ac-494d-9da5-280f5155af48 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4673717 Feb 21 09:49:52.899521 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36016) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:52.905432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:49:52.910873 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:49:52.915707 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Usage tracker for resource:router and tenant:deef27877e994d41876c60c824a449ed is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:49:52.919469 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:49:52.928641 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:49:52.942298 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:52.943568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:52.967682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:53.140221 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:53.147497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-e80b2703-e504-4208-b581-eeda3fc8ad12', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:49:53.148599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:53.323934 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Allocated IP 172.20.0.2 (e80b2703-e504-4208-b581-eeda3fc8ad12/e12566cc-88f2-4af9-88c9-0e849841f8bf/cb73285d-2211-4b1e-9dc5-039ce9877475) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:49:53.370355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:53.401135 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:53.542768 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:53.551080 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Allocated IP 172.26.6.186 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/86a2dbc2-025e-4937-8f6e-ca6c22a8c711) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:49:53.554464 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Transition to ACTIVE for port object cb73285d-2211-4b1e-9dc5-039ce9877475 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:49:53.577033 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Transition to ACTIVE for port object cb73285d-2211-4b1e-9dc5-039ce9877475 will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:49:53.585061 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:53.659719 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Network e80b2703-e504-4208-b581-eeda3fc8ad12 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:49:53.662698 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:49:53.667470 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:49:53.678269 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Pushing event updated for resources: {'Port': ['ID=cb73285d-2211-4b1e-9dc5-039ce9877475,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:53.723209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:53.750207 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:53.750546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:53.750893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:53.751259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:53.751589 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:53.751943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:53.752248 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:53.752584 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:53.752827 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:53.753034 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:53.753192 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:53.753492 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:53.779278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Attempting to bind port cb73285d-2211-4b1e-9dc5-039ce9877475 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:49:53.779775 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Attempting to bind port cb73285d-2211-4b1e-9dc5-039ce9877475 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:49:53.780225 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Attempting to bind port cb73285d-2211-4b1e-9dc5-039ce9877475 on network e80b2703-e504-4208-b581-eeda3fc8ad12 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:49:53.788435 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:49:53.788959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Checking segment: {'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:49:53.789548 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:53.790080 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Bound using segment: {'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:49:53.791068 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Bound port: cb73285d-2211-4b1e-9dc5-039ce9877475, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:49:53.791706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:53.823935 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:49:53.827163 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:49:53.832217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:49:53.860909 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Pushing event updated for resources: {'Port': ['ID=86a2dbc2-025e-4937-8f6e-ca6c22a8c711,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:53.887508 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] For port cb73285d-2211-4b1e-9dc5-039ce9877475, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:49:53.891465 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] For port cb73285d-2211-4b1e-9dc5-039ce9877475, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=cb73285d-2211-4b1e-9dc5-039ce9877475,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:49:53.897496 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:54.016343 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7f8b3-d0ef-4851-89f6-4a4acf6fe6aa None None] Pushing event updated for resources: {'Port': ['ID=cb73285d-2211-4b1e-9dc5-039ce9877475,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:54.059200 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:54.060357 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:54.407222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:49:54.639588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:49:54.654278 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Sync routers for ids ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:49:54.667561 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:54.669381 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Routers {'817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:49:54.669520 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-682a0459-7838-4eac-896c-32e5a84b5e45 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7686563 Feb 21 09:49:54.670212 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:49:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:54.672540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36020) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:54.960477 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Set router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:49:55.166223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a578e97-6c07-4cf7-864c-b7bd2a60bdc1 None None] Network e80b2703-e504-4208-b581-eeda3fc8ad12 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:49:55.288304 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-9c350c25-9a18-4e96-b132-c7d290146fa7 None None] Provisioning for port cb73285d-2211-4b1e-9dc5-039ce9877475 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:49:55.623157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:53Z', 'revision_number': 3, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:55.629992 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Checking router: 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:49:55.630365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Updating router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 port 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:49:55.705162 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:55.718730 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:55.766942 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cb73285d-2211-4b1e-9dc5-039ce9877475 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:49:56.005347 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port cb73285d-2211-4b1e-9dc5-039ce9877475 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:49:56.034497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port cb73285d-2211-4b1e-9dc5-039ce9877475 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:49:56.034923 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.038217 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Allocated IP 172.20.0.1 (e80b2703-e504-4208-b581-eeda3fc8ad12/e12566cc-88f2-4af9-88c9-0e849841f8bf/8e9ed632-d7ee-46c4-8f2f-fc6558462fcd) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:49:56.236745 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-07c7da67-2a6c-49d8-95c8-278f53d9b8ab None None] Provisioning complete for port cb73285d-2211-4b1e-9dc5-039ce9877475 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:49:56.237028 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-07c7da67-2a6c-49d8-95c8-278f53d9b8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.282973 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.305407 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Transition to ACTIVE for port object 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:49:56.332287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.334449 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.418194 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Network e80b2703-e504-4208-b581-eeda3fc8ad12 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:49:56.422371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:49:56.427022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:49:56.462603 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9ed632-d7ee-46c4-8f2f-fc6558462fcd,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:56.476288 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port cb73285d-2211-4b1e-9dc5-039ce9877475, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=cb73285d-2211-4b1e-9dc5-039ce9877475,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:56.499380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.502297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.612517 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.621005 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.638003 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-07c7da67-2a6c-49d8-95c8-278f53d9b8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.678116 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Transition to ACTIVE for port object 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:49:56.697723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.725063 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=cb73285d-2211-4b1e-9dc5-039ce9877475,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:56.835254 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Attempting to bind port 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:49:56.835722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Attempting to bind port 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:49:56.836134 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Attempting to bind port 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:49:56.843094 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-07c7da67-2a6c-49d8-95c8-278f53d9b8ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:49:56.843667 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-07c7da67-2a6c-49d8-95c8-278f53d9b8ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:49:56.853299 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd748584-dc1d-444e-864e-5ea68036efbb None None] Pushing event updated for resources: {'Port': ['ID=86a2dbc2-025e-4937-8f6e-ca6c22a8c711,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:56.857020 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:49:56.857767 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:49:56.858194 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.858589 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:49:56.859084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Bound port: 86a2dbc2-025e-4937-8f6e-ca6c22a8c711, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:49:56.859495 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.900913 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.906576 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:56.941349 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] For port 86a2dbc2-025e-4937-8f6e-ca6c22a8c711, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:49:56.950557 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] For port 86a2dbc2-025e-4937-8f6e-ca6c22a8c711, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=86a2dbc2-025e-4937-8f6e-ca6c22a8c711,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:49:56.956351 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:57.044745 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd748584-dc1d-444e-864e-5ea68036efbb None None] Pushing event updated for resources: {'Port': ['ID=86a2dbc2-025e-4937-8f6e-ca6c22a8c711,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:57.049515 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Routers {'817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:49:57.050110 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:49:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:57.148019 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:57.152191 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9ed632-d7ee-46c4-8f2f-fc6558462fcd,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:57.258977 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] Set router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:49:57.306133 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Network e80b2703-e504-4208-b581-eeda3fc8ad12 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:49:57.307355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:49:57.701157 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cb73285d-2211-4b1e-9dc5-039ce9877475 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:49:57.736284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:49:57.789980 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 2, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:57.799991 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-46fec2cf-182a-40f6-bf40-9e6a65c1c793 None None] Provisioning for port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:49:57.809224 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712eaf6f-bc03-4658-869c-10fb3b0c1dcb None None] The sync data for ids ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'] in dv-neutron-830062-1-hyperv is: [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 2, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:49:57.817772 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-46fec2cf-182a-40f6-bf40-9e6a65c1c793 None None] Provisioning complete for port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:49:57.818378 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-46fec2cf-182a-40f6-bf40-9e6a65c1c793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:57.890011 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port cb73285d-2211-4b1e-9dc5-039ce9877475 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:49:57.891046 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:57.934051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-46fec2cf-182a-40f6-bf40-9e6a65c1c793 None None] Port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:49:58.000815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:49:58.027059 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a7883e73-2097-4316-b4e6-941ae8ebaa42 admin admin] 10.222.0.48 "PUT /v2.0/routers/817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3430138 Feb 21 09:49:58.979035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36042) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:58.984640 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-187915532-network', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:49:58.989771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:49:58.993924 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Usage tracker for resource:network and tenant:d4bb3043c98e4b4f99ac59a7fa48941e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:49:58.997099 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:49:59.003962 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:49:59.015672 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Made reservation on behalf of d4bb3043c98e4b4f99ac59a7fa48941e for: {'network': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:49:59.018590 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for network, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:59.032425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:59.067778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:49:59.072281 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Usage tracker for resource:security_group_rule and tenant:d4bb3043c98e4b4f99ac59a7fa48941e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:49:59.075375 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:49:59.081507 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:49:59.152782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:59.157421 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:59.186955 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=83585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:49:59.199600 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d327313-a02d-46e3-8541-8395733e766b,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:59.204037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:59.204369 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.segments_db [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Added segment b63619e7-249f-4773-819c-82cdbac24f7c of type vlan for network 2e904d42-6b6a-41e2-beb8-c262acfa9566 Feb 21 09:49:59.235129 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764261368823'] for network, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:59.268022 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641'] for network, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:59.269432 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:59.270069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:59.372541 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3921673 Feb 21 09:49:59.373562 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c12a2-e33c-45a1-bc6b-337dcb4f41ef admin admin] Pushing event updated for resources: {'Network': ['ID=2e904d42-6b6a-41e2-beb8-c262acfa9566,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:59.376778 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36046) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:59.384222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Request body: {'subnet': {'network_id': '2e904d42-6b6a-41e2-beb8-c262acfa9566', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-187915532-subnet', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'ip_version': 4}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:49:59.386169 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Network 2e904d42-6b6a-41e2-beb8-c262acfa9566 details requested by agent ovs-agent-dv-neutron-830062-1-hyperv with host dv-neutron-830062-1-hyperv {{(pid=83586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 21 09:49:59.392063 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:49:59.398355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Usage tracker for resource:subnet and tenant:d4bb3043c98e4b4f99ac59a7fa48941e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:49:59.402841 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:49:59.411855 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:49:59.431275 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Made reservation on behalf of d4bb3043c98e4b4f99ac59a7fa48941e for: {'subnet': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:49:59.433954 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758502'] for subnet, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:59.675985 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758488'] for subnet, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:59.720038 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:49:59.745434 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a9bdb2-ca43-464c-a537-40c622927eb6,revision_number=0']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:59.779987 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Checking segment: {'id': 'b63619e7-249f-4773-819c-82cdbac24f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2e904d42-6b6a-41e2-beb8-c262acfa9566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:49:59.780348 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Network hostable DHCP agents. Network: 2e904d42-6b6a-41e2-beb8-c262acfa9566, hostable agents: ['50d4b55f-abfe-4079-8846-a19598c53a21'], hosted agents: [] {{(pid=83585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:49:59.800840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:49:59.806944 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:49:59.807324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:59.810174 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Network 2e904d42-6b6a-41e2-beb8-c262acfa9566 is scheduled to be hosted by DHCP agent 50d4b55f-abfe-4079-8846-a19598c53a21 with binding_index 1 {{(pid=83585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:49:59.821030 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830062-1-hyperv, 2e904d42-6b6a-41e2-beb8-c262acfa9566) {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:49:59.826819 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:59.827862 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:59.835352 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b51284-53c7-4e62-95cc-a25de01bdf3c None None] Network 2e904d42-6b6a-41e2-beb8-c262acfa9566 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:49:59.857559 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-68ee8674-53c8-4cb1-9371-1366b1751c3f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4794436 Feb 21 09:49:59.861447 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36050) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:49:59.869255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-187915532-router', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:49:59.874490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:49:59.880617 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Usage tracker for resource:router and tenant:d4bb3043c98e4b4f99ac59a7fa48941e is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:49:59.885715 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:49:59.896254 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:49:59.917260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41114'] for router, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:59.918470 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41109'] for router, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:49:59.943364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:00.124064 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:00.191959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 86a2dbc2-025e-4937-8f6e-ca6c22a8c711, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=86a2dbc2-025e-4937-8f6e-ca6c22a8c711,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:00.202866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:00.232858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41127'] for router, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:00.258293 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7aa272-ab09-517d-96ac-ae075712d9f3-2e904d42-6b6a-41e2-beb8-c262acfa9566', 'network_id': '2e904d42-6b6a-41e2-beb8-c262acfa9566', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'fixed_ips': [{'subnet_id': 'f2a9bdb2-ca43-464c-a537-40c622927eb6'}]}} from dv-neutron-830062-1-hyperv. {{(pid=83586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 21 09:50:00.259339 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:00.355052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-ef65ae15-dcec-4433-a1ee-bda9d23ecf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:00.375440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=86a2dbc2-025e-4937-8f6e-ca6c22a8c711,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:00.457515 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:00.477047 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.db_base_plugin_common [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Allocated IP 172.20.0.2 (2e904d42-6b6a-41e2-beb8-c262acfa9566/f2a9bdb2-ca43-464c-a537-40c622927eb6/50743004-e55b-461a-8e39-751b39136d9d) {{(pid=83586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:50:00.492119 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:00.686960 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Allocated IP 172.26.6.14 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/891c7e14-35a3-49cb-8039-94cae6c60b36) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:50:00.735007 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Notify callbacks [] for port, precommit_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:00.745747 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Transition to ACTIVE for port object 50743004-e55b-461a-8e39-751b39136d9d will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:50:00.766569 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Transition to ACTIVE for port object 50743004-e55b-461a-8e39-751b39136d9d will not be triggered until provisioned by entity DHCP. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:50:00.772297 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009'] for port, after_create {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:00.850715 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Pushing event updated for resources: {'Port': ['ID=50743004-e55b-461a-8e39-751b39136d9d,revision_number=1']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:00.854155 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Network 2e904d42-6b6a-41e2-beb8-c262acfa9566 is already hosted by enough agents. {{(pid=83586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:50:00.855629 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.scheduler.base_scheduler [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Resources bound (agent type, host, resource id): {{(pid=83586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:50:00.857657 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Received port after_create {{(pid=83586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:50:00.869821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:00.905111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:00.954615 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Attempting to bind port 50743004-e55b-461a-8e39-751b39136d9d on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:50:00.955007 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Attempting to bind port 50743004-e55b-461a-8e39-751b39136d9d by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'b63619e7-249f-4773-819c-82cdbac24f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2e904d42-6b6a-41e2-beb8-c262acfa9566'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:50:00.955476 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Attempting to bind port 50743004-e55b-461a-8e39-751b39136d9d on network 2e904d42-6b6a-41e2-beb8-c262acfa9566 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:50:00.961992 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:50:00.962360 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Checking segment: {'id': 'b63619e7-249f-4773-819c-82cdbac24f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2e904d42-6b6a-41e2-beb8-c262acfa9566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:50:00.962755 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:00.963188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Bound using segment: {'id': 'b63619e7-249f-4773-819c-82cdbac24f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2e904d42-6b6a-41e2-beb8-c262acfa9566'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:50:00.963744 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Bound port: 50743004-e55b-461a-8e39-751b39136d9d, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63619e7-249f-4773-819c-82cdbac24f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2e904d42-6b6a-41e2-beb8-c262acfa9566'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:50:00.964010 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:00.980160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:50:00.983385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:50:00.989147 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:50:01.015075 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Pushing event updated for resources: {'Port': ['ID=891c7e14-35a3-49cb-8039-94cae6c60b36,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:01.060265 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:01.107308 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] For port 50743004-e55b-461a-8e39-751b39136d9d, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:50:01.111813 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] For port 50743004-e55b-461a-8e39-751b39136d9d, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=50743004-e55b-461a-8e39-751b39136d9d,segment=NetworkSegment(b63619e7-249f-4773-819c-82cdbac24f7c),segment_id=b63619e7-249f-4773-819c-82cdbac24f7c)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:50:01.119112 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:01.165763 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:01.166399 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691691'] for router, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:01.201808 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e85d0-5e8d-4eb3-8d44-f1fd2487149e None None] Pushing event updated for resources: {'Port': ['ID=50743004-e55b-461a-8e39-751b39136d9d,revision_number=2']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:01.440343 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Router 44f4f7f7-6619-4361-9690-ee16289e2839 is scheduled to L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 with binding_index 1 {{(pid=83585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:50:01.711514 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:50:01.722590 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Sync routers for ids ['44f4f7f7-6619-4361-9690-ee16289e2839'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:50:01.738570 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Routers {'44f4f7f7-6619-4361-9690-ee16289e2839'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:50:01.739182 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:49:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44f4f7f7-6619-4361-9690-ee16289e2839'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:01.745541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:01.749355 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5a102070-241c-4168-8cdc-84190712ff40 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8837926 Feb 21 09:50:01.749569 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36058) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:50:01.788040 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:50:01.884459 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:01.885192 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:01.981387 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:50:01.988391 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Set router 44f4f7f7-6619-4361-9690-ee16289e2839 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:50:02.036038 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 50743004-e55b-461a-8e39-751b39136d9d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:50:02.143121 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 50743004-e55b-461a-8e39-751b39136d9d completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:50:02.309985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e6899-2e47-4ebe-acdf-a276fd8c901d None None] Network 2e904d42-6b6a-41e2-beb8-c262acfa9566 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:50:02.378409 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'name': 'tempest-TestSnapshotPattern-187915532-router', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '891c7e14-35a3-49cb-8039-94cae6c60b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:59Z', 'updated_at': '2022-02-21T09:50:01Z', 'revision_number': 3, 'project_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'gw_port': {'id': '891c7e14-35a3-49cb-8039-94cae6c60b36', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:01:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:50:00Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:02.383423 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Checking router: 44f4f7f7-6619-4361-9690-ee16289e2839 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:50:02.383803 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Updating router 44f4f7f7-6619-4361-9690-ee16289e2839 port 891c7e14-35a3-49cb-8039-94cae6c60b36 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:50:02.438846 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:02.441706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-35cc3893-55a5-4396-9b14-cc3ab4123afe None None] Provisioning for port 50743004-e55b-461a-8e39-751b39136d9d completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:50:02.463538 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-35cc3893-55a5-4396-9b14-cc3ab4123afe None None] Provisioning complete for port 50743004-e55b-461a-8e39-751b39136d9d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:02.463742 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-35cc3893-55a5-4396-9b14-cc3ab4123afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:02.766883 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-35cc3893-55a5-4396-9b14-cc3ab4123afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:02.813113 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-35cc3893-55a5-4396-9b14-cc3ab4123afe None None] For port 50743004-e55b-461a-8e39-751b39136d9d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=50743004-e55b-461a-8e39-751b39136d9d,segment=NetworkSegment(b63619e7-249f-4773-819c-82cdbac24f7c),segment_id=b63619e7-249f-4773-819c-82cdbac24f7c)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:02.822300 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-35cc3893-55a5-4396-9b14-cc3ab4123afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:02.913495 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:02.939735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc3893-55a5-4396-9b14-cc3ab4123afe None None] Pushing event updated for resources: {'Port': ['ID=50743004-e55b-461a-8e39-751b39136d9d,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:02.940660 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:02.963337 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Transition to ACTIVE for port object 891c7e14-35a3-49cb-8039-94cae6c60b36 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:50:02.972329 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:03.078244 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Attempting to bind port 891c7e14-35a3-49cb-8039-94cae6c60b36 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:50:03.078606 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Attempting to bind port 891c7e14-35a3-49cb-8039-94cae6c60b36 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:50:03.079042 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Attempting to bind port 891c7e14-35a3-49cb-8039-94cae6c60b36 on network 26751cdd-d227-4344-a8c3-bb5c4927964b {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:50:03.082042 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8720d72-cbbf-4fda-8dd5-ef1597a94552 None None] Pushing event updated for resources: {'Port': ['ID=891c7e14-35a3-49cb-8039-94cae6c60b36,revision_number=2']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:03.089943 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e5049755-3635-435a-90e5-269e246c72ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:03.093174 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8720d72-cbbf-4fda-8dd5-ef1597a94552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:03.093514 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8720d72-cbbf-4fda-8dd5-ef1597a94552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:03.094271 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8720d72-cbbf-4fda-8dd5-ef1597a94552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:03.094669 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8720d72-cbbf-4fda-8dd5-ef1597a94552 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:03.095200 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8720d72-cbbf-4fda-8dd5-ef1597a94552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:03.095535 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8720d72-cbbf-4fda-8dd5-ef1597a94552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:03.095846 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8720d72-cbbf-4fda-8dd5-ef1597a94552 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:03.096167 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8720d72-cbbf-4fda-8dd5-ef1597a94552 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:03.096485 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8720d72-cbbf-4fda-8dd5-ef1597a94552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:03.096798 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8720d72-cbbf-4fda-8dd5-ef1597a94552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:03.097149 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8720d72-cbbf-4fda-8dd5-ef1597a94552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:03.108603 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:50:03.108800 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Checking segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:50:03.109745 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:03.110198 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Bound using segment: {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:50:03.113226 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Bound port: 891c7e14-35a3-49cb-8039-94cae6c60b36, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a50d0-389a-40e4-99eb-51f0961ffdf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:50:03.113752 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:03.173960 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-12a7a280-1869-46c2-a028-55ff8cdb9c36 None None] Provisioning complete for port 50743004-e55b-461a-8e39-751b39136d9d triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:03.174446 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-12a7a280-1869-46c2-a028-55ff8cdb9c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:03.220606 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] For port 891c7e14-35a3-49cb-8039-94cae6c60b36, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:50:03.224208 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] For port 891c7e14-35a3-49cb-8039-94cae6c60b36, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=891c7e14-35a3-49cb-8039-94cae6c60b36,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:50:03.230519 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:03.240287 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Allocated IP 172.20.0.1 (2e904d42-6b6a-41e2-beb8-c262acfa9566/f2a9bdb2-ca43-464c-a537-40c622927eb6/5e5ab2e5-ea08-4fca-affc-faaa9cc3e352) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:50:03.323842 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8720d72-cbbf-4fda-8dd5-ef1597a94552 None None] Pushing event updated for resources: {'Port': ['ID=891c7e14-35a3-49cb-8039-94cae6c60b36,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:03.329672 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Routers {'44f4f7f7-6619-4361-9690-ee16289e2839'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:50:03.330207 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:50:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44f4f7f7-6619-4361-9690-ee16289e2839'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:03.481404 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:03.500481 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Transition to ACTIVE for port object 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:50:03.524877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:03.533348 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] Set router 44f4f7f7-6619-4361-9690-ee16289e2839 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:50:03.595558 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Pushing event updated for resources: {'Port': ['ID=5e5ab2e5-ea08-4fca-affc-faaa9cc3e352,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:03.614179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Network 2e904d42-6b6a-41e2-beb8-c262acfa9566 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:50:03.615508 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:50:03.617991 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:50:03.700107 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689845'] for router_interface, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:03.732004 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 50743004-e55b-461a-8e39-751b39136d9d up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:50:03.833837 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 50743004-e55b-461a-8e39-751b39136d9d triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:03.834770 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:03.841680 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:03.874998 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:03.980614 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2443b9d7-b2fc-4c9a-9b48-04a3bff689ec None None] Provisioning for port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:50:03.992892 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-2443b9d7-b2fc-4c9a-9b48-04a3bff689ec None None] Provisioning complete for port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:03.994426 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2443b9d7-b2fc-4c9a-9b48-04a3bff689ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:04.022277 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'name': 'tempest-TestSnapshotPattern-187915532-router', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '891c7e14-35a3-49cb-8039-94cae6c60b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:59Z', 'updated_at': '2022-02-21T09:50:01Z', 'revision_number': 3, 'project_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'gw_port': {'id': '891c7e14-35a3-49cb-8039-94cae6c60b36', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:01:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:50:00Z', 'updated_at': '2022-02-21T09:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:04.026962 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d8dba-06b5-4537-8aac-ff08ce3fcc8e None None] The sync data for ids ['44f4f7f7-6619-4361-9690-ee16289e2839'] in dv-neutron-830062-1-hyperv is: [{'id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'name': 'tempest-TestSnapshotPattern-187915532-router', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '891c7e14-35a3-49cb-8039-94cae6c60b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:59Z', 'updated_at': '2022-02-21T09:50:01Z', 'revision_number': 3, 'project_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'gw_port': {'id': '891c7e14-35a3-49cb-8039-94cae6c60b36', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:01:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:50:00Z', 'updated_at': '2022-02-21T09:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:50:04.089830 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-2443b9d7-b2fc-4c9a-9b48-04a3bff689ec None None] Port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:50:04.122945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:04.127833 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:04.240937 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Pushing event updated for resources: {'Port': ['ID=5e5ab2e5-ea08-4fca-affc-faaa9cc3e352,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:04.244047 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689624'] for router_interface, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:04.252854 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:04.390541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Network 2e904d42-6b6a-41e2-beb8-c262acfa9566 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:50:04.391630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:50:04.720190 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-1b804d01-1903-4466-b8fc-dfc12b6b3456 None None] Provisioning complete for port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:04.720681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1b804d01-1903-4466-b8fc-dfc12b6b3456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:04.777241 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-1b804d01-1903-4466-b8fc-dfc12b6b3456 None None] Port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:50:04.930831 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Router 44f4f7f7-6619-4361-9690-ee16289e2839 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:50:05.160668 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:50:05.178816 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-57fc24f3-402d-44e0-9f58-6bc151bf65e2 admin admin] 10.222.0.48 "PUT /v2.0/routers/44f4f7f7-6619-4361-9690-ee16289e2839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4280033 Feb 21 09:50:06.194226 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.238573 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 36072) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:50:06.245529 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278434995', 'description': 'tempest-secgroup-smoke-1278434995 description', 'project_id': 'deef27877e994d41876c60c824a449ed'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:50:06.252591 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:50:06.256792 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Usage tracker for resource:security_group and tenant:deef27877e994d41876c60c824a449ed is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:50:06.260469 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:50:06.274334 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:50:06.285042 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.333164 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:50:06.345898 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Usage tracker for resource:security_group_rule and tenant:deef27877e994d41876c60c824a449ed is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:50:06.349789 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:50:06.361416 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:50:06.433072 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.437300 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.487167 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87f51ee-5815-4ff9-8b74-ea9d088d5f23,revision_number=1']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:06.491254 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.495391 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-b07108f3-2907-4208-be6b-0d344d330d21 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2530582 Feb 21 09:50:06.496126 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 36076) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:50:06.501818 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-7219dd7c-cb0f-4af3-a7ab-41eeb2711e28 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Request body: {'security_group_rule': {'security_group_id': 'f87f51ee-5815-4ff9-8b74-ea9d088d5f23', 'project_id': 'deef27877e994d41876c60c824a449ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:50:06.509266 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7219dd7c-cb0f-4af3-a7ab-41eeb2711e28 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:50:06.513397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7219dd7c-cb0f-4af3-a7ab-41eeb2711e28 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Usage tracker for resource:security_group_rule and tenant:deef27877e994d41876c60c824a449ed is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:50:06.516510 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-7219dd7c-cb0f-4af3-a7ab-41eeb2711e28 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:50:06.522294 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-7219dd7c-cb0f-4af3-a7ab-41eeb2711e28 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:50:06.540397 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7219dd7c-cb0f-4af3-a7ab-41eeb2711e28 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.607102 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7219dd7c-cb0f-4af3-a7ab-41eeb2711e28 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.612519 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7219dd7c-cb0f-4af3-a7ab-41eeb2711e28 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.638774 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219dd7c-cb0f-4af3-a7ab-41eeb2711e28 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa167ee3-bd51-4ec0-9d4e-939d151d7798,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:06.650129 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-7219dd7c-cb0f-4af3-a7ab-41eeb2711e28 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.651355 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-7219dd7c-cb0f-4af3-a7ab-41eeb2711e28 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1546731 Feb 21 09:50:06.654068 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 36080) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:50:06.659719 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-ff1b209b-daf7-41ed-985f-357cb84d59db tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Request body: {'security_group_rule': {'security_group_id': 'f87f51ee-5815-4ff9-8b74-ea9d088d5f23', 'project_id': 'deef27877e994d41876c60c824a449ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:50:06.666041 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ff1b209b-daf7-41ed-985f-357cb84d59db tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:50:06.670201 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ff1b209b-daf7-41ed-985f-357cb84d59db tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Usage tracker for resource:security_group_rule and tenant:deef27877e994d41876c60c824a449ed is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:50:06.673410 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-ff1b209b-daf7-41ed-985f-357cb84d59db tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:50:06.679949 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-ff1b209b-daf7-41ed-985f-357cb84d59db tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:50:06.698526 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ff1b209b-daf7-41ed-985f-357cb84d59db tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.775461 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ff1b209b-daf7-41ed-985f-357cb84d59db tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.779410 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ff1b209b-daf7-41ed-985f-357cb84d59db tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.800920 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b209b-daf7-41ed-985f-357cb84d59db tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62542225-e14a-480e-bb16-0d0ed4c684c6,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:06.812786 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-ff1b209b-daf7-41ed-985f-357cb84d59db tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.813973 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-ff1b209b-daf7-41ed-985f-357cb84d59db tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1589668 Feb 21 09:50:06.816887 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 36084) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:50:06.823021 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-54c1952b-36de-400d-aaeb-7ae486f5e61e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Request body: {'security_group_rule': {'security_group_id': 'f87f51ee-5815-4ff9-8b74-ea9d088d5f23', 'project_id': 'deef27877e994d41876c60c824a449ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:50:06.829146 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-54c1952b-36de-400d-aaeb-7ae486f5e61e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:50:06.833299 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-54c1952b-36de-400d-aaeb-7ae486f5e61e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Usage tracker for resource:security_group_rule and tenant:deef27877e994d41876c60c824a449ed is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:50:06.836305 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-54c1952b-36de-400d-aaeb-7ae486f5e61e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:50:06.841975 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-54c1952b-36de-400d-aaeb-7ae486f5e61e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:50:06.869488 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-54c1952b-36de-400d-aaeb-7ae486f5e61e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.941146 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-54c1952b-36de-400d-aaeb-7ae486f5e61e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.949950 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-54c1952b-36de-400d-aaeb-7ae486f5e61e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.977600 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1952b-36de-400d-aaeb-7ae486f5e61e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66165d43-b380-4f89-adb1-642e1e079682,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:06.988041 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-54c1952b-36de-400d-aaeb-7ae486f5e61e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:06.989265 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-54c1952b-36de-400d-aaeb-7ae486f5e61e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1714299 Feb 21 09:50:06.992527 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 36088) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:50:07.000063 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-da675d0f-6a08-49a8-b1b2-30c0c6b6a829 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Request body: {'security_group_rule': {'security_group_id': 'f87f51ee-5815-4ff9-8b74-ea9d088d5f23', 'project_id': 'deef27877e994d41876c60c824a449ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:50:07.006845 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-da675d0f-6a08-49a8-b1b2-30c0c6b6a829 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:50:07.011494 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-da675d0f-6a08-49a8-b1b2-30c0c6b6a829 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Usage tracker for resource:security_group_rule and tenant:deef27877e994d41876c60c824a449ed is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:50:07.015634 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-da675d0f-6a08-49a8-b1b2-30c0c6b6a829 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:50:07.022009 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-da675d0f-6a08-49a8-b1b2-30c0c6b6a829 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:50:07.048919 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da675d0f-6a08-49a8-b1b2-30c0c6b6a829 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:07.147363 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da675d0f-6a08-49a8-b1b2-30c0c6b6a829 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:07.151964 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da675d0f-6a08-49a8-b1b2-30c0c6b6a829 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:07.177103 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da675d0f-6a08-49a8-b1b2-30c0c6b6a829 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3750857b-2c4e-4a05-91a0-43ede95b9939,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:07.187343 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-da675d0f-6a08-49a8-b1b2-30c0c6b6a829 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:07.188592 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-da675d0f-6a08-49a8-b1b2-30c0c6b6a829 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1951251 Feb 21 09:50:07.191561 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 36092) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:50:07.198567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-104072fa-cf61-4850-9ad4-1ad2edc8008e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Request body: {'security_group_rule': {'security_group_id': 'f87f51ee-5815-4ff9-8b74-ea9d088d5f23', 'project_id': 'deef27877e994d41876c60c824a449ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:50:07.209495 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-104072fa-cf61-4850-9ad4-1ad2edc8008e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:50:07.213912 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-104072fa-cf61-4850-9ad4-1ad2edc8008e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Usage tracker for resource:security_group_rule and tenant:deef27877e994d41876c60c824a449ed is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:50:07.217261 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-104072fa-cf61-4850-9ad4-1ad2edc8008e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:50:07.223882 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-104072fa-cf61-4850-9ad4-1ad2edc8008e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:50:07.236562 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-104072fa-cf61-4850-9ad4-1ad2edc8008e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Project deef27877e994d41876c60c824a449ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:50:07.244721 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-104072fa-cf61-4850-9ad4-1ad2edc8008e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:07.321763 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-104072fa-cf61-4850-9ad4-1ad2edc8008e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:07.325728 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-104072fa-cf61-4850-9ad4-1ad2edc8008e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:07.352166 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104072fa-cf61-4850-9ad4-1ad2edc8008e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd58cd94-a874-4ecf-90de-248aa6b0b11c,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:07.364133 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-104072fa-cf61-4850-9ad4-1ad2edc8008e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:07.365558 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-104072fa-cf61-4850-9ad4-1ad2edc8008e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1727927 Feb 21 09:50:07.369946 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 36096) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:50:07.376309 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.v2.base [None req-2be316ca-225e-4ce1-9427-19be4241f6b0 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Request body: {'security_group_rule': {'security_group_id': 'f87f51ee-5815-4ff9-8b74-ea9d088d5f23', 'project_id': 'deef27877e994d41876c60c824a449ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:50:07.384045 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-2be316ca-225e-4ce1-9427-19be4241f6b0 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:50:07.389262 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2be316ca-225e-4ce1-9427-19be4241f6b0 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Usage tracker for resource:security_group_rule and tenant:deef27877e994d41876c60c824a449ed is out of sync, need to count used quota {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:50:07.393012 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.quota.resource [None req-2be316ca-225e-4ce1-9427-19be4241f6b0 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:50:07.400066 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.db.quota.driver [None req-2be316ca-225e-4ce1-9427-19be4241f6b0 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:50:07.414387 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.db.securitygroups_db [None req-2be316ca-225e-4ce1-9427-19be4241f6b0 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Project deef27877e994d41876c60c824a449ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:50:07.422185 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2be316ca-225e-4ce1-9427-19be4241f6b0 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:07.500241 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2be316ca-225e-4ce1-9427-19be4241f6b0 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:07.504572 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2be316ca-225e-4ce1-9427-19be4241f6b0 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774940'] for security_group_rule, after_create {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:07.530392 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be316ca-225e-4ce1-9427-19be4241f6b0 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a40583-6af2-440a-916a-8da602e6387e,revision_number=0']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:07.543296 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-2be316ca-225e-4ce1-9427-19be4241f6b0 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:07.548637 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-2be316ca-225e-4ce1-9427-19be4241f6b0 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1738310 Feb 21 09:50:07.745781 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-f51418e5-d2bb-4706-9c08-ebb98e8bef28 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278434995&fields=id&tenant_id=deef27877e994d41876c60c824a449ed HTTP/1.1" status: 200 len: 267 time: 0.0506573 Feb 21 09:50:07.904486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-a0c3c2fc-438f-4eb0-9003-515952e0d65b tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:07.905990 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-a0c3c2fc-438f-4eb0-9003-515952e0d65b tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/networks?id=e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 200 len: 809 time: 0.1533282 Feb 21 09:50:07.924073 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-9d5c0496-ee0b-4d21-b1ea-9985926a6937 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/quotas/deef27877e994d41876c60c824a449ed HTTP/1.1" status: 200 len: 375 time: 0.0126600 Feb 21 09:50:08.019781 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-4135244c-d335-4607-8f90-0c06584ef35e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Synchronizing usage tracker for tenant:deef27877e994d41876c60c824a449ed on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:50:08.037604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-4135244c-d335-4607-8f90-0c06584ef35e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Unset dirty status for tenant:deef27877e994d41876c60c824a449ed on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:50:08.039216 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-4135244c-d335-4607-8f90-0c06584ef35e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051838 Feb 21 09:50:08.055732 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-13e565f1-510a-4f61-8bb0-6c2d9fef96dc service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:50:08.056698 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-13e565f1-510a-4f61-8bb0-6c2d9fef96dc service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053389 Feb 21 09:50:08.230661 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-fbda2c3f-76eb-4e47-aab5-04746b5bf0ef service neutron] 10.222.0.48 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648538 Feb 21 09:50:08.392595 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-bec8362a-84a2-40ef-83ab-aac1a56c986e service neutron] 10.222.0.48 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563745 Feb 21 09:50:08.598501 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-087872a6-0e1c-4991-9bc1-11e7fccb1d34 req-2f17f734-472f-40ca-85ed-aa544f0601e7 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 210 time: 0.0441523 Feb 21 09:50:09.744434 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 891c7e14-35a3-49cb-8039-94cae6c60b36 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:50:09.747569 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b10c640-85ae-42b5-b8e4-1d98877bb91e req-b9e3e248-ed42-4c14-8de6-f8dad85180a8 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 210 time: 0.0638368 Feb 21 09:50:09.825338 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 891c7e14-35a3-49cb-8039-94cae6c60b36 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:50:09.830919 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 891c7e14-35a3-49cb-8039-94cae6c60b36 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:09.831324 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:10.007074 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:10.026019 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 891c7e14-35a3-49cb-8039-94cae6c60b36, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=891c7e14-35a3-49cb-8039-94cae6c60b36,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:10.032273 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:10.120723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=891c7e14-35a3-49cb-8039-94cae6c60b36,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:10.915933 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-bd9ec355-2cb7-4303-9ffd-e59bc8f6b911 req-c05e76a1-b8bb-4804-9f68-1a88a00dee00 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 210 time: 0.0432525 Feb 21 09:50:11.702925 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 891c7e14-35a3-49cb-8039-94cae6c60b36 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:50:11.744084 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Sync routers for ids ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:50:11.780234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Routers {'817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:50:11.780879 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:50:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:11.963188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 891c7e14-35a3-49cb-8039-94cae6c60b36 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:11.963571 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:12.105261 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Set router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:50:12.117399 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-961e3727-2c1e-4bf8-aed0-5db6f935d217 req-64dcec8d-0291-4840-991e-a31dddf83184 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 210 time: 0.0683985 Feb 21 09:50:12.249195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-02742c5c-cc40-4f2b-9c43-40dd336abc1f tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:12.250869 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-02742c5c-cc40-4f2b-9c43-40dd336abc1f tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.47 "GET /v2.0/networks?id=e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 200 len: 809 time: 0.1691425 Feb 21 09:50:12.313903 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-45aceb81-6174-4d76-a364-4d89eb7d9da9 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deef27877e994d41876c60c824a449ed HTTP/1.1" status: 200 len: 380 time: 0.0519361 Feb 21 09:50:12.322870 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Request body: {'port': {'device_id': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'admin_state_up': True, 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'security_groups': ['f87f51ee-5815-4ff9-8b74-ea9d088d5f23']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:50:12.490560 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:50:12.500786 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:50:12.506599 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 2, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:12.512683 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Checking router: 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:50:12.513309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Updating router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd binding host dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:50:12.515887 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Made reservation on behalf of deef27877e994d41876c60c824a449ed for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:50:12.518255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:12.566921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:12.830705 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Allocated IP 172.20.0.4 (e80b2703-e504-4208-b581-eeda3fc8ad12/e12566cc-88f2-4af9-88c9-0e849841f8bf/9efb7655-1331-4ab0-81ea-71c36cd42adf) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:50:13.054784 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:13.071916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Transition to ACTIVE for port object 9efb7655-1331-4ab0-81ea-71c36cd42adf will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:50:13.099810 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:13.182758 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Network e80b2703-e504-4208-b581-eeda3fc8ad12 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:50:13.186448 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:50:13.188582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event updated for resources: {'Port': ['ID=9efb7655-1331-4ab0-81ea-71c36cd42adf,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:13.190903 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:50:13.259708 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:13.260408 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:13.296289 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-202e40c0-d69a-432c-96a4-87fca0423409 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9762847 Feb 21 09:50:13.308856 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b0b3057c-f344-4637-9e6d-87b7e730cd92 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83585) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 21 09:50:13.310387 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b0b3057c-f344-4637-9e6d-87b7e730cd92 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0097497 Feb 21 09:50:13.352272 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Request body: {'port': {'device_id': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:50:13.418772 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Notify callbacks [] for port, precommit_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:13.434045 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Transition to ACTIVE for port object 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd will not be triggered until provisioned by entity L2. {{(pid=83586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:50:13.443795 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:13.504568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086f18f-4f28-4372-a7ee-f50070ac4b45 req-4c6d1933-73d6-4341-94ab-a8baa5f3c961 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:13.505346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-0086f18f-4f28-4372-a7ee-f50070ac4b45 req-4c6d1933-73d6-4341-94ab-a8baa5f3c961 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Synchronizing usage tracker for tenant:deef27877e994d41876c60c824a449ed on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:50:13.511615 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:13.565273 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-0086f18f-4f28-4372-a7ee-f50070ac4b45 req-4c6d1933-73d6-4341-94ab-a8baa5f3c961 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Unset dirty status for tenant:deef27877e994d41876c60c824a449ed on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:50:13.566368 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0086f18f-4f28-4372-a7ee-f50070ac4b45 req-4c6d1933-73d6-4341-94ab-a8baa5f3c961 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 931 time: 0.2550018 Feb 21 09:50:13.628810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98f727-7a14-45a8-bdfb-655f8ca4058b None None] Pushing event updated for resources: {'Port': ['ID=8e9ed632-d7ee-46c4-8f2f-fc6558462fcd,revision_number=3']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:13.674188 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-386e7560-76ef-4a61-a32b-70fbb33f7b99 None None] Provisioning for port 9efb7655-1331-4ab0-81ea-71c36cd42adf completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:50:13.703154 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0086f18f-4f28-4372-a7ee-f50070ac4b45 req-396bd808-4726-49b4-9ec9-a68736ec53de tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293736 Feb 21 09:50:13.742206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-386e7560-76ef-4a61-a32b-70fbb33f7b99 None None] Provisioning complete for port 9efb7655-1331-4ab0-81ea-71c36cd42adf triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:13.742669 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-386e7560-76ef-4a61-a32b-70fbb33f7b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:13.846403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Attempting to bind port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:50:13.846722 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Attempting to bind port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:50:13.847122 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Attempting to bind port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd on network e80b2703-e504-4208-b581-eeda3fc8ad12 {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:50:13.860628 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:50:13.860997 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Checking segment: {'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:50:13.861360 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:13.861713 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Bound using segment: {'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'} {{(pid=83586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:50:13.862183 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.managers [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Bound port: 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'}}] {{(pid=83586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:50:13.862546 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:13.880843 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-386e7560-76ef-4a61-a32b-70fbb33f7b99 None None] Port 9efb7655-1331-4ab0-81ea-71c36cd42adf cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:50:13.956855 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] For port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:50:13.960023 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] For port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8e9ed632-d7ee-46c4-8f2f-fc6558462fcd,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:50:13.965930 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:13.972722 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efb7655-1331-4ab0-81ea-71c36cd42adf {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:50:13.980536 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:13.996582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Transition to ACTIVE for port object 9efb7655-1331-4ab0-81ea-71c36cd42adf will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:50:14.001205 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:14.063196 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98f727-7a14-45a8-bdfb-655f8ca4058b None None] Pushing event updated for resources: {'Port': ['ID=8e9ed632-d7ee-46c4-8f2f-fc6558462fcd,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:14.069370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Routers {'817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:50:14.069953 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:50:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:14.155232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9efb7655-1331-4ab0-81ea-71c36cd42adf,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:14.279214 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] Set router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:50:14.280490 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Attempting to bind port 9efb7655-1331-4ab0-81ea-71c36cd42adf on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:50:14.280945 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Attempting to bind port 9efb7655-1331-4ab0-81ea-71c36cd42adf by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:50:14.281280 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Attempting to bind port 9efb7655-1331-4ab0-81ea-71c36cd42adf on network e80b2703-e504-4208-b581-eeda3fc8ad12 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:50:14.289178 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Port 9efb7655-1331-4ab0-81ea-71c36cd42adf on network e80b2703-e504-4208-b581-eeda3fc8ad12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:50:14.289473 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Attempting to bind port 9efb7655-1331-4ab0-81ea-71c36cd42adf on network e80b2703-e504-4208-b581-eeda3fc8ad12 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:50:14.297110 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:50:14.297455 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Checking segment: {'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:50:14.297846 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Bound using segment: {'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:50:14.298269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Bound port: 9efb7655-1331-4ab0-81ea-71c36cd42adf, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:50:14.298604 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:14.392328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] For port 9efb7655-1331-4ab0-81ea-71c36cd42adf, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:50:14.395558 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] For port 9efb7655-1331-4ab0-81ea-71c36cd42adf, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:50:14.406055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:14.482881 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:14.484120 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] 10.222.0.47 "PUT /v2.0/ports/9efb7655-1331-4ab0-81ea-71c36cd42adf HTTP/1.1" status: 200 len: 1093 time: 1.1407323 Feb 21 09:50:14.484541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'tag': '9efb7655-1331-4ab0-81ea-71c36cd42adf'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:50:14.511540 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd74a7-d225-493c-a98f-4ef22f9631f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9efb7655-1331-4ab0-81ea-71c36cd42adf,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:14.565163 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Sync routers for ids ['44f4f7f7-6619-4361-9690-ee16289e2839'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:50:14.585739 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Routers {'44f4f7f7-6619-4361-9690-ee16289e2839'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:50:14.586358 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:50:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44f4f7f7-6619-4361-9690-ee16289e2839'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:14.646008 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-cfcc0dfc-9d36-417a-95bf-c2339aa6298a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 1096 time: 0.1042588 Feb 21 09:50:14.717296 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:50:13Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:14.727592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd6d9d-c06f-4eb9-90df-3150056d4c14 None None] The sync data for ids ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'] in dv-neutron-830062-1-hyperv is: [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:50:13Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:50:14.792754 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-8d511aa0-0143-4746-94f9-ded6f859070a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf HTTP/1.1" status: 200 len: 217 time: 0.1405618 Feb 21 09:50:14.794114 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'tag': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'status': 'completed', 'code': 200} Feb 21 09:50:14.875625 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b0835fed-e6bb-40b8-a515-79d3267f9279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:14.878131 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b0835fed-e6bb-40b8-a515-79d3267f9279 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e12566cc-88f2-4af9-88c9-0e849841f8bf HTTP/1.1" status: 200 len: 848 time: 0.0801933 Feb 21 09:50:14.891657 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Set router 44f4f7f7-6619-4361-9690-ee16289e2839 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:50:15.152414 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-b51f7c8d-72b0-4fad-aa09-04a6ad937d44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80b2703-e504-4208-b581-eeda3fc8ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2672751 Feb 21 09:50:15.184829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165b9f4-6ca6-4c44-990a-59d262deee02 req-1271db54-40ae-44e9-95b9-5fa1cfb6220a tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:15.186426 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7165b9f4-6ca6-4c44-990a-59d262deee02 req-1271db54-40ae-44e9-95b9-5fa1cfb6220a tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 943 time: 0.2367234 Feb 21 09:50:15.254048 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'name': 'tempest-TestSnapshotPattern-187915532-router', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '891c7e14-35a3-49cb-8039-94cae6c60b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:59Z', 'updated_at': '2022-02-21T09:50:03Z', 'revision_number': 4, 'project_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'gw_port': {'id': '891c7e14-35a3-49cb-8039-94cae6c60b36', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:01:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:50:00Z', 'updated_at': '2022-02-21T09:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '5e5ab2e5-ea08-4fca-affc-faaa9cc3e352', 'name': '', 'network_id': '2e904d42-6b6a-41e2-beb8-c262acfa9566', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'mac_address': 'fa:16:3e:f4:83:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2a9bdb2-ca43-464c-a537-40c622927eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:50:02Z', 'updated_at': '2022-02-21T09:50:03Z', 'revision_number': 2, 'project_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'subnets': [{'id': 'f2a9bdb2-ca43-464c-a537-40c622927eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:15.259042 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Checking router: 44f4f7f7-6619-4361-9690-ee16289e2839 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:50:15.259574 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Updating router 44f4f7f7-6619-4361-9690-ee16289e2839 port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 binding host dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 21 09:50:15.305359 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7165b9f4-6ca6-4c44-990a-59d262deee02 req-892e9957-ffe9-4e89-94a8-618ddc57a3ff tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119766 Feb 21 09:50:15.336112 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:15.341409 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-815ede3b-c4fd-4256-9930-0c4905d6cd11 service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810093 Feb 21 09:50:15.512888 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-0ad22c0c-df5d-47a6-b740-9c3e49256a50 req-1ec26660-55c8-4525-8ab2-ab870909bc81 service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651158 Feb 21 09:50:15.636867 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-675950d4-6c1b-442e-850e-78175ea568dd req-98e52d72-00f2-4032-89d2-2c876aee83db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 1096 time: 0.0770772 Feb 21 09:50:15.729507 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Notify callbacks [] for port, precommit_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:15.738775 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:50:15.744389 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.provisioning_blocks [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Transition to ACTIVE for port object 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 will not be triggered until provisioned by entity L2. {{(pid=83587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:50:15.761210 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:15.806674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675950d4-6c1b-442e-850e-78175ea568dd req-73458db1-82d4-4d40-a2ab-76dd42e44302 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:15.808495 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-675950d4-6c1b-442e-850e-78175ea568dd req-73458db1-82d4-4d40-a2ab-76dd42e44302 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 200 len: 909 time: 0.1655478 Feb 21 09:50:15.829172 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:50:15.836784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:15.837424 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:15.912348 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-675950d4-6c1b-442e-850e-78175ea568dd req-61260ba7-0ddb-4a4f-8d4a-94ed5766f3cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf HTTP/1.1" status: 200 len: 217 time: 0.0974407 Feb 21 09:50:15.976409 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:15.998856 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0803f2f-c7ce-49c8-bea6-b225ca718bd1 None None] Pushing event updated for resources: {'Port': ['ID=5e5ab2e5-ea08-4fca-affc-faaa9cc3e352,revision_number=3']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:16.004036 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675950d4-6c1b-442e-850e-78175ea568dd req-1e6b199a-79f2-4205-9aec-7c4825699809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:16.006167 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-675950d4-6c1b-442e-850e-78175ea568dd req-1e6b199a-79f2-4205-9aec-7c4825699809 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e12566cc-88f2-4af9-88c9-0e849841f8bf HTTP/1.1" status: 200 len: 848 time: 0.0873458 Feb 21 09:50:16.025209 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Attempting to bind port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 on host dv-neutron-830062-1-hyperv for vnic_type normal with profile {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:50:16.025565 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Attempting to bind port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 by drivers openvswitch,hyperv on host dv-neutron-830062-1-hyperv at level 0 using segments [{'id': 'b63619e7-249f-4773-819c-82cdbac24f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2e904d42-6b6a-41e2-beb8-c262acfa9566'}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:50:16.025924 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Attempting to bind port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 on network 2e904d42-6b6a-41e2-beb8-c262acfa9566 {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:50:16.031734 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8e9ed632-d7ee-46c4-8f2f-fc6558462fcd,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:16.033933 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Checking agent: {'id': '6663f9e3-8562-4102-a621-9b32a453e45e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830062-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 50, 4), 'started_at': datetime.datetime(2022, 2, 21, 8, 50, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830062-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:50:16.034370 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Checking segment: {'id': 'b63619e7-249f-4773-819c-82cdbac24f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2e904d42-6b6a-41e2-beb8-c262acfa9566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:50:16.035153 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:16.040266 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Bound using segment: {'id': 'b63619e7-249f-4773-819c-82cdbac24f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2e904d42-6b6a-41e2-beb8-c262acfa9566'} {{(pid=83587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:50:16.040266 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.managers [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Bound port: 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352, host: dv-neutron-830062-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63619e7-249f-4773-819c-82cdbac24f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2e904d42-6b6a-41e2-beb8-c262acfa9566'}}] {{(pid=83587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:50:16.040266 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:16.043262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:16.097803 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-675950d4-6c1b-442e-850e-78175ea568dd req-3918ce2c-b043-49cf-9a0d-468a8cae39f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80b2703-e504-4208-b581-eeda3fc8ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850203 Feb 21 09:50:16.129776 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=8e9ed632-d7ee-46c4-8f2f-fc6558462fcd,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:16.161288 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] For port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352, host dv-neutron-830062-1-hyperv, cleared binding levels {{(pid=83587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:50:16.168264 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.plugins.ml2.db [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] For port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352, host dv-neutron-830062-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5e5ab2e5-ea08-4fca-affc-faaa9cc3e352,segment=NetworkSegment(b63619e7-249f-4773-819c-82cdbac24f7c),segment_id=b63619e7-249f-4773-819c-82cdbac24f7c)] {{(pid=83587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:50:16.173229 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron_lib.callbacks.manager [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:16.261097 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-675950d4-6c1b-442e-850e-78175ea568dd req-1141a840-d80b-4cb5-8b0f-d5e6eed00b6b service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566477 Feb 21 09:50:16.297464 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0803f2f-c7ce-49c8-bea6-b225ca718bd1 None None] Pushing event updated for resources: {'Port': ['ID=5e5ab2e5-ea08-4fca-affc-faaa9cc3e352,revision_number=4']} {{(pid=83587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:16.302972 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Routers {'44f4f7f7-6619-4361-9690-ee16289e2839'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:50:16.303823 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:50:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44f4f7f7-6619-4361-9690-ee16289e2839'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:16.431262 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-675950d4-6c1b-442e-850e-78175ea568dd req-dcd685d9-47db-466f-bbea-b03f31abad60 service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643093 Feb 21 09:50:16.540588 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584d132-7f29-4413-9f49-a0159ef31694 req-435172e9-992c-4286-93de-37af130151fb tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:16.543483 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4584d132-7f29-4413-9f49-a0159ef31694 req-435172e9-992c-4286-93de-37af130151fb tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 943 time: 0.0927806 Feb 21 09:50:16.547292 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] Set router 44f4f7f7-6619-4361-9690-ee16289e2839 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:50:16.599087 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4584d132-7f29-4413-9f49-a0159ef31694 req-427ddef2-c462-484f-91c0-8c6182dc278a tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514982 Feb 21 09:50:16.880484 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'name': 'tempest-TestSnapshotPattern-187915532-router', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '891c7e14-35a3-49cb-8039-94cae6c60b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:59Z', 'updated_at': '2022-02-21T09:50:03Z', 'revision_number': 4, 'project_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'gw_port': {'id': '891c7e14-35a3-49cb-8039-94cae6c60b36', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:01:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:50:00Z', 'updated_at': '2022-02-21T09:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '5e5ab2e5-ea08-4fca-affc-faaa9cc3e352', 'name': '', 'network_id': '2e904d42-6b6a-41e2-beb8-c262acfa9566', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'mac_address': 'fa:16:3e:f4:83:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2a9bdb2-ca43-464c-a537-40c622927eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:50:02Z', 'updated_at': '2022-02-21T09:50:16Z', 'revision_number': 4, 'project_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'subnets': [{'id': 'f2a9bdb2-ca43-464c-a537-40c622927eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:16.885136 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af218974-09eb-4e33-9fda-9b6e3de41850 None None] The sync data for ids ['44f4f7f7-6619-4361-9690-ee16289e2839'] in dv-neutron-830062-1-hyperv is: [{'id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'name': 'tempest-TestSnapshotPattern-187915532-router', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '891c7e14-35a3-49cb-8039-94cae6c60b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:59Z', 'updated_at': '2022-02-21T09:50:03Z', 'revision_number': 4, 'project_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'gw_port': {'id': '891c7e14-35a3-49cb-8039-94cae6c60b36', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:01:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:50:00Z', 'updated_at': '2022-02-21T09:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '5e5ab2e5-ea08-4fca-affc-faaa9cc3e352', 'name': '', 'network_id': '2e904d42-6b6a-41e2-beb8-c262acfa9566', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'mac_address': 'fa:16:3e:f4:83:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2a9bdb2-ca43-464c-a537-40c622927eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:50:02Z', 'updated_at': '2022-02-21T09:50:16Z', 'revision_number': 4, 'project_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'subnets': [{'id': 'f2a9bdb2-ca43-464c-a537-40c622927eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:50:17.492767 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 9efb7655-1331-4ab0-81ea-71c36cd42adf details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:50:17.654337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 9efb7655-1331-4ab0-81ea-71c36cd42adf, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:17.673275 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'port_id': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'mac_address': 'fa:16:3e:c7:73:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:50:17.746215 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:17.767242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efb7655-1331-4ab0-81ea-71c36cd42adf {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:50:17.787746 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 9efb7655-1331-4ab0-81ea-71c36cd42adf, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:17.793942 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:17.830422 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:50:17.892222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea1401-8b22-49a4-be25-0d213b195fd2 req-f3c201b6-7f4f-49e8-8908-963d6c569321 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:17.894068 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-faea1401-8b22-49a4-be25-0d213b195fd2 req-f3c201b6-7f4f-49e8-8908-963d6c569321 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 944 time: 0.0890307 Feb 21 09:50:17.930376 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=9efb7655-1331-4ab0-81ea-71c36cd42adf,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:17.949581 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:17.949962 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:17.951809 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-faea1401-8b22-49a4-be25-0d213b195fd2 req-85b5bc23-dddc-4c52-9d2f-2fbc562d4db3 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508831 Feb 21 09:50:18.049848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['9efb7655-1331-4ab0-81ea-71c36cd42adf'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:50:18.169216 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:50:18.299767 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning for port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:50:18.315586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:18.316078 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:18.513177 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:18.584175 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] For port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5e5ab2e5-ea08-4fca-affc-faaa9cc3e352,segment=NetworkSegment(b63619e7-249f-4773-819c-82cdbac24f7c),segment_id=b63619e7-249f-4773-819c-82cdbac24f7c)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:18.591694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:18.662100 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Pushing event updated for resources: {'Port': ['ID=5e5ab2e5-ea08-4fca-affc-faaa9cc3e352,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:19.144667 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8a7be-6225-4f71-8d84-21c761f687ea req-9909aa41-12b4-4c89-bd41-c9d2bf265c7b tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:19.146114 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-57d8a7be-6225-4f71-8d84-21c761f687ea req-9909aa41-12b4-4c89-bd41-c9d2bf265c7b tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 944 time: 0.0780892 Feb 21 09:50:19.191656 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-57d8a7be-6225-4f71-8d84-21c761f687ea req-605eb785-3a8f-4ae3-8d62-da37061cd003 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401251 Feb 21 09:50:19.523587 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 9efb7655-1331-4ab0-81ea-71c36cd42adf up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:50:19.592538 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port 9efb7655-1331-4ab0-81ea-71c36cd42adf completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:50:19.597412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 9efb7655-1331-4ab0-81ea-71c36cd42adf triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:19.597786 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:19.718755 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 up at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:50:19.763735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:19.808544 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efb7655-1331-4ab0-81ea-71c36cd42adf'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:50:19.822214 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 9efb7655-1331-4ab0-81ea-71c36cd42adf, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:19.827834 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:19.874417 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'code': 200} Feb 21 09:50:19.877206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Provisioning complete for port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:19.877608 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:19.954840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=9efb7655-1331-4ab0-81ea-71c36cd42adf,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:20.148203 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9ed61825-7fdb-44df-8fa0-1a835701967e req-055628bb-850a-437a-8daa-8b7dd6465f24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 1098 time: 0.0729599 Feb 21 09:50:20.196522 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9ed61825-7fdb-44df-8fa0-1a835701967e req-bc4942a3-d060-4e4e-a2d3-04b87ff69751 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435874 Feb 21 09:50:20.398060 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5ff9b-53e3-48d0-9973-b9ea5f4ef83b req-2f349d44-7fba-4e14-9fbe-b254a63f8544 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:20.399609 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5fd5ff9b-53e3-48d0-9973-b9ea5f4ef83b req-2f349d44-7fba-4e14-9fbe-b254a63f8544 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 945 time: 0.0799172 Feb 21 09:50:20.446065 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-5fd5ff9b-53e3-48d0-9973-b9ea5f4ef83b req-8085ac1d-fc10-4902-87e4-44fa4c55a833 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410299 Feb 21 09:50:21.666670 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef876a4-c6f7-4979-a905-ea0f843854ed req-f36c31e2-5f55-4b8a-a359-65e1ac0e5cd6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:21.668152 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4ef876a4-c6f7-4979-a905-ea0f843854ed req-f36c31e2-5f55-4b8a-a359-65e1ac0e5cd6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 945 time: 0.0815175 Feb 21 09:50:21.713402 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-4ef876a4-c6f7-4979-a905-ea0f843854ed req-31791d72-8e00-46c3-9e18-62e28fb8d388 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396543 Feb 21 09:50:21.904737 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2c2e3-bed0-440d-803b-b26ed14e684d req-db0155f0-41e6-4582-ad3c-7ea479b6d48f tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:21.906070 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b7c2c2e3-bed0-440d-803b-b26ed14e684d req-db0155f0-41e6-4582-ad3c-7ea479b6d48f tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 945 time: 0.0743306 Feb 21 09:50:21.953522 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b7c2c2e3-bed0-440d-803b-b26ed14e684d req-92342dd6-012e-45c0-b271-a27be8765285 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420134 Feb 21 09:50:21.980421 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36164) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:50:22.283993 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-daee2801-8977-4cad-9b23-468f4411cd0c tempest-TestSnapshotPattern-1310253895 tempest-TestSnapshotPattern-1310253895-project-admin] Synchronizing usage tracker for tenant:d4bb3043c98e4b4f99ac59a7fa48941e on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:50:22.301871 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-daee2801-8977-4cad-9b23-468f4411cd0c tempest-TestSnapshotPattern-1310253895 tempest-TestSnapshotPattern-1310253895-project-admin] Unset dirty status for tenant:d4bb3043c98e4b4f99ac59a7fa48941e on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:50:22.303127 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-daee2801-8977-4cad-9b23-468f4411cd0c tempest-TestSnapshotPattern-1310253895 tempest-TestSnapshotPattern-1310253895-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 1093 time: 0.3217235 Feb 21 09:50:22.306829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36172) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:50:22.312196 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:50:22.317602 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:50:22.321325 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Usage tracker for resource:floatingip and tenant:deef27877e994d41876c60c824a449ed is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:50:22.324085 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:50:22.329801 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:50:22.340829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:22.479308 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:22.615284 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Allocated IP 172.26.6.171 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/5ace8354-1b00-44f9-be77-fb0e5597bfe5) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:50:22.761412 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:22.790785 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:22.855160 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:50:22.857894 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:50:22.861682 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:50:22.890013 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event updated for resources: {'Port': ['ID=5ace8354-1b00-44f9-be77-fb0e5597bfe5,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:23.380934 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:23.442334 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:23.666365 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:23.671859 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:23.780037 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event updated for resources: {'Port': ['ID=5ace8354-1b00-44f9-be77-fb0e5597bfe5,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:23.797364 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:24.095946 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Floating IP 37edac6d-75bb-45cb-9f81-9b49c966267f associated. External IP: 172.26.6.171, port: 9efb7655-1331-4ab0-81ea-71c36cd42adf. Feb 21 09:50:24.486678 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:50:24.696525 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:50:24.707371 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff8619-0f1e-439c-96fc-9e9ff442628b None None] Sync routers for ids ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:50:24.721515 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff8619-0f1e-439c-96fc-9e9ff442628b None None] Routers {'817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:50:24.722143 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-97ff8619-0f1e-439c-96fc-9e9ff442628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:50:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:24.722363 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:24.777325 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-50c555f6-34fa-46ac-abd3-c3ea19e7690e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4691319 Feb 21 09:50:24.777807 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'tag': '9efb7655-1331-4ab0-81ea-71c36cd42adf'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:50:24.836853 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'tag': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'status': 'completed', 'code': 200} Feb 21 09:50:24.925681 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-97ff8619-0f1e-439c-96fc-9e9ff442628b None None] Set router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:50:24.932909 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-55b5d5a7-58ad-4a7c-83e3-ee9afc62e548 req-8fb725cb-0126-4cac-b59f-96da4b769adb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 1098 time: 0.0767124 Feb 21 09:50:25.063598 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5d5a7-58ad-4a7c-83e3-ee9afc62e548 req-9a35d833-3b92-4ea8-8dc7-192f40d4ac8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:25.065311 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-55b5d5a7-58ad-4a7c-83e3-ee9afc62e548 req-9a35d833-3b92-4ea8-8dc7-192f40d4ac8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 200 len: 909 time: 0.1273627 Feb 21 09:50:25.167125 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-55b5d5a7-58ad-4a7c-83e3-ee9afc62e548 req-1bc4c236-99cf-4396-9e2f-39d4145f732a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf HTTP/1.1" status: 200 len: 999 time: 0.0947385 Feb 21 09:50:25.233446 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5d5a7-58ad-4a7c-83e3-ee9afc62e548 req-c8bf0e71-0773-4110-9090-d84e7c3700a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:25.238301 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-55b5d5a7-58ad-4a7c-83e3-ee9afc62e548 req-c8bf0e71-0773-4110-9090-d84e7c3700a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e12566cc-88f2-4af9-88c9-0e849841f8bf HTTP/1.1" status: 200 len: 848 time: 0.0618989 Feb 21 09:50:25.279992 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-97ff8619-0f1e-439c-96fc-9e9ff442628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '37edac6d-75bb-45cb-9f81-9b49c966267f', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'floating_ip_address': '172.26.6.171', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'port_id': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'mac_address': 'fa:16:3e:c7:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:23Z', 'updated_at': '2022-02-21T09:50:23Z', 'revision_number': 0, 'project_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:50:16Z', 'revision_number': 5, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:25.283866 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff8619-0f1e-439c-96fc-9e9ff442628b None None] Checking router: 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:50:25.294959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff8619-0f1e-439c-96fc-9e9ff442628b None None] Routers {'817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:50:25.295596 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-97ff8619-0f1e-439c-96fc-9e9ff442628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:50:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:25.311661 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-55b5d5a7-58ad-4a7c-83e3-ee9afc62e548 req-aa41c270-0f62-44b9-8652-8e897d9743e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80b2703-e504-4208-b581-eeda3fc8ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699623 Feb 21 09:50:25.454501 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-55b5d5a7-58ad-4a7c-83e3-ee9afc62e548 req-413bbbbf-2001-4a43-b35f-26b0687bd03e service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367507 Feb 21 09:50:25.515005 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-97ff8619-0f1e-439c-96fc-9e9ff442628b None None] Set router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:50:25.589281 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-55b5d5a7-58ad-4a7c-83e3-ee9afc62e548 req-3e44e084-3487-4f96-a3d0-5287c177a7aa service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275716 Feb 21 09:50:25.870736 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-97ff8619-0f1e-439c-96fc-9e9ff442628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '37edac6d-75bb-45cb-9f81-9b49c966267f', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'floating_ip_address': '172.26.6.171', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'port_id': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'mac_address': 'fa:16:3e:c7:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:23Z', 'updated_at': '2022-02-21T09:50:23Z', 'revision_number': 0, 'project_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:50:16Z', 'revision_number': 5, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:25.875505 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff8619-0f1e-439c-96fc-9e9ff442628b None None] The sync data for ids ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'] in dv-neutron-830062-1-hyperv is: [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '37edac6d-75bb-45cb-9f81-9b49c966267f', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'floating_ip_address': '172.26.6.171', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'port_id': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'mac_address': 'fa:16:3e:c7:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:23Z', 'updated_at': '2022-02-21T09:50:23Z', 'revision_number': 0, 'project_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:50:16Z', 'revision_number': 5, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:50:30.299259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-638fad5b-d624-4efc-bb62-a5fdc8e37589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:30.578448 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-52532237-c9d0-43c4-a898-91983b0b5ccf req-870ada65-c4c9-42a6-8de9-cc92b2030097 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1747057 Feb 21 09:50:30.714016 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-52532237-c9d0-43c4-a898-91983b0b5ccf req-e5ef4bff-be53-4371-9d2d-56c00a46afe1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 1098 time: 0.0670273 Feb 21 09:50:30.875105 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52532237-c9d0-43c4-a898-91983b0b5ccf req-ee22583b-f985-42b6-83c2-79050f271feb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:30.876607 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-52532237-c9d0-43c4-a898-91983b0b5ccf req-ee22583b-f985-42b6-83c2-79050f271feb service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 200 len: 909 time: 0.1460211 Feb 21 09:50:30.998801 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:31.014501 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-52532237-c9d0-43c4-a898-91983b0b5ccf req-7ae7df37-f31d-4581-9815-340ddb3494a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf HTTP/1.1" status: 200 len: 999 time: 0.1312962 Feb 21 09:50:31.094255 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52532237-c9d0-43c4-a898-91983b0b5ccf req-5dd7b6b1-3113-43db-882b-eff741b33d4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:31.096400 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-52532237-c9d0-43c4-a898-91983b0b5ccf req-5dd7b6b1-3113-43db-882b-eff741b33d4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e12566cc-88f2-4af9-88c9-0e849841f8bf HTTP/1.1" status: 200 len: 848 time: 0.0762300 Feb 21 09:50:31.179300 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-52532237-c9d0-43c4-a898-91983b0b5ccf req-6c1a820e-f653-4928-9961-179ddfc812fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80b2703-e504-4208-b581-eeda3fc8ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762594 Feb 21 09:50:31.327962 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-52532237-c9d0-43c4-a898-91983b0b5ccf req-0c40503f-9134-44ab-a136-7967ac8f2143 service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436241 Feb 21 09:50:31.478571 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-52532237-c9d0-43c4-a898-91983b0b5ccf req-affea89d-7238-410f-96e8-44043124143f service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447487 Feb 21 09:50:33.084524 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e354012f-89e9-4f8e-a692-56e9c2967543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:33.233545 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487ac24f-88ca-4d74-9ecb-6c326713de2e None None] New status for floating IP 37edac6d-75bb-45cb-9f81-9b49c966267f: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:50:33.748626 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:34.234674 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:36.192320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:50:38.971715 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:51:00.303553 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-df4c80e7-d673-4fe1-9634-e95b27f1ffd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:51:01.007461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:51:03.087828 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fe19ba99-4042-4d48-a311-638226a0e112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:51:03.750075 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:51:04.243735 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:51:06.198142 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:51:15.972778 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:51:30.298702 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6c3f-03e1-4e6a-bbd8-bcfd2f1f61b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:51:30.582345 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-247c5f5a-5c46-4c63-aeff-2e97e27a76d1 req-aac27327-5997-4190-a330-3ea99a716d27 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1641474 Feb 21 09:51:30.722186 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-247c5f5a-5c46-4c63-aeff-2e97e27a76d1 req-f91206cc-e56e-4320-bd43-10225857bd7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 1098 time: 0.0721207 Feb 21 09:51:30.867907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c5f5a-5c46-4c63-aeff-2e97e27a76d1 req-467b56c6-e88c-4459-b40f-03ce4c3b13d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:30.869369 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-247c5f5a-5c46-4c63-aeff-2e97e27a76d1 req-467b56c6-e88c-4459-b40f-03ce4c3b13d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 200 len: 909 time: 0.1295166 Feb 21 09:51:30.974159 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-247c5f5a-5c46-4c63-aeff-2e97e27a76d1 req-185e1e30-65b9-4cab-b37b-0f984e4f51f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf HTTP/1.1" status: 200 len: 1001 time: 0.0990999 Feb 21 09:51:31.002467 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:51:31.038711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c5f5a-5c46-4c63-aeff-2e97e27a76d1 req-8f7d42bc-97f1-4ef3-8b5b-4988c8b56e74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:31.040172 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-247c5f5a-5c46-4c63-aeff-2e97e27a76d1 req-8f7d42bc-97f1-4ef3-8b5b-4988c8b56e74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e12566cc-88f2-4af9-88c9-0e849841f8bf HTTP/1.1" status: 200 len: 848 time: 0.0611601 Feb 21 09:51:31.114803 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-247c5f5a-5c46-4c63-aeff-2e97e27a76d1 req-3f4ec73c-9485-4de1-b77a-61170d8f5ed1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80b2703-e504-4208-b581-eeda3fc8ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694015 Feb 21 09:51:31.249446 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-247c5f5a-5c46-4c63-aeff-2e97e27a76d1 req-a76f5144-1e61-46ec-8f5c-39c7b5b4de38 service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290879 Feb 21 09:51:31.385211 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-247c5f5a-5c46-4c63-aeff-2e97e27a76d1 req-1864c425-49cb-4f15-b5cb-c0fb14fb9cbb service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298194 Feb 21 09:51:33.090706 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-22604f8e-30dc-46a2-9f13-8828fc2274bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:51:33.753069 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:51:34.242182 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:51:36.196347 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:51:52.974211 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:52:00.301601 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-75cc51a0-2d0c-4d11-bd73-55009b52e138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:01.003870 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:03.094775 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b588-ea5e-4ccf-93cc-719feb1e7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:03.755090 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:04.243439 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:06.198605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:22.024751 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 9efb7655-1331-4ab0-81ea-71c36cd42adf details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:52:22.185823 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 9efb7655-1331-4ab0-81ea-71c36cd42adf, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:22.203701 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'port_id': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'mac_address': 'fa:16:3e:c7:73:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:52:22.261289 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:22.284202 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9efb7655-1331-4ab0-81ea-71c36cd42adf {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:52:22.304406 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 9efb7655-1331-4ab0-81ea-71c36cd42adf, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:22.310388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:22.392615 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=9efb7655-1331-4ab0-81ea-71c36cd42adf,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:22.405087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['9efb7655-1331-4ab0-81ea-71c36cd42adf'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:52:22.437451 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:22.437797 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:22.438135 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:22.438475 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:22.438807 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:22.439159 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:22.439487 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:22.439810 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:22.440132 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:22.440450 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:22.440769 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:24.021796 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 9efb7655-1331-4ab0-81ea-71c36cd42adf up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:52:24.108073 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port 9efb7655-1331-4ab0-81ea-71c36cd42adf triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:52:24.108448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:24.256219 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:24.300937 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efb7655-1331-4ab0-81ea-71c36cd42adf'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:52:24.314301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 9efb7655-1331-4ab0-81ea-71c36cd42adf, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:24.323631 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:24.385025 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'code': 200} Feb 21 09:52:24.484962 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=9efb7655-1331-4ab0-81ea-71c36cd42adf,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:29.984004 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:52:30.318694 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-8789eda1-1664-4bdb-86e7-e0b502b59949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:31.014893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:31.553433 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b520f8e6-088c-4333-826a-6f05d5ba3f0b req-30fe4248-4d9a-448b-9476-b48e679ae00a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 1098 time: 0.0858889 Feb 21 09:52:31.839782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520f8e6-088c-4333-826a-6f05d5ba3f0b req-456af3f5-148f-4fd4-8e36-f591ce370a3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:31.841168 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b520f8e6-088c-4333-826a-6f05d5ba3f0b req-456af3f5-148f-4fd4-8e36-f591ce370a3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 200 len: 909 time: 0.2651274 Feb 21 09:52:31.967931 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b520f8e6-088c-4333-826a-6f05d5ba3f0b req-01c71830-9fae-4395-9560-232e5c09f6e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf HTTP/1.1" status: 200 len: 1001 time: 0.1194658 Feb 21 09:52:32.038031 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520f8e6-088c-4333-826a-6f05d5ba3f0b req-57b5d6a6-5e60-4e0b-9e4f-a34c230d6521 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:32.039686 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b520f8e6-088c-4333-826a-6f05d5ba3f0b req-57b5d6a6-5e60-4e0b-9e4f-a34c230d6521 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e12566cc-88f2-4af9-88c9-0e849841f8bf HTTP/1.1" status: 200 len: 848 time: 0.0660346 Feb 21 09:52:32.135609 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b520f8e6-088c-4333-826a-6f05d5ba3f0b req-d9271c17-2643-4478-8dc5-b5863e1bc3cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80b2703-e504-4208-b581-eeda3fc8ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867300 Feb 21 09:52:32.292456 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b520f8e6-088c-4333-826a-6f05d5ba3f0b req-0b0b124a-6666-42ab-ae4d-9daa8ca90a41 service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507766 Feb 21 09:52:32.456391 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b520f8e6-088c-4333-826a-6f05d5ba3f0b req-b83bb9a9-34b1-44a5-b995-2980e2ec92b6 service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578562 Feb 21 09:52:33.112676 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-534d3842-d2a2-4cae-9868-c9fb517ac129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:33.766781 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:34.113500 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-ce3b1472-d3da-4b6b-b5e8-7d6913b07a27 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278434995&fields=id&tenant_id=deef27877e994d41876c60c824a449ed HTTP/1.1" status: 200 len: 267 time: 0.0490928 Feb 21 09:52:34.246233 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:34.274387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-911b6e72-c358-4dc4-9708-11b598f1f199 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:34.275863 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-911b6e72-c358-4dc4-9708-11b598f1f199 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/networks?id=e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 200 len: 809 time: 0.1522505 Feb 21 09:52:34.294941 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-1d4e6e4e-a6fe-4b20-a7e6-5db2e4fe1f78 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/quotas/deef27877e994d41876c60c824a449ed HTTP/1.1" status: 200 len: 375 time: 0.0114045 Feb 21 09:52:34.379374 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-16e3b41b-665f-493f-8473-8b68905f2d75 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0789976 Feb 21 09:52:34.537966 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-caaf6bc4-561b-40c9-910e-561416c3a315 service neutron] 10.222.0.48 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442435 Feb 21 09:52:34.670560 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-11fa3551-66f0-4739-982a-bd9a4e96ba11 service neutron] 10.222.0.48 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270893 Feb 21 09:52:34.901050 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c021bf6c-641e-421e-8254-32ed30c6a995 req-36bb3087-6e5e-40fd-900f-fd8def960c88 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 210 time: 0.0419362 Feb 21 09:52:36.100436 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-048f0870-ff32-4dab-b7d7-58adbb492fa1 req-7818bdac-40e5-40e0-bbdc-4c2ceee1014c tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 210 time: 0.0592129 Feb 21 09:52:36.160502 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-9aac0842-2986-4410-963c-d4027c7af82a tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:36.162347 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-9aac0842-2986-4410-963c-d4027c7af82a tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.47 "GET /v2.0/networks?id=e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 200 len: 809 time: 0.1936202 Feb 21 09:52:36.204379 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:36.218104 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-34930f7e-7e9e-4934-89e6-6fba32ec6cc6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deef27877e994d41876c60c824a449ed HTTP/1.1" status: 200 len: 380 time: 0.0429921 Feb 21 09:52:36.229596 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Request body: {'port': {'device_id': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'admin_state_up': True, 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'security_groups': ['f87f51ee-5815-4ff9-8b74-ea9d088d5f23']}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:52:36.478130 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:52:36.488307 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:52:36.500733 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Made reservation on behalf of deef27877e994d41876c60c824a449ed for: {'port': 1} {{(pid=83585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:52:36.503947 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:36.895911 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Allocated IP 172.20.0.6 (e80b2703-e504-4208-b581-eeda3fc8ad12/e12566cc-88f2-4af9-88c9-0e849841f8bf/d283fe2f-e15c-44f4-8445-2c7b1cafdaf2) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:52:37.130312 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:37.148527 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Transition to ACTIVE for port object d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 will not be triggered until provisioned by entity DHCP. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:52:37.173538 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:37.275209 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Network e80b2703-e504-4208-b581-eeda3fc8ad12 is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:52:37.278875 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:52:37.283310 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:52:37.323385 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event updated for resources: {'Port': ['ID=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:37.352379 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:37.352725 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:37.353061 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:37.353395 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:37.353743 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:37.354067 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:37.354387 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:37.354711 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:37.355086 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:37.355410 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:37.355731 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:37.393131 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:37.393821 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:37.436409 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a161d304-11e6-4fd7-aaf2-ab4ca1f9af48 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2102191 Feb 21 09:52:37.473126 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Request body: {'port': {'device_id': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8300'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:52:37.755380 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e3bb5d9d-4b9a-4a71-a28b-03b614e52f61 None None] Provisioning for port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 completed by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:52:37.773942 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-e3bb5d9d-4b9a-4a71-a28b-03b614e52f61 None None] Provisioning complete for port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 triggered by entity DHCP. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:52:37.774698 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e3bb5d9d-4b9a-4a71-a28b-03b614e52f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:37.782486 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aa8ce-bc7e-4f88-a00b-125b11e90bb6 req-79c8f0eb-65ad-420f-bcb3-942c259e437f tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:37.783289 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-8c8aa8ce-bc7e-4f88-a00b-125b11e90bb6 req-79c8f0eb-65ad-420f-bcb3-942c259e437f tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Synchronizing usage tracker for tenant:deef27877e994d41876c60c824a449ed on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:52:37.798409 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:37.816877 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-8c8aa8ce-bc7e-4f88-a00b-125b11e90bb6 req-79c8f0eb-65ad-420f-bcb3-942c259e437f tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Unset dirty status for tenant:deef27877e994d41876c60c824a449ed on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:52:37.818255 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8c8aa8ce-bc7e-4f88-a00b-125b11e90bb6 req-79c8f0eb-65ad-420f-bcb3-942c259e437f tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 931 time: 0.2525377 Feb 21 09:52:37.894382 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-e3bb5d9d-4b9a-4a71-a28b-03b614e52f61 None None] Port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 cannot update to ACTIVE because it is not bound. {{(pid=83586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 21 09:52:37.930276 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-8c8aa8ce-bc7e-4f88-a00b-125b11e90bb6 req-713d7dd1-3d3e-4643-9652-9b0c746f6660 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786119 Feb 21 09:52:38.102605 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 9efb7655-1331-4ab0-81ea-71c36cd42adf no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:52:38.321749 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:38.383234 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9efb7655-1331-4ab0-81ea-71c36cd42adf'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:52:38.398888 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 {{(pid=83585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:52:38.406756 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port 9efb7655-1331-4ab0-81ea-71c36cd42adf, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:38.409605 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:38.414860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:38.431203 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.provisioning_blocks [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Transition to ACTIVE for port object d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 will not be triggered until provisioned by entity L2. {{(pid=83585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:52:38.444291 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:38.479342 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'code': 200} Feb 21 09:52:38.573867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=9efb7655-1331-4ab0-81ea-71c36cd42adf,revision_number=8']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:38.664552 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Pushing event updated for resources: {'Port': ['ID=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:38.895244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Attempting to bind port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 on host hv-neutron-8300 for vnic_type normal with profile {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 21 09:52:38.895782 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Attempting to bind port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 by drivers openvswitch,hyperv on host hv-neutron-8300 at level 0 using segments [{'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 21 09:52:38.895939 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Attempting to bind port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 on network e80b2703-e504-4208-b581-eeda3fc8ad12 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:52:38.915450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 on network e80b2703-e504-4208-b581-eeda3fc8ad12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8300 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 21 09:52:38.916506 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Attempting to bind port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 on network e80b2703-e504-4208-b581-eeda3fc8ad12 {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 21 09:52:38.927591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Checking agent: {'id': 'e6799130-93d9-4b27-86c1-fa168470aed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8300', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'started_at': datetime.datetime(2022, 2, 21, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 21 09:52:38.928459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Checking segment: {'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 21 09:52:38.929383 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Bound using segment: {'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'} {{(pid=83585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 21 09:52:38.930299 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.managers [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Bound port: d283fe2f-e15c-44f4-8445-2c7b1cafdaf2, host: hv-neutron-8300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12'}}] {{(pid=83585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 21 09:52:38.931288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:39.070351 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] For port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2, host hv-neutron-8300, cleared binding levels {{(pid=83585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:52:39.077027 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] For port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2, host hv-neutron-8300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:52:39.086239 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:39.171039 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:39.172989 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] 10.222.0.47 "PUT /v2.0/ports/d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 HTTP/1.1" status: 200 len: 1093 time: 1.7075121 Feb 21 09:52:39.173474 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'tag': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:52:39.198655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229e539-3da2-4b51-9082-79469b079f9c service neutron] Pushing event updated for resources: {'Port': ['ID=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,revision_number=3']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:39.294534 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'tag': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'status': 'completed', 'code': 200} Feb 21 09:52:39.660693 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-dfff1b42-f422-41c5-927b-c352dcbd5e18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 1096 time: 0.3652325 Feb 21 09:52:39.668179 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07afb53-dc22-40c9-ac1b-73cd423a0318 req-846fbf5b-4cc7-4d6d-804e-755e5f7ea699 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:39.670267 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c07afb53-dc22-40c9-ac1b-73cd423a0318 req-846fbf5b-4cc7-4d6d-804e-755e5f7ea699 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 943 time: 0.4411151 Feb 21 09:52:39.734963 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c07afb53-dc22-40c9-ac1b-73cd423a0318 req-265eaf84-1110-4011-8171-d309484ae8de tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580323 Feb 21 09:52:40.980541 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941a33a-7d45-4f66-9cda-54926f5a438b req-83d976ab-9c8f-48d0-b1f4-0fcdc0ef7291 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:40.981926 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1941a33a-7d45-4f66-9cda-54926f5a438b req-83d976ab-9c8f-48d0-b1f4-0fcdc0ef7291 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 943 time: 0.0984972 Feb 21 09:52:41.033647 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1941a33a-7d45-4f66-9cda-54926f5a438b req-ddb58eac-4249-4df2-bbcc-0f0200c7ae6e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460236 Feb 21 09:52:42.270226 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf092c-63d4-4b95-aeef-2d6256001bd4 req-f08179b9-0fc7-4b07-a6dc-eb0a93181907 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:42.273773 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-32bf092c-63d4-4b95-aeef-2d6256001bd4 req-f08179b9-0fc7-4b07-a6dc-eb0a93181907 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 943 time: 0.1116467 Feb 21 09:52:42.334799 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-32bf092c-63d4-4b95-aeef-2d6256001bd4 req-a3ac0992-3c09-408b-a1cb-6af0500c183f tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549972 Feb 21 09:52:43.559151 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376e0a5-bdb0-4fc4-a129-593a497cf4aa req-a45f95d9-2c3e-41f5-bc5d-1ddb21eeaa24 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:43.568466 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9376e0a5-bdb0-4fc4-a129-593a497cf4aa req-a45f95d9-2c3e-41f5-bc5d-1ddb21eeaa24 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 943 time: 0.0978000 Feb 21 09:52:43.633831 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9376e0a5-bdb0-4fc4-a129-593a497cf4aa req-d2811a99-dbd5-4f74-a0a5-5f4bd1ce8ad2 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637310 Feb 21 09:52:44.643851 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-b0fcf0e4-1bd5-4c8f-9a4a-6093557968b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 HTTP/1.1" status: 200 len: 217 time: 0.0690601 Feb 21 09:52:44.718444 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-717e2b04-b91b-4b4e-a21f-e44491c12496 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:44.720118 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-717e2b04-b91b-4b4e-a21f-e44491c12496 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e12566cc-88f2-4af9-88c9-0e849841f8bf HTTP/1.1" status: 200 len: 848 time: 0.0678282 Feb 21 09:52:44.868265 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-aab0291d-c629-4d6e-b68e-f731218b7a63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80b2703-e504-4208-b581-eeda3fc8ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1377721 Feb 21 09:52:44.879613 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6af9de-9462-484f-930f-0f525e1fae20 req-256aba60-260d-4c29-bbf0-cacc16b2400d tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:44.881195 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1f6af9de-9462-484f-930f-0f525e1fae20 req-256aba60-260d-4c29-bbf0-cacc16b2400d tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 943 time: 0.1129677 Feb 21 09:52:45.022392 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-1f6af9de-9462-484f-930f-0f525e1fae20 req-4edee0aa-cd18-49fc-b95d-3e82220e91bb tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223414 Feb 21 09:52:45.045141 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-3bacf005-33e5-4776-a90b-e77c17f26a1a service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628919 Feb 21 09:52:45.181275 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45455a9f-1922-48ce-bb72-9f050d4ae142 req-33fdf6ad-7e56-4118-a737-73ee02b7c0ba service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304345 Feb 21 09:52:45.340320 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e6720845-e835-4d15-9fb3-5aff67b1e97b req-72631c50-4cf8-4639-b5bf-029b640e044b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 1096 time: 0.1107175 Feb 21 09:52:45.482839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6720845-e835-4d15-9fb3-5aff67b1e97b req-847316b4-0788-4600-b4a7-86235ef5aba7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:45.484136 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e6720845-e835-4d15-9fb3-5aff67b1e97b req-847316b4-0788-4600-b4a7-86235ef5aba7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 200 len: 909 time: 0.1373158 Feb 21 09:52:45.561196 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e6720845-e835-4d15-9fb3-5aff67b1e97b req-11f24506-d9e4-4748-a068-87860f186524 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 HTTP/1.1" status: 200 len: 217 time: 0.0687563 Feb 21 09:52:45.628453 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6720845-e835-4d15-9fb3-5aff67b1e97b req-48fdf292-b9f0-4847-a586-72a43da68b07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:45.630294 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e6720845-e835-4d15-9fb3-5aff67b1e97b req-48fdf292-b9f0-4847-a586-72a43da68b07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e12566cc-88f2-4af9-88c9-0e849841f8bf HTTP/1.1" status: 200 len: 848 time: 0.0631340 Feb 21 09:52:45.715438 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e6720845-e835-4d15-9fb3-5aff67b1e97b req-7bed7baa-f40f-4809-90fd-790e1637661d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80b2703-e504-4208-b581-eeda3fc8ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787375 Feb 21 09:52:45.847106 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e6720845-e835-4d15-9fb3-5aff67b1e97b req-e722351d-622d-488e-a1c8-bf42f8a6b0e9 service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252179 Feb 21 09:52:46.094291 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-e6720845-e835-4d15-9fb3-5aff67b1e97b req-395aac56-b225-4aec-b933-5e53db23858f service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407980 Feb 21 09:52:46.115840 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:52:46.262750 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:46.277217 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'port_id': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'mac_address': 'fa:16:3e:ea:a7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:52:46.316704 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9885b25-d1eb-4345-8d2b-e44c95e27f7d req-7dd6809c-ec30-41bf-920b-3ac643db788a tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:46.318244 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d9885b25-d1eb-4345-8d2b-e44c95e27f7d req-7dd6809c-ec30-41bf-920b-3ac643db788a tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 943 time: 0.1657214 Feb 21 09:52:46.339594 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:46.357754 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:52:46.374665 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:46.375274 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-d9885b25-d1eb-4345-8d2b-e44c95e27f7d req-3c43ee35-5a33-4cb1-b469-910cfe84a45f tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480523 Feb 21 09:52:46.380259 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:46.453913 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,revision_number=4']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:46.598121 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['d283fe2f-e15c-44f4-8445-2c7b1cafdaf2'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:52:47.573839 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de3fa2-f55a-495e-89ea-8f626b45879e req-9e1352ad-14e9-4316-9fd3-ea35a5014de8 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:47.575631 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91de3fa2-f55a-495e-89ea-8f626b45879e req-9e1352ad-14e9-4316-9fd3-ea35a5014de8 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 944 time: 0.0800211 Feb 21 09:52:47.620648 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-91de3fa2-f55a-495e-89ea-8f626b45879e req-cbdbc645-ef18-485f-a8fd-3db5ec46209a tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395641 Feb 21 09:52:48.114559 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:52:48.192073 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning for port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 completed by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:52:48.197412 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:52:48.197782 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:48.315052 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:48.344295 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:52:48.354493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:48.358638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:48.409342 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'code': 200} Feb 21 09:52:48.425680 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,revision_number=5']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:48.637090 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-26f001d4-3ee4-4144-b127-c88532ed1892 req-fabc4d5d-728b-4956-bfcf-de36c8965600 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 1098 time: 0.0676165 Feb 21 09:52:48.682365 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-26f001d4-3ee4-4144-b127-c88532ed1892 req-08ec56ce-8c38-4168-a7e3-75c39a393458 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399961 Feb 21 09:52:48.832471 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bcf26-0c67-4764-b2b9-6b7b97cc2682 req-30d19432-c0c5-4943-bced-5846d80b3790 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:48.833950 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9e8bcf26-0c67-4764-b2b9-6b7b97cc2682 req-30d19432-c0c5-4943-bced-5846d80b3790 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 945 time: 0.0821834 Feb 21 09:52:48.880192 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9e8bcf26-0c67-4764-b2b9-6b7b97cc2682 req-34b181b3-fa12-4a90-a4a9-faabe6ac4f15 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404031 Feb 21 09:52:50.079806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfba87-627e-4096-b939-7780a4e5b093 req-43007ce8-7bc1-48f2-9d22-4b86197ebb30 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:50.081253 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45bfba87-627e-4096-b939-7780a4e5b093 req-43007ce8-7bc1-48f2-9d22-4b86197ebb30 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 945 time: 0.0764816 Feb 21 09:52:50.130113 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-45bfba87-627e-4096-b939-7780a4e5b093 req-f2f16d68-9767-4b0d-adaf-cfa531065f3b tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433376 Feb 21 09:52:50.328445 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31c97f-ed9b-43ac-a462-8395cb01319c req-16d40f8b-01bc-4243-b8ce-07c741960a03 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:50.329899 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b31c97f-ed9b-43ac-a462-8395cb01319c req-16d40f8b-01bc-4243-b8ce-07c741960a03 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 945 time: 0.0753782 Feb 21 09:52:50.375520 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6b31c97f-ed9b-43ac-a462-8395cb01319c req-20b1b65f-9983-4a78-b8bc-f7e02933e0fc tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397112 Feb 21 09:52:50.402804 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36398) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:52:50.475132 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-d84b135b-7c25-4ac8-965b-1e630718605c tempest-TestSnapshotPattern-1310253895 tempest-TestSnapshotPattern-1310253895-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 1093 time: 0.0704458 Feb 21 09:52:50.478360 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36402) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:52:50.485876 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.v2.base [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Request body: {'floatingip': {'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'port_id': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 21 09:52:50.492788 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 21 09:52:50.496498 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Usage tracker for resource:floatingip and tenant:deef27877e994d41876c60c824a449ed is out of sync, need to count used quota {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 21 09:52:50.499332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83585) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 21 09:52:50.504991 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.quota.driver [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83585) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 21 09:52:50.515919 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for floatingip, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:50.651489 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:50.790361 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_common [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Allocated IP 172.26.6.148 (26751cdd-d227-4344-a8c3-bb5c4927964b/8df197e4-5511-4406-944f-6c9103f79cdc/ca6be7ab-f8a7-40bf-b553-bdade2af8da5) {{(pid=83585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:52:50.949425 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for port, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:50.978582 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764261382009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:51.052056 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Network 26751cdd-d227-4344-a8c3-bb5c4927964b is already hosted by enough agents. {{(pid=83585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:52:51.055459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.base_scheduler [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Resources bound (agent type, host, resource id): {{(pid=83585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:52:51.060109 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Received port after_create {{(pid=83585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 21 09:52:51.086093 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event updated for resources: {'Port': ['ID=ca6be7ab-f8a7-40bf-b553-bdade2af8da5,revision_number=1']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:51.680815 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:51.746625 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:51.956635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for port, precommit_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:51.961794 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750312'] for port, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:52.078808 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event updated for resources: {'Port': ['ID=ca6be7ab-f8a7-40bf-b553-bdade2af8da5,revision_number=2']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:52.091220 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691772'] for floatingip, after_update {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:52.296471 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.db.l3_db [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Floating IP d1e0f222-7a25-454f-8786-3bd494a8ba6b associated. External IP: 172.26.6.148, port: d283fe2f-e15c-44f4-8445-2c7b1cafdaf2. Feb 21 09:52:52.689677 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:52:52.891402 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:52:52.902261 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d0ac3c-c580-4a6d-9e2d-e87d33a07476 None None] Sync routers for ids ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:52:52.914091 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0ac3c-c580-4a6d-9e2d-e87d33a07476 None None] Routers {'817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:52:52.914690 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-97d0ac3c-c580-4a6d-9e2d-e87d33a07476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:52:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:52.917938 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:52:52.976381 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-534e4a52-e86a-4fd0-b960-eba51cee45af tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4967787 Feb 21 09:52:52.977069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'tag': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:52:53.032617 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'tag': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'status': 'completed', 'code': 200} Feb 21 09:52:53.099481 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-97d0ac3c-c580-4a6d-9e2d-e87d33a07476 None None] Set router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:52:53.128406 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6cf071ca-1738-4b1d-be4b-9584f51fc283 req-6e8dc30c-0d40-4860-b4ca-2fefda686a55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 1098 time: 0.0753989 Feb 21 09:52:53.373051 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf071ca-1738-4b1d-be4b-9584f51fc283 req-126affc2-3c80-4716-8745-4b5186c071b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:53.374093 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6cf071ca-1738-4b1d-be4b-9584f51fc283 req-126affc2-3c80-4716-8745-4b5186c071b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 200 len: 909 time: 0.2399211 Feb 21 09:52:53.528099 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6cf071ca-1738-4b1d-be4b-9584f51fc283 req-d20d9328-995d-4fdf-b6df-a628db64934d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 HTTP/1.1" status: 200 len: 999 time: 0.1484230 Feb 21 09:52:53.536691 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-97d0ac3c-c580-4a6d-9e2d-e87d33a07476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '37edac6d-75bb-45cb-9f81-9b49c966267f', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'floating_ip_address': '172.26.6.171', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'port_id': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'mac_address': 'fa:16:3e:c7:73:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:23Z', 'updated_at': '2022-02-21T09:50:33Z', 'revision_number': 1, 'project_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ip_address_scope': None}, {'id': 'd1e0f222-7a25-454f-8786-3bd494a8ba6b', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'port_id': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'mac_address': 'fa:16:3e:ea:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:52:51Z', 'updated_at': '2022-02-21T09:52:51Z', 'revision_number': 0, 'project_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:50:16Z', 'revision_number': 5, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:53.541402 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d0ac3c-c580-4a6d-9e2d-e87d33a07476 None None] Checking router: 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:52:53.551783 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0ac3c-c580-4a6d-9e2d-e87d33a07476 None None] Routers {'817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:52:53.552396 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-97d0ac3c-c580-4a6d-9e2d-e87d33a07476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:52:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:53.593278 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf071ca-1738-4b1d-be4b-9584f51fc283 req-bd19d5a5-aa6c-432c-b293-ea0ca9454aa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:53.594729 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6cf071ca-1738-4b1d-be4b-9584f51fc283 req-bd19d5a5-aa6c-432c-b293-ea0ca9454aa9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e12566cc-88f2-4af9-88c9-0e849841f8bf HTTP/1.1" status: 200 len: 848 time: 0.0612364 Feb 21 09:52:53.689275 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6cf071ca-1738-4b1d-be4b-9584f51fc283 req-da18edab-2ffc-4752-adb9-8ddab9237c6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80b2703-e504-4208-b581-eeda3fc8ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886874 Feb 21 09:52:53.745431 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-97d0ac3c-c580-4a6d-9e2d-e87d33a07476 None None] Set router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:52:53.824945 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6cf071ca-1738-4b1d-be4b-9584f51fc283 req-3518d5fa-6cdc-46ac-82da-119c12c04b4d service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302249 Feb 21 09:52:53.960673 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-6cf071ca-1738-4b1d-be4b-9584f51fc283 req-e37cbf57-9234-415f-bbf6-05d93c0209f6 service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300316 Feb 21 09:52:54.097890 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-97d0ac3c-c580-4a6d-9e2d-e87d33a07476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '37edac6d-75bb-45cb-9f81-9b49c966267f', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'floating_ip_address': '172.26.6.171', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'port_id': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'mac_address': 'fa:16:3e:c7:73:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:23Z', 'updated_at': '2022-02-21T09:50:33Z', 'revision_number': 1, 'project_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ip_address_scope': None}, {'id': 'd1e0f222-7a25-454f-8786-3bd494a8ba6b', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'port_id': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'mac_address': 'fa:16:3e:ea:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:52:51Z', 'updated_at': '2022-02-21T09:52:51Z', 'revision_number': 0, 'project_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:50:16Z', 'revision_number': 5, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:54.102016 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d0ac3c-c580-4a6d-9e2d-e87d33a07476 None None] The sync data for ids ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'] in dv-neutron-830062-1-hyperv is: [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '37edac6d-75bb-45cb-9f81-9b49c966267f', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'floating_ip_address': '172.26.6.171', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'port_id': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'mac_address': 'fa:16:3e:c7:73:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:23Z', 'updated_at': '2022-02-21T09:50:33Z', 'revision_number': 1, 'project_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ip_address_scope': None}, {'id': 'd1e0f222-7a25-454f-8786-3bd494a8ba6b', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'port_id': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'mac_address': 'fa:16:3e:ea:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:52:51Z', 'updated_at': '2022-02-21T09:52:51Z', 'revision_number': 0, 'project_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:50:16Z', 'revision_number': 5, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:52:54.288114 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ce8ad-704f-477b-bda1-fdc59e13038e None None] New status for floating IP d1e0f222-7a25-454f-8786-3bd494a8ba6b: ACTIVE {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:53:00.307714 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-be74e02e-d42f-4b9e-9551-3186d0bd6711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:53:01.014798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:53:03.100223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f9a26a07-8498-4e32-9da9-2d2ff444b279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:53:03.760040 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:53:04.251860 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:53:06.210975 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:53:06.974628 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:53:30.311612 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-634562ae-5f3f-445f-b80b-be83dbca6596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:53:31.017893 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:53:32.449877 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9fc211e2-f72f-416c-8916-dbfbe7fbddbb req-a08c0ffa-1784-4721-9257-e31fd7b1bccc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721912 Feb 21 09:53:32.592079 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9fc211e2-f72f-416c-8916-dbfbe7fbddbb req-fccd9ef3-8f4d-49a4-87dc-b5828d11162a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 1096 time: 0.0755672 Feb 21 09:53:32.746019 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc211e2-f72f-416c-8916-dbfbe7fbddbb req-15ae105e-1258-4291-8d2a-2714a4c540a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:32.747499 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9fc211e2-f72f-416c-8916-dbfbe7fbddbb req-15ae105e-1258-4291-8d2a-2714a4c540a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 200 len: 909 time: 0.1357188 Feb 21 09:53:32.857551 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9fc211e2-f72f-416c-8916-dbfbe7fbddbb req-b5545504-8348-458b-9a59-dea5af23d772 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf HTTP/1.1" status: 200 len: 999 time: 0.1033750 Feb 21 09:53:32.920826 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc211e2-f72f-416c-8916-dbfbe7fbddbb req-604c51de-9f9d-4dc0-befb-981d38040eac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:32.922291 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9fc211e2-f72f-416c-8916-dbfbe7fbddbb req-604c51de-9f9d-4dc0-befb-981d38040eac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e12566cc-88f2-4af9-88c9-0e849841f8bf HTTP/1.1" status: 200 len: 848 time: 0.0583723 Feb 21 09:53:33.009603 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9fc211e2-f72f-416c-8916-dbfbe7fbddbb req-fff53145-b936-43bd-ae88-c0a2d90d25ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80b2703-e504-4208-b581-eeda3fc8ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816934 Feb 21 09:53:33.104709 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-0d79c6a8-a01f-40c0-a534-b94f8e87f07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:53:33.149898 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9fc211e2-f72f-416c-8916-dbfbe7fbddbb req-8247ef54-4d88-4827-813d-e914abd25a22 service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345050 Feb 21 09:53:33.304929 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-9fc211e2-f72f-416c-8916-dbfbe7fbddbb req-571e7fcd-b587-40df-9d4e-4473b8ff9fa8 service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482396 Feb 21 09:53:33.765526 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:53:34.254226 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:53:36.208805 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:53:43.976633 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:54:00.313898 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7394-5cfa-4f84-9b96-c035afb66ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:01.017513 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:03.107440 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-63361385-3708-4efe-a19a-769390b3198e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:03.769104 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:04.255649 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:06.210405 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:18.626270 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 details requested by agent hyperv_hv-neutron-8300 with host hv-neutron-8300 {{(pid=83586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 21 09:54:18.781960 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:18.798447 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Returning: {'device': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'port_id': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'mac_address': 'fa:16:3e:ea:a7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 21 09:54:18.867215 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:18.889978 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 {{(pid=83586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 21 09:54:18.907732 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:18.913433 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:18.993615 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,revision_number=6']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:19.005495 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] get_ports_and_sgs() called for port_ids ['d283fe2f-e15c-44f4-8445-2c7b1cafdaf2'] {{(pid=83586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 21 09:54:19.038978 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:19.039520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:19.039993 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:19.040547 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:19.041065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:19.041595 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:19.042088 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:19.042586 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:19.043109 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:19.043581 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:19.044097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:20.648907 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 up at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 21 09:54:20.768488 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.provisioning_blocks [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Provisioning complete for port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 triggered by entity L2. {{(pid=83586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:54:20.769199 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7449645'] for port, provisioning_complete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:20.898262 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:20.929212 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:54:20.941123 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:20.948604 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:20.985521 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:54:21.040985 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,revision_number=7']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:21.167035 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'code': 200} Feb 21 09:54:29.424836 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36548) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:29.739084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Deleting port ca6be7ab-f8a7-40bf-b553-bdade2af8da5 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:54:29.739340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:29.910144 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:29.910497 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:30.027370 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Calling delete_port for ca6be7ab-f8a7-40bf-b553-bdade2af8da5 owned by network:floatingip {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:54:30.171671 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:30.220253 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event deleted for resources: {'Port': ['ID=ca6be7ab-f8a7-40bf-b553-bdade2af8da5,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:30.264829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:30.265172 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:30.265503 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:30.265829 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:30.266154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:30.266476 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:30.266794 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:30.267140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:30.267459 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:30.267771 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:30.268087 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:30.317486 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-edb876c7-34d3-408b-b47c-58d263d57ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:30.323218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for floatingip, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:30.722218 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:54:30.923660 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:54:30.934627 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aae152-9d4e-4bfc-b569-f4b0e3858e36 None None] Sync routers for ids ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:54:30.945562 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:30.949798 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aae152-9d4e-4bfc-b569-f4b0e3858e36 None None] Routers {'817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:54:30.950638 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a8aae152-9d4e-4bfc-b569-f4b0e3858e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:54:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:31.004560 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-5e3568fd-291b-4450-8ad2-ccf7eacbc4c6 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "DELETE /v2.0/floatingips/d1e0f222-7a25-454f-8786-3bd494a8ba6b HTTP/1.1" status: 204 len: 168 time: 1.5786028 Feb 21 09:54:31.005225 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'tag': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:54:31.068571 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'tag': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'status': 'completed', 'code': 200} Feb 21 09:54:31.103387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:31.152658 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-a8aae152-9d4e-4bfc-b569-f4b0e3858e36 None None] Set router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:54:31.195099 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e2df3d1-dbc9-4363-a5be-15d5766cfe61 req-aebd685b-a6b9-486e-8cb7-019ab791a0f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 1098 time: 0.0972290 Feb 21 09:54:31.368244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2df3d1-dbc9-4363-a5be-15d5766cfe61 req-0f1b2450-3bd7-419d-b807-7b2dc823a5df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:31.369712 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e2df3d1-dbc9-4363-a5be-15d5766cfe61 req-0f1b2450-3bd7-419d-b807-7b2dc823a5df service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 200 len: 909 time: 0.1683435 Feb 21 09:54:31.601671 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a8aae152-9d4e-4bfc-b569-f4b0e3858e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '37edac6d-75bb-45cb-9f81-9b49c966267f', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'floating_ip_address': '172.26.6.171', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'port_id': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'mac_address': 'fa:16:3e:c7:73:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:23Z', 'updated_at': '2022-02-21T09:50:33Z', 'revision_number': 1, 'project_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:50:16Z', 'revision_number': 5, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:31.604183 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e2df3d1-dbc9-4363-a5be-15d5766cfe61 req-d1aedc33-badc-474d-b144-347a257a4ce5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 HTTP/1.1" status: 200 len: 217 time: 0.0860293 Feb 21 09:54:31.605858 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aae152-9d4e-4bfc-b569-f4b0e3858e36 None None] Checking router: 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:54:31.618326 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aae152-9d4e-4bfc-b569-f4b0e3858e36 None None] Routers {'817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:54:31.618951 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a8aae152-9d4e-4bfc-b569-f4b0e3858e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:54:03Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:31.692148 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2df3d1-dbc9-4363-a5be-15d5766cfe61 req-5e47fd04-62ec-4ffe-9722-73671efbb2ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:31.693626 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e2df3d1-dbc9-4363-a5be-15d5766cfe61 req-5e47fd04-62ec-4ffe-9722-73671efbb2ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e12566cc-88f2-4af9-88c9-0e849841f8bf HTTP/1.1" status: 200 len: 848 time: 0.0790470 Feb 21 09:54:31.704301 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1433bb-ae1a-4553-9824-2540f5eff34d req-f08b6867-e492-4279-aca2-f41c637aba8f tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:31.705004 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-cf1433bb-ae1a-4553-9824-2540f5eff34d req-f08b6867-e492-4279-aca2-f41c637aba8f tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Synchronizing usage tracker for tenant:deef27877e994d41876c60c824a449ed on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:54:31.766568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-cf1433bb-ae1a-4553-9824-2540f5eff34d req-f08b6867-e492-4279-aca2-f41c637aba8f tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Unset dirty status for tenant:deef27877e994d41876c60c824a449ed on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:54:31.767841 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cf1433bb-ae1a-4553-9824-2540f5eff34d req-f08b6867-e492-4279-aca2-f41c637aba8f tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 945 time: 0.4011030 Feb 21 09:54:31.805429 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-a8aae152-9d4e-4bfc-b569-f4b0e3858e36 None None] Set router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:54:31.837845 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e2df3d1-dbc9-4363-a5be-15d5766cfe61 req-8ea757b3-dab9-4ec3-abae-bedf1ab9d933 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80b2703-e504-4208-b581-eeda3fc8ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1296577 Feb 21 09:54:31.843918 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-cf1433bb-ae1a-4553-9824-2540f5eff34d req-3565fb5c-adb5-42f3-a9ce-8bb9dc55b45d tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689995 Feb 21 09:54:32.003961 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e2df3d1-dbc9-4363-a5be-15d5766cfe61 req-f9fc7301-f963-4591-a2bf-cc02b12d178d service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587675 Feb 21 09:54:32.213109 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-2e2df3d1-dbc9-4363-a5be-15d5766cfe61 req-efeadc7a-8cf6-441a-9c5e-406a2823bf3a service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029986 Feb 21 09:54:32.246336 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-a8aae152-9d4e-4bfc-b569-f4b0e3858e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '37edac6d-75bb-45cb-9f81-9b49c966267f', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'floating_ip_address': '172.26.6.171', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'port_id': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'mac_address': 'fa:16:3e:c7:73:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:23Z', 'updated_at': '2022-02-21T09:50:33Z', 'revision_number': 1, 'project_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:50:16Z', 'revision_number': 5, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:32.250725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aae152-9d4e-4bfc-b569-f4b0e3858e36 None None] The sync data for ids ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'] in dv-neutron-830062-1-hyperv is: [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_floatingips': [{'id': '37edac6d-75bb-45cb-9f81-9b49c966267f', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'floating_ip_address': '172.26.6.171', 'floating_network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'router_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'port_id': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'mac_address': 'fa:16:3e:c7:73:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:23Z', 'updated_at': '2022-02-21T09:50:33Z', 'revision_number': 1, 'project_id': 'deef27877e994d41876c60c824a449ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:50:16Z', 'revision_number': 5, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:54:32.515119 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3860ba93-41c1-456e-9631-90c147ebb603 None None] New status for floating IP d1e0f222-7a25-454f-8786-3bd494a8ba6b: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:54:32.710301 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:54:32.873142 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455dd83-d637-4d57-ab6c-c127481a8be9 req-02efccd8-6660-49fd-a0fe-47890e92a82e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:32.874736 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c455dd83-d637-4d57-ab6c-c127481a8be9 req-02efccd8-6660-49fd-a0fe-47890e92a82e tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.47 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 945 time: 0.1088006 Feb 21 09:54:32.882058 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7573504'] for port, before_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:32.927515 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2'}] {{(pid=83586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:54:32.941520 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] For port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:32.948522 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764261804692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764261382027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764261382072'] for port, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:32.961616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-c455dd83-d637-4d57-ab6c-c127481a8be9 req-03f7d369-e98c-481d-aba3-fcbeda943f74 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Deleting port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:54:32.962245 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-c455dd83-d637-4d57-ab6c-c127481a8be9 req-03f7d369-e98c-481d-aba3-fcbeda943f74 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:33.009445 dv-neutron-830062-1-hyperv neutron-server[83586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'code': 200} Feb 21 09:54:33.025030 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Pushing event updated for resources: {'Port': ['ID=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,revision_number=8']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:33.110381 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-5e345f9a-043a-4cb6-b5a4-d6139d1f584c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:33.225102 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15135606-d0ef-4856-a4b4-962b2b633c7d req-6292c5a6-bfc7-44a7-b268-f8c36441cb51 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:33.226458 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-15135606-d0ef-4856-a4b4-962b2b633c7d req-6292c5a6-bfc7-44a7-b268-f8c36441cb51 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 943 time: 0.2218997 Feb 21 09:54:33.309994 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-c455dd83-d637-4d57-ab6c-c127481a8be9 req-03f7d369-e98c-481d-aba3-fcbeda943f74 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] For port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:33.310346 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-c455dd83-d637-4d57-ab6c-c127481a8be9 req-03f7d369-e98c-481d-aba3-fcbeda943f74 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:33.318740 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-15135606-d0ef-4856-a4b4-962b2b633c7d req-18b5a0f5-38af-45d5-8afd-3ec74bca96f2 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858417 Feb 21 09:54:33.432234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-c455dd83-d637-4d57-ab6c-c127481a8be9 req-03f7d369-e98c-481d-aba3-fcbeda943f74 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Calling delete_port for d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:54:33.569940 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-c455dd83-d637-4d57-ab6c-c127481a8be9 req-03f7d369-e98c-481d-aba3-fcbeda943f74 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:33.621963 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7d369-e98c-481d-aba3-fcbeda943f74 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event deleted for resources: {'Port': ['ID=d283fe2f-e15c-44f4-8445-2c7b1cafdaf2,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:33.692989 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-c455dd83-d637-4d57-ab6c-c127481a8be9 req-03f7d369-e98c-481d-aba3-fcbeda943f74 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] No DVR routers for this DVR port d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:54:33.695519 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-c455dd83-d637-4d57-ab6c-c127481a8be9 req-03f7d369-e98c-481d-aba3-fcbeda943f74 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:33.697975 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'name': 'network-vif-deleted', 'tag': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:54:33.713253 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c455dd83-d637-4d57-ab6c-c127481a8be9 req-03f7d369-e98c-481d-aba3-fcbeda943f74 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.47 "DELETE /v2.0/ports/d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 HTTP/1.1" status: 204 len: 173 time: 0.8331518 Feb 21 09:54:33.759756 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56910947-7c05-48fa-94c5-6e4b97005d6a', 'name': 'network-vif-deleted', 'tag': 'd283fe2f-e15c-44f4-8445-2c7b1cafdaf2', 'status': 'completed', 'code': 200} Feb 21 09:54:33.775206 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:34.261859 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:34.458278 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b4277370-9927-4913-b164-9705aaff86e3 req-7ed15cde-e0c4-4880-af49-69add4900d6c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56910947-7c05-48fa-94c5-6e4b97005d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0485985 Feb 21 09:54:34.628733 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b4277370-9927-4913-b164-9705aaff86e3 req-98354f5d-16fc-467d-91ee-cb056354e331 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&device_id=56910947-7c05-48fa-94c5-6e4b97005d6a HTTP/1.1" status: 200 len: 210 time: 0.1452215 Feb 21 09:54:34.824195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4277370-9927-4913-b164-9705aaff86e3 req-00834e4b-5b88-4e9b-9f22-c6eefa877d61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:34.826119 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b4277370-9927-4913-b164-9705aaff86e3 req-00834e4b-5b88-4e9b-9f22-c6eefa877d61 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=deef27877e994d41876c60c824a449ed&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1757765 Feb 21 09:54:34.992635 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4277370-9927-4913-b164-9705aaff86e3 req-f8875276-8f0a-42fc-96cf-25d7852fbc52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:34.994950 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-b4277370-9927-4913-b164-9705aaff86e3 req-f8875276-8f0a-42fc-96cf-25d7852fbc52 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1625831 Feb 21 09:54:35.107302 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 36604) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:35.407311 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Deleting port 5ace8354-1b00-44f9-be77-fb0e5597bfe5 {{(pid=83584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:54:35.407642 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:35.583255 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:35.583584 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:35.725000 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.plugins.ml2.plugin [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Calling delete_port for 5ace8354-1b00-44f9-be77-fb0e5597bfe5 owned by network:floatingip {{(pid=83584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:54:35.880781 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1421782'] for port, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:35.965977 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event deleted for resources: {'Port': ['ID=5ace8354-1b00-44f9-be77-fb0e5597bfe5,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:36.004877 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:36.005113 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:36.005443 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:36.005768 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:36.006089 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:36.006407 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:36.006719 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:36.007060 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:36.007384 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:36.007698 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:36.008004 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830062-1-hyperv {{(pid=83584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:36.040234 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for floatingip, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:36.213721 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:36.439688 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:54:36.635322 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:54:36.644844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe5092-33b0-4209-89d0-d3005ddcc033 None None] Sync routers for ids ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:54:36.650673 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:36.656345 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe5092-33b0-4209-89d0-d3005ddcc033 None None] Routers {'817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:54:36.656959 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b9fe5092-33b0-4209-89d0-d3005ddcc033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:54:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:36.703362 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-f44a2356-87c1-4136-847a-03461be67457 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "DELETE /v2.0/floatingips/37edac6d-75bb-45cb-9f81-9b49c966267f HTTP/1.1" status: 204 len: 168 time: 1.5948846 Feb 21 09:54:36.703844 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'tag': '9efb7655-1331-4ab0-81ea-71c36cd42adf'}] {{(pid=83584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:54:36.767603 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:54:36.818244 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:54:36.818588 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device d283fe2f-e15c-44f4-8445-2c7b1cafdaf2 not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:54:36.848012 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'tag': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'status': 'completed', 'code': 200} Feb 21 09:54:36.884907 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-b9fe5092-33b0-4209-89d0-d3005ddcc033 None None] Set router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:54:36.990801 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0969631-5424-42f8-8d15-63b26c8041b5 req-0ee34f03-bfc8-4266-9ee7-7ac1218c8759 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deef27877e994d41876c60c824a449ed&device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 1096 time: 0.1207747 Feb 21 09:54:37.192620 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0969631-5424-42f8-8d15-63b26c8041b5 req-6bfc37fa-2e6f-40f8-b26e-0fc3ca3e061d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:37.194068 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0969631-5424-42f8-8d15-63b26c8041b5 req-6bfc37fa-2e6f-40f8-b26e-0fc3ca3e061d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 200 len: 909 time: 0.1978886 Feb 21 09:54:37.245844 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b9fe5092-33b0-4209-89d0-d3005ddcc033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:50:16Z', 'revision_number': 5, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:37.250592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe5092-33b0-4209-89d0-d3005ddcc033 None None] Checking router: 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:54:37.262448 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe5092-33b0-4209-89d0-d3005ddcc033 None None] Routers {'817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:54:37.263569 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b9fe5092-33b0-4209-89d0-d3005ddcc033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:54:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:37.267276 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302603b5-87f3-4466-882f-fd17f7e40e22 req-ab89fcec-3e06-4b0b-bfcc-f8ff0295be42 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:37.267971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-302603b5-87f3-4466-882f-fd17f7e40e22 req-ab89fcec-3e06-4b0b-bfcc-f8ff0295be42 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Synchronizing usage tracker for tenant:deef27877e994d41876c60c824a449ed on resource:port {{(pid=83585) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 21 09:54:37.282721 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0969631-5424-42f8-8d15-63b26c8041b5 req-14b02183-17c0-4c31-a7d8-115d2ff649af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf HTTP/1.1" status: 200 len: 217 time: 0.0816653 Feb 21 09:54:37.326473 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.quota.resource [req-302603b5-87f3-4466-882f-fd17f7e40e22 req-ab89fcec-3e06-4b0b-bfcc-f8ff0295be42 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Unset dirty status for tenant:deef27877e994d41876c60c824a449ed on resource:port {{(pid=83585) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 21 09:54:37.328478 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-302603b5-87f3-4466-882f-fd17f7e40e22 req-ab89fcec-3e06-4b0b-bfcc-f8ff0295be42 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 943 time: 0.2437100 Feb 21 09:54:37.379721 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0969631-5424-42f8-8d15-63b26c8041b5 req-83d4c799-53bb-461a-a385-02d1859c3a04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:37.381169 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0969631-5424-42f8-8d15-63b26c8041b5 req-83d4c799-53bb-461a-a385-02d1859c3a04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e12566cc-88f2-4af9-88c9-0e849841f8bf HTTP/1.1" status: 200 len: 848 time: 0.0925171 Feb 21 09:54:37.433688 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-302603b5-87f3-4466-882f-fd17f7e40e22 req-a6041b70-1790-4171-ae9c-812cf58f73cb tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980511 Feb 21 09:54:37.459119 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-b9fe5092-33b0-4209-89d0-d3005ddcc033 None None] Set router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:54:37.463129 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0969631-5424-42f8-8d15-63b26c8041b5 req-ee218c30-4120-4fcb-a122-60b972481e0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80b2703-e504-4208-b581-eeda3fc8ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757377 Feb 21 09:54:37.596452 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0969631-5424-42f8-8d15-63b26c8041b5 req-d93785e4-44c1-45b0-8a3c-05358302b42d service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263769 Feb 21 09:54:37.747620 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-c0969631-5424-42f8-8d15-63b26c8041b5 req-338aa9c9-4520-459c-9c0d-a1690c276e0b service neutron] 10.222.0.47 "GET /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451893 Feb 21 09:54:37.772510 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-b9fe5092-33b0-4209-89d0-d3005ddcc033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:50:16Z', 'revision_number': 5, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:37.776622 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe5092-33b0-4209-89d0-d3005ddcc033 None None] The sync data for ids ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'] in dv-neutron-830062-1-hyperv is: [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:49:56Z', 'revision_number': 4, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv', '_interfaces': [{'id': '8e9ed632-d7ee-46c4-8f2f-fc6558462fcd', 'name': '', 'network_id': 'e80b2703-e504-4208-b581-eeda3fc8ad12', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'mac_address': 'fa:16:3e:46:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:55Z', 'updated_at': '2022-02-21T09:50:16Z', 'revision_number': 5, 'project_id': 'deef27877e994d41876c60c824a449ed', 'subnets': [{'id': 'e12566cc-88f2-4af9-88c9-0e849841f8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:54:38.003924 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a0e12-3ab9-4c5b-adba-475b7048a7c5 None None] New status for floating IP 37edac6d-75bb-45cb-9f81-9b49c966267f: DOWN {{(pid=83587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 21 09:54:38.562332 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456a04d-c495-493a-9869-cf03ccc28f1c req-d080be89-17c3-435a-a448-ac7d6706342d tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:38.563765 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7456a04d-c495-493a-9869-cf03ccc28f1c req-d080be89-17c3-435a-a448-ac7d6706342d tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 943 time: 0.0807977 Feb 21 09:54:38.676271 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-7456a04d-c495-493a-9869-cf03ccc28f1c req-a7fec866-4e26-4110-9283-62738439b906 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Deleting port 9efb7655-1331-4ab0-81ea-71c36cd42adf {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:54:38.676609 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7456a04d-c495-493a-9869-cf03ccc28f1c req-a7fec866-4e26-4110-9283-62738439b906 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:38.739355 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74c042-efd6-4b18-9f5c-ff8435a5dfc0 req-5ad5868e-eda3-4d91-85f1-2ac78e1ee135 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:38.740708 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ff74c042-efd6-4b18-9f5c-ff8435a5dfc0 req-5ad5868e-eda3-4d91-85f1-2ac78e1ee135 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcf1438-d9c0-4849-a4a0-652c2f5053b4 HTTP/1.1" status: 200 len: 943 time: 0.1851509 Feb 21 09:54:38.896127 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-ff74c042-efd6-4b18-9f5c-ff8435a5dfc0 req-bc1b71ed-1424-4126-a988-913e5ea23146 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87f51ee-5815-4ff9-8b74-ea9d088d5f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296391 Feb 21 09:54:38.956027 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [req-7456a04d-c495-493a-9869-cf03ccc28f1c req-a7fec866-4e26-4110-9283-62738439b906 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] For port 9efb7655-1331-4ab0-81ea-71c36cd42adf, host hv-neutron-8300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8300',level=0,port_id=9efb7655-1331-4ab0-81ea-71c36cd42adf,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:38.956381 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7456a04d-c495-493a-9869-cf03ccc28f1c req-a7fec866-4e26-4110-9283-62738439b906 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:39.166436 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [req-7456a04d-c495-493a-9869-cf03ccc28f1c req-a7fec866-4e26-4110-9283-62738439b906 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Calling delete_port for 9efb7655-1331-4ab0-81ea-71c36cd42adf owned by compute:nova {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:54:39.306630 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7456a04d-c495-493a-9869-cf03ccc28f1c req-a7fec866-4e26-4110-9283-62738439b906 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:39.352154 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fec866-4e26-4110-9283-62738439b906 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event deleted for resources: {'Port': ['ID=9efb7655-1331-4ab0-81ea-71c36cd42adf,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:39.426608 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [req-7456a04d-c495-493a-9869-cf03ccc28f1c req-a7fec866-4e26-4110-9283-62738439b906 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] No DVR routers for this DVR port 9efb7655-1331-4ab0-81ea-71c36cd42adf on host hv-neutron-8300 {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:54:39.428817 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [req-7456a04d-c495-493a-9869-cf03ccc28f1c req-a7fec866-4e26-4110-9283-62738439b906 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:39.431244 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'name': 'network-vif-deleted', 'tag': '9efb7655-1331-4ab0-81ea-71c36cd42adf'}] {{(pid=83585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 21 09:54:39.446241 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [req-7456a04d-c495-493a-9869-cf03ccc28f1c req-a7fec866-4e26-4110-9283-62738439b906 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.47 "DELETE /v2.0/ports/9efb7655-1331-4ab0-81ea-71c36cd42adf HTTP/1.1" status: 204 len: 173 time: 0.8532259 Feb 21 09:54:39.485186 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcf1438-d9c0-4849-a4a0-652c2f5053b4', 'name': 'network-vif-deleted', 'tag': '9efb7655-1331-4ab0-81ea-71c36cd42adf', 'status': 'completed', 'code': 200} Feb 21 09:54:40.003823 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36626) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:40.073084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a8093b22-af30-44cb-8515-45ab7ac40254 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:40.102084 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a8093b22-af30-44cb-8515-45ab7ac40254 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:40.168626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a8093b22-af30-44cb-8515-45ab7ac40254 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:40.184703 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8093b22-af30-44cb-8515-45ab7ac40254 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87f51ee-5815-4ff9-8b74-ea9d088d5f23,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:40.191389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-a8093b22-af30-44cb-8515-45ab7ac40254 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:40.192490 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-a8093b22-af30-44cb-8515-45ab7ac40254 tempest-TestSnapshotPattern-750616822 tempest-TestSnapshotPattern-750616822-project] 10.222.0.48 "DELETE /v2.0/security-groups/f87f51ee-5815-4ff9-8b74-ea9d088d5f23 HTTP/1.1" status: 204 len: 168 time: 0.1876748 Feb 21 09:54:40.251386 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36632) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:40.639844 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96f77471-455d-4bac-a7d7-a099791574d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:41.220195 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-96f77471-455d-4bac-a7d7-a099791574d6 admin admin] Deleting port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:54:41.220910 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96f77471-455d-4bac-a7d7-a099791574d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:41.475140 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-96f77471-455d-4bac-a7d7-a099791574d6 admin admin] For port 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=8e9ed632-d7ee-46c4-8f2f-fc6558462fcd,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:41.475398 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96f77471-455d-4bac-a7d7-a099791574d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:41.591967 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-96f77471-455d-4bac-a7d7-a099791574d6 admin admin] Calling delete_port for 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:54:41.752155 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96f77471-455d-4bac-a7d7-a099791574d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:41.798358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77471-455d-4bac-a7d7-a099791574d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9ed632-d7ee-46c4-8f2f-fc6558462fcd,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:42.078546 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-96f77471-455d-4bac-a7d7-a099791574d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:42.754057 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 9efb7655-1331-4ab0-81ea-71c36cd42adf no longer exists at agent hyperv_hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:54:42.761224 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f77471-455d-4bac-a7d7-a099791574d6 admin admin] Router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:54:42.791060 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] No Port match for: 9efb7655-1331-4ab0-81ea-71c36cd42adf {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:54:42.791403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Device 9efb7655-1331-4ab0-81ea-71c36cd42adf not bound to the agent host hv-neutron-8300 {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:54:42.962223 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f77471-455d-4bac-a7d7-a099791574d6 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:54:42.971998 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd2851a-92bc-46af-a270-73a95c770d22 None None] Sync routers for ids ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'] in dv-neutron-830062-1-hyperv {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:54:42.974800 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-96f77471-455d-4bac-a7d7-a099791574d6 admin admin] 10.222.0.48 "PUT /v2.0/routers/817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7223327 Feb 21 09:54:42.977273 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36636) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:42.984388 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd2851a-92bc-46af-a270-73a95c770d22 None None] Routers {'817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:54:42.984998 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-5dd2851a-92bc-46af-a270-73a95c770d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:54:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:43.176065 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:43.198813 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-5dd2851a-92bc-46af-a270-73a95c770d22 None None] Set router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:54:43.369812 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:43.379344 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] Deleting port 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:54:43.379671 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:43.484497 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-5dd2851a-92bc-46af-a270-73a95c770d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:54:41Z', 'revision_number': 5, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port': {'id': '86a2dbc2-025e-4937-8f6e-ca6c22a8c711', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:49:53Z', 'updated_at': '2022-02-21T09:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:43.488391 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd2851a-92bc-46af-a270-73a95c770d22 None None] Checking router: 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 for host: dv-neutron-830062-1-hyperv {{(pid=83586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:54:43.499423 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd2851a-92bc-46af-a270-73a95c770d22 None None] Routers {'817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:54:43.500022 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-5dd2851a-92bc-46af-a270-73a95c770d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:54:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'], 'active': True} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:43.553479 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] For port 86a2dbc2-025e-4937-8f6e-ca6c22a8c711, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=86a2dbc2-025e-4937-8f6e-ca6c22a8c711,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:43.553825 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:43.645972 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvr_db [None req-5dd2851a-92bc-46af-a270-73a95c770d22 None None] Set router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 gateway port host: None {{(pid=83586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:54:43.673467 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] Calling delete_port for 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:54:43.751178 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_hamode_db [None req-5dd2851a-92bc-46af-a270-73a95c770d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:54:43Z', 'revision_number': 6, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:43.755025 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd2851a-92bc-46af-a270-73a95c770d22 None None] The sync data for ids ['817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915'] in dv-neutron-830062-1-hyperv is: [{'id': '817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915', 'name': 'tempest-TestSnapshotPattern-735683414-router', 'tenant_id': 'deef27877e994d41876c60c824a449ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:52Z', 'updated_at': '2022-02-21T09:54:43Z', 'revision_number': 6, 'project_id': 'deef27877e994d41876c60c824a449ed', 'gw_port_host': None}] {{(pid=83586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:54:43.837611 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:43.881917 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] Pushing event deleted for resources: {'Port': ['ID=86a2dbc2-025e-4937-8f6e-ca6c22a8c711,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:44.099136 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:44.259827 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:54:44.300140 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:54:44.300484 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 8e9ed632-d7ee-46c4-8f2f-fc6558462fcd not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:54:44.465982 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:44.470111 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:44.494568 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:44.495260 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:54:44.510069 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:44.511224 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-1c27ff28-be58-4ed1-b50e-d098852d8613 admin admin] 10.222.0.48 "DELETE /v2.0/routers/817ef9a6-c1d7-4e7d-aa66-d35ffdfe9915 HTTP/1.1" status: 204 len: 168 time: 1.5330305 Feb 21 09:54:44.514516 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36640) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:44.574042 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1633ce-0a48-4fdb-9e39-755268a0209b admin admin] Deleting subnet e12566cc-88f2-4af9-88c9-0e849841f8bf {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:54:44.577899 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ba1633ce-0a48-4fdb-9e39-755268a0209b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:44.634518 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ba1633ce-0a48-4fdb-9e39-755268a0209b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:44.709916 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ba1633ce-0a48-4fdb-9e39-755268a0209b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:44.777098 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ba1633ce-0a48-4fdb-9e39-755268a0209b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:44.818499 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1633ce-0a48-4fdb-9e39-755268a0209b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e12566cc-88f2-4af9-88c9-0e849841f8bf,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:44.823362 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-ba1633ce-0a48-4fdb-9e39-755268a0209b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:44.828542 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5234e53c-3f8a-4e98-b9b2-c3cf4b8df62a None None] Network e80b2703-e504-4208-b581-eeda3fc8ad12 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:54:44.828961 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-ba1633ce-0a48-4fdb-9e39-755268a0209b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e12566cc-88f2-4af9-88c9-0e849841f8bf HTTP/1.1" status: 204 len: 168 time: 0.3133912 Feb 21 09:54:44.831505 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36644) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:44.937858 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:44.948168 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Deleting port cb73285d-2211-4b1e-9dc5-039ce9877475 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:54:44.948494 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:45.071101 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db1c9c-ced9-477a-9c86-e5a3f0e519da None None] DHCP port deletion for e80b2703-e504-4208-b581-eeda3fc8ad12 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:54:45.075493 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-59db1c9c-ced9-477a-9c86-e5a3f0e519da None None] Deleting port cb73285d-2211-4b1e-9dc5-039ce9877475 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:54:45.076167 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-59db1c9c-ced9-477a-9c86-e5a3f0e519da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:45.157038 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] For port cb73285d-2211-4b1e-9dc5-039ce9877475, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=cb73285d-2211-4b1e-9dc5-039ce9877475,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:45.157389 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:45.276450 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Calling delete_port for cb73285d-2211-4b1e-9dc5-039ce9877475 owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:54:45.295659 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-59db1c9c-ced9-477a-9c86-e5a3f0e519da None None] For port cb73285d-2211-4b1e-9dc5-039ce9877475, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=cb73285d-2211-4b1e-9dc5-039ce9877475,segment=NetworkSegment(dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0),segment_id=dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:45.296051 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-59db1c9c-ced9-477a-9c86-e5a3f0e519da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:45.351965 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:45.399227 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb73285d-2211-4b1e-9dc5-039ce9877475,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:45.405970 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] No DVR routers for this DVR port cb73285d-2211-4b1e-9dc5-039ce9877475 on host dv-neutron-830062-1-hyperv {{(pid=83585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:54:45.425087 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-59db1c9c-ced9-477a-9c86-e5a3f0e519da None None] Calling delete_port for cb73285d-2211-4b1e-9dc5-039ce9877475 owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:54:45.496125 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.db.api [None req-59db1c9c-ced9-477a-9c86-e5a3f0e519da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:54:45.496957 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG oslo_db.api [None req-59db1c9c-ced9-477a-9c86-e5a3f0e519da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:54:45.527222 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:45.554921 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80b2703-e504-4208-b581-eeda3fc8ad12']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:45.568055 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:45.568354 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8dba38-69fe-48c7-87aa-3c2bfb43ebd0') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:45.579723 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:45.600241 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:45.607848 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:54:45.608250 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:54:45.716249 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:54:45.790907 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:45.813487 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:45.819779 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=e80b2703-e504-4208-b581-eeda3fc8ad12,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:45.829459 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-9541369f-250a-4e08-960f-fc1958ed2a5f admin admin] 10.222.0.48 "DELETE /v2.0/networks/e80b2703-e504-4208-b581-eeda3fc8ad12 HTTP/1.1" status: 204 len: 168 time: 0.9969516 Feb 21 09:54:45.832366 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36648) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:45.854781 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:54:45.926958 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:54:45.927323 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 86a2dbc2-025e-4937-8f6e-ca6c22a8c711 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:54:45.927743 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cb73285d-2211-4b1e-9dc5-039ce9877475 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:54:45.958387 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: cb73285d-2211-4b1e-9dc5-039ce9877475 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:54:45.958725 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device cb73285d-2211-4b1e-9dc5-039ce9877475 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:54:45.998368 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-59db1c9c-ced9-477a-9c86-e5a3f0e519da None None] Deleting port cb73285d-2211-4b1e-9dc5-039ce9877475 {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:54:45.998789 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-59db1c9c-ced9-477a-9c86-e5a3f0e519da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:46.069126 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-59db1c9c-ced9-477a-9c86-e5a3f0e519da None None] The port 'cb73285d-2211-4b1e-9dc5-039ce9877475' was deleted {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:54:46.236328 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e30b9d4-699b-4dc6-8763-9dc4e5f8f626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689706'] for router_interface, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:46.844296 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8e30b9d4-699b-4dc6-8763-9dc4e5f8f626 admin admin] Deleting port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:54:46.844626 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e30b9d4-699b-4dc6-8763-9dc4e5f8f626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:47.017146 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-8e30b9d4-699b-4dc6-8763-9dc4e5f8f626 admin admin] For port 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=5e5ab2e5-ea08-4fca-affc-faaa9cc3e352,segment=NetworkSegment(b63619e7-249f-4773-819c-82cdbac24f7c),segment_id=b63619e7-249f-4773-819c-82cdbac24f7c)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:47.017406 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e30b9d4-699b-4dc6-8763-9dc4e5f8f626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:47.142456 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-8e30b9d4-699b-4dc6-8763-9dc4e5f8f626 admin admin] Calling delete_port for 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 owned by network:router_interface {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:54:47.405181 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e30b9d4-699b-4dc6-8763-9dc4e5f8f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:47.451158 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30b9d4-699b-4dc6-8763-9dc4e5f8f626 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5ab2e5-ea08-4fca-affc-faaa9cc3e352,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:47.751269 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-8e30b9d4-699b-4dc6-8763-9dc4e5f8f626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689817'] for router_interface, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:48.348166 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e30b9d4-699b-4dc6-8763-9dc4e5f8f626 admin admin] Router 44f4f7f7-6619-4361-9690-ee16289e2839 has already been hosted by L3 agent 5512e2f2-438c-47a5-a226-b9307ad95418 {{(pid=83585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:54:48.556044 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e30b9d4-699b-4dc6-8763-9dc4e5f8f626 admin admin] Notify agent at l3_agent.dv-neutron-830062-1-hyperv the message routers_updated {{(pid=83585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:54:48.566484 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce61a2a-33ea-4255-9a38-e6c128702b6b None None] Sync routers for ids ['44f4f7f7-6619-4361-9690-ee16289e2839'] in dv-neutron-830062-1-hyperv {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 21 09:54:48.575643 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-8e30b9d4-699b-4dc6-8763-9dc4e5f8f626 admin admin] 10.222.0.48 "PUT /v2.0/routers/44f4f7f7-6619-4361-9690-ee16289e2839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7422132 Feb 21 09:54:48.578564 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36652) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:48.579538 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce61a2a-33ea-4255-9a38-e6c128702b6b None None] Routers {'44f4f7f7-6619-4361-9690-ee16289e2839'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:54:48.580283 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7ce61a2a-33ea-4255-9a38-e6c128702b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:54:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44f4f7f7-6619-4361-9690-ee16289e2839'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:48.762305 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-7ce61a2a-33ea-4255-9a38-e6c128702b6b None None] Set router 44f4f7f7-6619-4361-9690-ee16289e2839 gateway port host: dv-neutron-830062-1-hyperv {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:54:48.893035 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] Notify callbacks [] for router, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:49.054392 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7ce61a2a-33ea-4255-9a38-e6c128702b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'name': 'tempest-TestSnapshotPattern-187915532-router', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'external_fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '891c7e14-35a3-49cb-8039-94cae6c60b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:59Z', 'updated_at': '2022-02-21T09:54:47Z', 'revision_number': 5, 'project_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'gw_port': {'id': '891c7e14-35a3-49cb-8039-94cae6c60b36', 'name': '', 'network_id': '26751cdd-d227-4344-a8c3-bb5c4927964b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:01:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830062-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:50:00Z', 'updated_at': '2022-02-21T09:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df197e4-5511-4406-944f-6c9103f79cdc', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830062-1-hyperv'}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:49.058345 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce61a2a-33ea-4255-9a38-e6c128702b6b None None] Checking router: 44f4f7f7-6619-4361-9690-ee16289e2839 for host: dv-neutron-830062-1-hyperv {{(pid=83587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 21 09:54:49.069519 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce61a2a-33ea-4255-9a38-e6c128702b6b None None] Routers {'44f4f7f7-6619-4361-9690-ee16289e2839'} bound to L3 agent in host dv-neutron-830062-1-hyperv {{(pid=83587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 21 09:54:49.070122 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7ce61a2a-33ea-4255-9a38-e6c128702b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830062-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T08:50:03Z,description=,heartbeat_timestamp=2022-02-21T09:54:33Z,host='dv-neutron-830062-1-hyperv',id=5512e2f2-438c-47a5-a226-b9307ad95418,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T08:50:03Z,topic='l3_agent')) {'router_ids': ['44f4f7f7-6619-4361-9690-ee16289e2839'], 'active': True} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:49.108763 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:49.118669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] Deleting port 891c7e14-35a3-49cb-8039-94cae6c60b36 {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:54:49.119094 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:49.224625 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_dvr_db [None req-7ce61a2a-33ea-4255-9a38-e6c128702b6b None None] Set router 44f4f7f7-6619-4361-9690-ee16289e2839 gateway port host: None {{(pid=83587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 21 09:54:49.302843 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] For port 891c7e14-35a3-49cb-8039-94cae6c60b36, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=891c7e14-35a3-49cb-8039-94cae6c60b36,segment=NetworkSegment(374a50d0-389a-40e4-99eb-51f0961ffdf3),segment_id=374a50d0-389a-40e4-99eb-51f0961ffdf3)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:49.303234 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:49.360888 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.l3_hamode_db [None req-7ce61a2a-33ea-4255-9a38-e6c128702b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'name': 'tempest-TestSnapshotPattern-187915532-router', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:59Z', 'updated_at': '2022-02-21T09:54:49Z', 'revision_number': 6, 'project_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'gw_port_host': None}], 'dv-neutron-830062-1-hyperv', False) {} {{(pid=83587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:49.365334 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce61a2a-33ea-4255-9a38-e6c128702b6b None None] The sync data for ids ['44f4f7f7-6619-4361-9690-ee16289e2839'] in dv-neutron-830062-1-hyperv is: [{'id': '44f4f7f7-6619-4361-9690-ee16289e2839', 'name': 'tempest-TestSnapshotPattern-187915532-router', 'tenant_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:49:59Z', 'updated_at': '2022-02-21T09:54:49Z', 'revision_number': 6, 'project_id': 'd4bb3043c98e4b4f99ac59a7fa48941e', 'gw_port_host': None}] {{(pid=83587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 21 09:54:49.427034 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] Calling delete_port for 891c7e14-35a3-49cb-8039-94cae6c60b36 owned by network:router_gateway {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:54:49.600266 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750305'] for port, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:49.649018 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] Pushing event deleted for resources: {'Port': ['ID=891c7e14-35a3-49cb-8039-94cae6c60b36,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:49.875734 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691663'] for router_gateway, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:50.133404 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 891c7e14-35a3-49cb-8039-94cae6c60b36 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:54:50.136371 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41132'] for router, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:50.140750 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:50.167288 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691179'] for router, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:50.167780 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44f4f7f7-6619-4361-9690-ee16289e2839 {{(pid=83585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:54:50.170857 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 891c7e14-35a3-49cb-8039-94cae6c60b36 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:54:50.171397 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 891c7e14-35a3-49cb-8039-94cae6c60b36 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:54:50.171841 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:54:50.187591 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] Notify callbacks [] for router, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:50.189323 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-bc21d184-d25f-4951-85d5-7c14edfeb479 admin admin] 10.222.0.48 "DELETE /v2.0/routers/44f4f7f7-6619-4361-9690-ee16289e2839 HTTP/1.1" status: 204 len: 168 time: 1.6095283 Feb 21 09:54:50.191971 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36656) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:50.204804 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:54:50.205151 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 5e5ab2e5-ea08-4fca-affc-faaa9cc3e352 not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:54:50.365435 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb11a460-fa10-442d-a08c-7a9368fc3d4b admin admin] Deleting subnet f2a9bdb2-ca43-464c-a537-40c622927eb6 {{(pid=83585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 21 09:54:50.368957 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb11a460-fa10-442d-a08c-7a9368fc3d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:50.421460 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb11a460-fa10-442d-a08c-7a9368fc3d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1505271'] for subnet, precommit_delete_associations {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:50.512891 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb11a460-fa10-442d-a08c-7a9368fc3d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7452657'] for subnet, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:50.585180 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb11a460-fa10-442d-a08c-7a9368fc3d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7452616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758465'] for subnet, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:50.625692 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11a460-fa10-442d-a08c-7a9368fc3d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a9bdb2-ca43-464c-a537-40c622927eb6,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:50.630699 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-cb11a460-fa10-442d-a08c-7a9368fc3d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:50.636030 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ebb544-08dc-4863-9c5b-cfb16d59cf9c None None] Network 2e904d42-6b6a-41e2-beb8-c262acfa9566 requested from dv-neutron-830062-1-hyperv {{(pid=83586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 21 09:54:50.637138 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-cb11a460-fa10-442d-a08c-7a9368fc3d4b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f2a9bdb2-ca43-464c-a537-40c622927eb6 HTTP/1.1" status: 204 len: 168 time: 0.4441004 Feb 21 09:54:50.639542 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36660) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:50.912510 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0754c62-dac1-4f27-828d-b2eefa4540b0 None None] DHCP port deletion for 2e904d42-6b6a-41e2-beb8-c262acfa9566 request from dv-neutron-830062-1-hyperv {{(pid=83586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 21 09:54:50.917059 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-c0754c62-dac1-4f27-828d-b2eefa4540b0 None None] Deleting port 50743004-e55b-461a-8e39-751b39136d9d {{(pid=83586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:54:50.917364 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0754c62-dac1-4f27-828d-b2eefa4540b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:50.924851 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7360995'] for network, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:50.935526 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Deleting port 50743004-e55b-461a-8e39-751b39136d9d {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:54:50.935854 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:51.125566 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.db [None req-c0754c62-dac1-4f27-828d-b2eefa4540b0 None None] For port 50743004-e55b-461a-8e39-751b39136d9d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=50743004-e55b-461a-8e39-751b39136d9d,segment=NetworkSegment(b63619e7-249f-4773-819c-82cdbac24f7c),segment_id=b63619e7-249f-4773-819c-82cdbac24f7c)] {{(pid=83586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:51.125867 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0754c62-dac1-4f27-828d-b2eefa4540b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:51.147046 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.db [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] For port 50743004-e55b-461a-8e39-751b39136d9d, host dv-neutron-830062-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830062-1-hyperv',level=0,port_id=50743004-e55b-461a-8e39-751b39136d9d,segment=NetworkSegment(b63619e7-249f-4773-819c-82cdbac24f7c),segment_id=b63619e7-249f-4773-819c-82cdbac24f7c)] {{(pid=83585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:51.147293 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745788'] for port, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:51.255097 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-c0754c62-dac1-4f27-828d-b2eefa4540b0 None None] Calling delete_port for 50743004-e55b-461a-8e39-751b39136d9d owned by network:dhcp {{(pid=83586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:54:51.271261 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Calling delete_port for 50743004-e55b-461a-8e39-751b39136d9d owned by network:dhcp {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 21 09:54:51.329790 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c0754c62-dac1-4f27-828d-b2eefa4540b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7573116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764261804674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764261382018'] for port, after_delete {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:51.346571 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.db.api [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:54:51.346897 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG oslo_db.api [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:54:51.372803 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0754c62-dac1-4f27-828d-b2eefa4540b0 None None] Pushing event deleted for resources: {'Port': ['ID=50743004-e55b-461a-8e39-751b39136d9d,revision_number=None']} {{(pid=83586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:51.379085 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0754c62-dac1-4f27-828d-b2eefa4540b0 None None] No DVR routers for this DVR port 50743004-e55b-461a-8e39-751b39136d9d on host dv-neutron-830062-1-hyperv {{(pid=83586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:54:51.847727 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 50743004-e55b-461a-8e39-751b39136d9d no longer exists at agent ovs-agent-dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 21 09:54:51.847996 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Deleting port 50743004-e55b-461a-8e39-751b39136d9d {{(pid=83585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 21 09:54:51.848456 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764261749441'] for port, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:51.883900 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.plugin [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] No Port match for: 50743004-e55b-461a-8e39-751b39136d9d {{(pid=83586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 21 09:54:51.884156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron.plugins.ml2.rpc [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Device 50743004-e55b-461a-8e39-751b39136d9d not bound to the agent host dv-neutron-830062-1-hyperv {{(pid=83586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 21 09:54:51.914150 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] The port '50743004-e55b-461a-8e39-751b39136d9d' was deleted {{(pid=83585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 21 09:54:52.031746 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7451260', 'neutron.services.segments.db._delete_segments_for_network-8764261835111'] for network, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:52.057553 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e904d42-6b6a-41e2-beb8-c262acfa9566']}} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:52.069613 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63619e7-249f-4773-819c-82cdbac24f7c') {'for_net_delete': True} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:52.069898 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.services.segments.db [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63619e7-249f-4773-819c-82cdbac24f7c') {} {{(pid=83585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:52.082340 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764261833454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1505276'] for segment, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:52.102380 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7504811'] for segment, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:52.109043 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 21 09:54:52.109418 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7438424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750228'] for segment, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: util.warn( Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: Traceback (most recent call last): Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: timer() Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: cb(*args, **kw) Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: return func(*args, **kwargs) Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: self._notify() Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: self.callback(batched_events) Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: event.method(event) Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: return f(self, *a, **k) Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._get(url).json() Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: return self.request(url, 'GET', **kwargs) Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:54:52.123146 dv-neutron-830062-1-hyperv neutron-server[83585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:54:52.200655 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7451251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6950641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691754'] for network, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:52.218358 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Notify callbacks [] for network, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:52.231394 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e904d42-6b6a-41e2-beb8-c262acfa9566,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:52.236820 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-4d5b166b-4fad-4008-8557-02793d4a4f6b admin admin] 10.222.0.48 "DELETE /v2.0/networks/2e904d42-6b6a-41e2-beb8-c262acfa9566 HTTP/1.1" status: 204 len: 168 time: 1.5958970 Feb 21 09:54:52.375017 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 36668) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:52.431266 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-e1c2c86f-a13f-4731-bc46-0c684c80306e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=deef27877e994d41876c60c824a449ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0547378 Feb 21 09:54:52.433784 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [-] (83584) accepted ('10.222.0.48', 36672) {{(pid=83584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:52.493486 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc075373-4467-44f7-a80b-4c562462e862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:52.521567 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc075373-4467-44f7-a80b-4c562462e862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:52.584957 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc075373-4467-44f7-a80b-4c562462e862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:52.601429 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc075373-4467-44f7-a80b-4c562462e862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46b7453-794d-4322-8e9c-ac3788227482,revision_number=None']} {{(pid=83584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:52.606422 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron_lib.callbacks.manager [None req-dc075373-4467-44f7-a80b-4c562462e862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:52.612151 dv-neutron-830062-1-hyperv neutron-server[83584]: INFO neutron.wsgi [None req-dc075373-4467-44f7-a80b-4c562462e862 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d46b7453-794d-4322-8e9c-ac3788227482 HTTP/1.1" status: 204 len: 168 time: 0.1728840 Feb 21 09:54:53.040616 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36680) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:53.095634 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-2189bb40-b711-4282-91bd-eaf4f1cb7c75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4bb3043c98e4b4f99ac59a7fa48941e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538313 Feb 21 09:54:53.098433 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.wsgi [-] (83585) accepted ('10.222.0.48', 36684) {{(pid=83585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 21 09:54:53.158669 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6b1dcbbd-d801-4feb-a89f-c0b598f95022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:53.184321 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6b1dcbbd-d801-4feb-a89f-c0b598f95022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:53.239806 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6b1dcbbd-d801-4feb-a89f-c0b598f95022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777065'] for security_group, after_delete {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:53.254232 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1dcbbd-d801-4feb-a89f-c0b598f95022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d327313-a02d-46e3-8541-8395733e766b,revision_number=None']} {{(pid=83585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:53.260674 dv-neutron-830062-1-hyperv neutron-server[83585]: DEBUG neutron_lib.callbacks.manager [None req-6b1dcbbd-d801-4feb-a89f-c0b598f95022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:54:53.261794 dv-neutron-830062-1-hyperv neutron-server[83585]: INFO neutron.wsgi [None req-6b1dcbbd-d801-4feb-a89f-c0b598f95022 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d327313-a02d-46e3-8541-8395733e766b HTTP/1.1" status: 204 len: 168 time: 0.1623745 Feb 21 09:54:57.978530 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:55:00.320242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-eeb93e3c-177e-4c55-a2dd-9f4641608950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:55:01.032243 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:55:03.114345 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-76f4848e-9223-45f6-a3a9-6a1bf35b9b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:55:03.779220 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:55:04.262752 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:55:06.217309 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:55:30.322679 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6b854a48-1647-4282-90ba-fdb36b2549e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:55:31.047738 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:55:33.116646 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-d06ab122-9721-4729-8c52-fad9b6422eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:55:33.783688 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:55:34.267687 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:55:34.978374 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:55:36.235260 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:56:00.325212 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-83b38b2f-0724-46cf-9038-9489ee7c17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:56:01.046784 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:56:03.120400 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-f8959e83-7543-436e-95a9-8ff9611972ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:56:03.787570 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:56:04.269848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:56:06.224630 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:56:11.978466 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:56:16.969043 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [req-111137a2-f57c-489a-acde-3904daddcbda req-9d9b2630-e887-409c-bbd7-79408c7e2c45 service neutron] (83584) timed out ('10.222.0.47', 58038) {{(pid=83584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 21 09:56:30.328242 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4eb7-7eca-4a88-99db-daba252f6d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:56:31.045494 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:56:33.125579 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c4b81ba6-b681-46d5-8d2d-3fbb68474eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:56:33.790361 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:56:34.270740 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:56:36.225198 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:56:48.979225 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:57:00.334460 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-24746db6-da32-4eff-b2ae-e6c3069b93c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:57:01.061029 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:57:03.119764 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-3a4be76d-aaee-4f16-bcc6-b40978c50bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:57:03.793155 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:57:04.272583 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:57:06.229770 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:57:25.979030 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:57:30.326320 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-4af57649-8350-4d06-a129-ac29c23d2c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:57:31.075250 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:57:33.121903 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6d1af222-d892-400d-9e22-0e84e482516c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:57:33.795592 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:57:34.276580 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:57:36.233337 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:58:00.331478 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-693f468f-cfdb-4751-b08e-69196616323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:58:01.075065 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:58:02.983062 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:58:03.127632 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-53c4171d-3584-4670-bfaf-073663b9190e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:58:03.798461 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:58:04.285223 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:58:06.234485 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:58:30.335829 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-918debe8-d687-4644-a8cc-71ebd0f6a2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:58:31.093204 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:58:33.133370 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-13944c57-c4d3-420e-9739-fc9fd561d907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:58:33.801427 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:58:34.283384 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:58:36.240569 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:58:39.935621 dv-neutron-830062-1-hyperv neutron-server[83584]: DEBUG neutron.wsgi [req-b641ba4e-4ccc-4549-881f-713fbfee30ba req-a93c1115-9cb7-4f8e-9d1b-8b643cd787d6 service neutron] (83584) timed out ('10.222.0.48', 35448) {{(pid=83584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 21 09:58:39.986939 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:59:00.339668 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-e8439768-8094-4c8c-9845-3221dab707b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:59:01.091341 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:59:03.128233 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-1a052fa3-8ebc-4b60-8b35-d88753410428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:59:03.804781 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:59:04.286156 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:59:06.241152 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:59:16.987578 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 09:59:30.341723 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-9bcc3e92-eab9-40be-98a2-cf4f37e08b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:59:31.089785 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:59:33.130365 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-c1c95ff6-b17f-4c4f-b405-d5a8b89ab0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:59:33.807921 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:59:34.288529 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:59:36.245498 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 09:59:53.989009 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 10:00:00.342699 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-94febc14-e53a-46f0-8db6-449b75c4fdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 10:00:01.103677 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 10:00:03.134393 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-60f91226-679e-46cb-9be4-8faebc2393f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 10:00:03.810500 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 10:00:04.292848 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 10:00:06.247870 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 10:00:30.344456 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-38cb67ec-ce88-49ba-a69d-8ac0eaaf87f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 10:00:30.989222 dv-neutron-830062-1-hyperv neutron-server[83587]: DEBUG neutron.db.agents_db [None req-0842346c-0470-40b6-bbf0-56a1565c8a93 None None] Agent healthcheck: found 6 active agents {{(pid=83587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 21 10:00:31.106908 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-6edf7087-5eb7-4549-bdc7-fc7fb5aeb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 10:00:33.137127 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-671ba0ff-07e2-4db3-bf17-88bca647fe59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 10:00:33.813940 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-01df932a-4965-424f-a1a7-c4b7b949730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 10:00:34.296403 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-98f43f2b-07d1-40bc-9247-8dfad3e4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 21 10:00:36.249726 dv-neutron-830062-1-hyperv neutron-server[83586]: DEBUG neutron_lib.callbacks.manager [None req-b5a3341a-9ea2-49c3-a3b7-8da69477efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764261835093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7449724'] for agent, after_update {{(pid=83586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}